diff --git a/README.md b/README.md index 7414280a..66119d84 100644 --- a/README.md +++ b/README.md @@ -28,7 +28,6 @@

- ## 📜 Description **Virny** is a Python library for auditing model stability and fairness. The Virny library was diff --git a/docs/examples/Multiple_Models_Interface_Vis.ipynb b/docs/examples/Multiple_Models_Interface_Vis.ipynb new file mode 100644 index 00000000..14fb79b7 --- /dev/null +++ b/docs/examples/Multiple_Models_Interface_Vis.ipynb @@ -0,0 +1,324 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "248cbed8", + "metadata": { + "ExecuteTime": { + "end_time": "2023-09-29T20:56:16.932083Z", + "start_time": "2023-09-29T20:56:16.278169Z" + } + }, + "outputs": [], + "source": [ + "%matplotlib inline\n", + "%load_ext autoreload\n", + "%autoreload 2" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "7ec6cd08", + "metadata": { + "ExecuteTime": { + "end_time": "2023-09-29T20:56:16.940086Z", + "start_time": "2023-09-29T20:56:16.931485Z" + } + }, + "outputs": [], + "source": [ + "import os\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "os.environ[\"PYTHONWARNINGS\"] = \"ignore\"" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "b8cb69f2", + "metadata": { + "ExecuteTime": { + "end_time": "2023-09-29T20:56:16.951831Z", + "start_time": "2023-09-29T20:56:16.940588Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Current location: /Users/denys_herasymuk/UCU/4course_2term/Bachelor_Thesis/Code/Virny\n" + ] + } + ], + "source": [ + "cur_folder_name = os.getcwd().split('/')[-1]\n", + "if cur_folder_name != \"Virny\":\n", + " os.chdir(\"../..\")\n", + "\n", + "print('Current location: ', os.getcwd())" + ] + }, + { + "cell_type": "markdown", + "id": "a578f2ab", + "metadata": {}, + "source": [ + "# Multiple Models Interface Usage" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "7a9241de", + "metadata": { + "ExecuteTime": { + "end_time": "2023-09-29T20:56:30.072450Z", + "start_time": "2023-09-29T20:56:22.772584Z" + } + }, + "outputs": [], + "source": [ + "import os\n", + "\n", + "from virny.utils.custom_initializers import read_model_metric_dfs, create_config_obj\n", + "from virny.custom_classes.metrics_interactive_visualizer import MetricsInteractiveVisualizer\n", + "from virny.custom_classes.metrics_composer import MetricsComposer" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "outputs": [], + "source": [ + "ROOT_DIR = os.path.join('docs', 'examples')\n", + "config_yaml_path = os.path.join(ROOT_DIR, 'experiment_config.yaml')\n", + "config_yaml_content = \"\"\"\n", + "dataset_name: COMPAS_Without_Sensitive_Attributes\n", + "bootstrap_fraction: 0.8\n", + "n_estimators: 50 # Better to input the higher number of estimators than 100; this is only for this use case example\n", + "sensitive_attributes_dct: {'sex': 1, 'race': 'African-American', 'sex&race': None}\n", + "\"\"\"\n", + "with open(config_yaml_path, 'w', encoding='utf-8') as f:\n", + " f.write(config_yaml_content)\n", + "\n", + "config = create_config_obj(config_yaml_path=config_yaml_path)\n", + "model_names = ['DecisionTreeClassifier', 'LogisticRegression', 'RandomForestClassifier', 'XGBClassifier']\n", + "SAVE_RESULTS_DIR_PATH = os.path.join(ROOT_DIR, 'results', 'COMPAS_Without_Sensitive_Attributes_Metrics_20230812__224136')" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-09-29T20:56:30.095448Z", + "start_time": "2023-09-29T20:56:30.073873Z" + } + }, + "id": "d777610462304f63" + }, + { + "cell_type": "code", + "execution_count": 6, + "id": "f94a20dc", + "metadata": { + "ExecuteTime": { + "end_time": "2023-09-29T20:56:30.121865Z", + "start_time": "2023-09-29T20:56:30.094816Z" + } + }, + "outputs": [], + "source": [ + "models_metrics_dct = read_model_metric_dfs(SAVE_RESULTS_DIR_PATH, model_names=model_names)" + ] + }, + { + "cell_type": "code", + "execution_count": 7, + "id": "b04d06cf", + "metadata": { + "ExecuteTime": { + "end_time": "2023-09-29T20:56:30.139696Z", + "start_time": "2023-09-29T20:56:30.121071Z" + } + }, + "outputs": [], + "source": [ + "metrics_composer = MetricsComposer(models_metrics_dct, config.sensitive_attributes_dct)" + ] + }, + { + "cell_type": "code", + "execution_count": 8, + "id": "be6ace22", + "metadata": { + "ExecuteTime": { + "end_time": "2023-09-29T20:56:30.169575Z", + "start_time": "2023-09-29T20:56:30.138633Z" + } + }, + "outputs": [], + "source": [ + "# Compute composed metrics\n", + "models_composed_metrics_df = metrics_composer.compose_metrics()" + ] + }, + { + "cell_type": "code", + "execution_count": 185, + "outputs": [ + { + "data": { + "text/plain": " Metric overall sex_priv sex_priv_correct \\\n0 Mean 0.524270 0.578645 0.600790 \n1 Std 0.067963 0.073618 0.072201 \n2 IQR 0.090596 0.099782 0.098402 \n3 Aleatoric_Uncertainty 0.834874 0.846689 0.826891 \n4 Overall_Uncertainty 0.859083 0.876581 0.856843 \n5 Statistical_Bias 0.405041 0.395811 0.314809 \n6 Jitter 0.106917 0.132090 0.112864 \n7 Per_Sample_Accuracy 0.691061 0.711090 0.918452 \n8 Label_Stability 0.851667 0.807393 0.836903 \n9 TPR 0.679406 0.613333 1.000000 \n10 TNR 0.738462 0.801471 1.000000 \n11 PPV 0.676533 0.630137 1.000000 \n12 FNR 0.320594 0.386667 0.000000 \n13 FPR 0.261538 0.198529 0.000000 \n14 Accuracy 0.712121 0.734597 1.000000 \n15 F1 0.677966 0.621622 1.000000 \n16 Selection-Rate 0.447917 0.345972 0.296774 \n17 Positive-Rate 1.004246 0.973333 1.000000 \n18 Sample_Size 1056.000000 211.000000 155.000000 \n\n sex_priv_incorrect sex_dis sex_dis_correct sex_dis_incorrect \\\n0 0.517352 0.510692 0.514399 0.501767 \n1 0.077539 0.066551 0.064791 0.070788 \n2 0.103600 0.088303 0.085977 0.093900 \n3 0.901488 0.831924 0.817170 0.867440 \n4 0.931213 0.854713 0.839203 0.892051 \n5 0.620012 0.407346 0.301656 0.661771 \n6 0.185306 0.100631 0.091351 0.122972 \n7 0.137143 0.686059 0.936918 0.082177 \n8 0.725714 0.862722 0.873970 0.835645 \n9 0.000000 0.691919 1.000000 0.000000 \n10 0.000000 0.719376 1.000000 0.000000 \n11 0.000000 0.685000 1.000000 0.000000 \n12 1.000000 0.308081 0.000000 1.000000 \n13 1.000000 0.280624 0.000000 1.000000 \n14 0.000000 0.706509 1.000000 0.000000 \n15 0.000000 0.688442 1.000000 0.000000 \n16 0.482143 0.473373 0.458961 0.508065 \n17 0.931034 1.010101 1.000000 1.032787 \n18 56.000000 845.000000 597.000000 248.000000 \n\n race_priv race_priv_correct ... race_dis_correct race_dis_incorrect \\\n0 0.597526 0.618185 ... 0.473863 0.484344 \n1 0.069162 0.066865 ... 0.065947 0.070060 \n2 0.093184 0.089451 ... 0.087919 0.091258 \n3 0.821672 0.807043 ... 0.827404 0.880296 \n4 0.847778 0.832001 ... 0.850193 0.903737 \n5 0.393484 0.296788 ... 0.309510 0.650314 \n6 0.107225 0.097218 ... 0.094812 0.134214 \n7 0.708261 0.930526 ... 0.934866 0.091340 \n8 0.848213 0.861316 ... 0.869732 0.817320 \n9 0.585034 1.000000 ... 1.000000 0.000000 \n10 0.816479 1.000000 ... 1.000000 0.000000 \n11 0.637037 1.000000 ... 1.000000 0.000000 \n12 0.414966 0.000000 ... 0.000000 1.000000 \n13 0.183521 0.000000 ... 0.000000 1.000000 \n14 0.734300 1.000000 ... 1.000000 0.000000 \n15 0.609929 1.000000 ... 1.000000 0.000000 \n16 0.326087 0.282895 ... 0.522321 0.536082 \n17 0.918367 1.000000 ... 1.000000 1.155556 \n18 414.000000 304.000000 ... 448.000000 194.000000 \n\n sex&race_priv sex&race_priv_correct sex&race_priv_incorrect \\\n0 0.586391 0.607290 0.529874 \n1 0.068718 0.066018 0.076019 \n2 0.092020 0.088338 0.101975 \n3 0.832383 0.817398 0.872906 \n4 0.857995 0.841790 0.901818 \n5 0.396398 0.302520 0.650263 \n6 0.108871 0.095304 0.145559 \n7 0.708783 0.933073 0.102254 \n8 0.847224 0.866354 0.795493 \n9 0.595745 1.000000 0.000000 \n10 0.804734 1.000000 0.000000 \n11 0.629213 1.000000 0.000000 \n12 0.404255 0.000000 1.000000 \n13 0.195266 0.000000 1.000000 \n14 0.730038 1.000000 0.000000 \n15 0.612022 1.000000 0.000000 \n16 0.338403 0.291667 0.464789 \n17 0.946809 1.000000 0.868421 \n18 526.000000 384.000000 142.000000 \n\n sex&race_dis sex&race_dis_correct sex&race_dis_incorrect \\\n0 0.462617 0.453857 0.482517 \n1 0.067213 0.066631 0.068536 \n2 0.089184 0.088747 0.090175 \n3 0.837346 0.821026 0.874418 \n4 0.860162 0.843933 0.897027 \n5 0.413620 0.306294 0.657422 \n6 0.104978 0.096287 0.124722 \n7 0.673472 0.933152 0.083580 \n8 0.856075 0.866304 0.832840 \n9 0.734982 1.000000 0.000000 \n10 0.647773 1.000000 0.000000 \n11 0.705085 1.000000 0.000000 \n12 0.265018 0.000000 1.000000 \n13 0.352227 0.000000 1.000000 \n14 0.694340 1.000000 0.000000 \n15 0.719723 1.000000 0.000000 \n16 0.556604 0.565217 0.537037 \n17 1.042403 1.000000 1.160000 \n18 530.000000 368.000000 162.000000 \n\n Model_Name Model_Params \n0 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n1 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n2 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n3 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n4 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n5 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n6 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n7 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n8 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n9 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n10 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n11 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n12 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n13 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n14 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n15 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n16 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n17 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n18 RandomForestClassifier {'bootstrap': True, 'ccp_alpha': 0.0, 'class_w... \n\n[19 rows x 22 columns]", + "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
Metricoverallsex_privsex_priv_correctsex_priv_incorrectsex_dissex_dis_correctsex_dis_incorrectrace_privrace_priv_correct...race_dis_correctrace_dis_incorrectsex&race_privsex&race_priv_correctsex&race_priv_incorrectsex&race_dissex&race_dis_correctsex&race_dis_incorrectModel_NameModel_Params
0Mean0.5242700.5786450.6007900.5173520.5106920.5143990.5017670.5975260.618185...0.4738630.4843440.5863910.6072900.5298740.4626170.4538570.482517RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
1Std0.0679630.0736180.0722010.0775390.0665510.0647910.0707880.0691620.066865...0.0659470.0700600.0687180.0660180.0760190.0672130.0666310.068536RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
2IQR0.0905960.0997820.0984020.1036000.0883030.0859770.0939000.0931840.089451...0.0879190.0912580.0920200.0883380.1019750.0891840.0887470.090175RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
3Aleatoric_Uncertainty0.8348740.8466890.8268910.9014880.8319240.8171700.8674400.8216720.807043...0.8274040.8802960.8323830.8173980.8729060.8373460.8210260.874418RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
4Overall_Uncertainty0.8590830.8765810.8568430.9312130.8547130.8392030.8920510.8477780.832001...0.8501930.9037370.8579950.8417900.9018180.8601620.8439330.897027RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
5Statistical_Bias0.4050410.3958110.3148090.6200120.4073460.3016560.6617710.3934840.296788...0.3095100.6503140.3963980.3025200.6502630.4136200.3062940.657422RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
6Jitter0.1069170.1320900.1128640.1853060.1006310.0913510.1229720.1072250.097218...0.0948120.1342140.1088710.0953040.1455590.1049780.0962870.124722RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
7Per_Sample_Accuracy0.6910610.7110900.9184520.1371430.6860590.9369180.0821770.7082610.930526...0.9348660.0913400.7087830.9330730.1022540.6734720.9331520.083580RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
8Label_Stability0.8516670.8073930.8369030.7257140.8627220.8739700.8356450.8482130.861316...0.8697320.8173200.8472240.8663540.7954930.8560750.8663040.832840RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
9TPR0.6794060.6133331.0000000.0000000.6919191.0000000.0000000.5850341.000000...1.0000000.0000000.5957451.0000000.0000000.7349821.0000000.000000RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
10TNR0.7384620.8014711.0000000.0000000.7193761.0000000.0000000.8164791.000000...1.0000000.0000000.8047341.0000000.0000000.6477731.0000000.000000RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
11PPV0.6765330.6301371.0000000.0000000.6850001.0000000.0000000.6370371.000000...1.0000000.0000000.6292131.0000000.0000000.7050851.0000000.000000RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
12FNR0.3205940.3866670.0000001.0000000.3080810.0000001.0000000.4149660.000000...0.0000001.0000000.4042550.0000001.0000000.2650180.0000001.000000RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
13FPR0.2615380.1985290.0000001.0000000.2806240.0000001.0000000.1835210.000000...0.0000001.0000000.1952660.0000001.0000000.3522270.0000001.000000RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
14Accuracy0.7121210.7345971.0000000.0000000.7065091.0000000.0000000.7343001.000000...1.0000000.0000000.7300381.0000000.0000000.6943401.0000000.000000RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
15F10.6779660.6216221.0000000.0000000.6884421.0000000.0000000.6099291.000000...1.0000000.0000000.6120221.0000000.0000000.7197231.0000000.000000RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
16Selection-Rate0.4479170.3459720.2967740.4821430.4733730.4589610.5080650.3260870.282895...0.5223210.5360820.3384030.2916670.4647890.5566040.5652170.537037RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
17Positive-Rate1.0042460.9733331.0000000.9310341.0101011.0000001.0327870.9183671.000000...1.0000001.1555560.9468091.0000000.8684211.0424031.0000001.160000RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
18Sample_Size1056.000000211.000000155.00000056.000000845.000000597.000000248.000000414.000000304.000000...448.000000194.000000526.000000384.000000142.000000530.000000368.000000162.000000RandomForestClassifier{'bootstrap': True, 'ccp_alpha': 0.0, 'class_w...
\n

19 rows × 22 columns

\n
" + }, + "execution_count": 185, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "models_metrics_dct['RandomForestClassifier'].head(100)" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-10-01T20:57:20.233976Z", + "start_time": "2023-10-01T20:57:20.133369Z" + } + }, + "id": "54a73b4d053334b4" + }, + { + "cell_type": "code", + "execution_count": 135, + "outputs": [ + { + "data": { + "text/plain": " Metric sex race sex&race \\\n0 Equalized_Odds_TPR 0.211919 0.195326 0.183576 \n1 Equalized_Odds_FPR 0.098356 0.104728 0.141078 \n2 Equalized_Odds_FNR -0.211919 -0.195326 -0.183576 \n3 Disparate_Impact 1.234115 1.135965 1.125105 \n4 Statistical_Parity_Difference 0.193535 0.123016 0.115123 \n5 Accuracy_Parity 0.009832 0.006840 -0.010984 \n6 Label_Stability_Ratio 1.024740 0.997454 0.995869 \n7 IQR_Parity 0.000768 -0.004804 -0.003282 \n8 Std_Parity -0.005106 -0.000927 -0.001976 \n9 Std_Ratio 0.931699 0.986984 0.972422 \n10 Jitter_Parity -0.013818 0.007192 0.005364 \n11 Equalized_Odds_TPR 0.166465 0.258440 0.226205 \n12 Equalized_Odds_FPR 0.096129 0.156703 0.186079 \n13 Equalized_Odds_FNR -0.166465 -0.258440 -0.226205 \n14 Disparate_Impact 1.176075 1.341036 1.263916 \n15 Statistical_Parity_Difference 0.145556 0.262157 0.216187 \n16 Accuracy_Parity -0.010286 -0.003747 -0.024119 \n17 Label_Stability_Ratio 1.021988 0.988991 1.003152 \n18 IQR_Parity 0.001712 0.001225 0.001058 \n19 Std_Parity 0.000822 0.000278 0.000170 \n\n Model_Name \n0 DecisionTreeClassifier \n1 DecisionTreeClassifier \n2 DecisionTreeClassifier \n3 DecisionTreeClassifier \n4 DecisionTreeClassifier \n5 DecisionTreeClassifier \n6 DecisionTreeClassifier \n7 DecisionTreeClassifier \n8 DecisionTreeClassifier \n9 DecisionTreeClassifier \n10 DecisionTreeClassifier \n11 LogisticRegression \n12 LogisticRegression \n13 LogisticRegression \n14 LogisticRegression \n15 LogisticRegression \n16 LogisticRegression \n17 LogisticRegression \n18 LogisticRegression \n19 LogisticRegression ", + "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
Metricsexracesex&raceModel_Name
0Equalized_Odds_TPR0.2119190.1953260.183576DecisionTreeClassifier
1Equalized_Odds_FPR0.0983560.1047280.141078DecisionTreeClassifier
2Equalized_Odds_FNR-0.211919-0.195326-0.183576DecisionTreeClassifier
3Disparate_Impact1.2341151.1359651.125105DecisionTreeClassifier
4Statistical_Parity_Difference0.1935350.1230160.115123DecisionTreeClassifier
5Accuracy_Parity0.0098320.006840-0.010984DecisionTreeClassifier
6Label_Stability_Ratio1.0247400.9974540.995869DecisionTreeClassifier
7IQR_Parity0.000768-0.004804-0.003282DecisionTreeClassifier
8Std_Parity-0.005106-0.000927-0.001976DecisionTreeClassifier
9Std_Ratio0.9316990.9869840.972422DecisionTreeClassifier
10Jitter_Parity-0.0138180.0071920.005364DecisionTreeClassifier
11Equalized_Odds_TPR0.1664650.2584400.226205LogisticRegression
12Equalized_Odds_FPR0.0961290.1567030.186079LogisticRegression
13Equalized_Odds_FNR-0.166465-0.258440-0.226205LogisticRegression
14Disparate_Impact1.1760751.3410361.263916LogisticRegression
15Statistical_Parity_Difference0.1455560.2621570.216187LogisticRegression
16Accuracy_Parity-0.010286-0.003747-0.024119LogisticRegression
17Label_Stability_Ratio1.0219880.9889911.003152LogisticRegression
18IQR_Parity0.0017120.0012250.001058LogisticRegression
19Std_Parity0.0008220.0002780.000170LogisticRegression
\n
" + }, + "execution_count": 135, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "models_composed_metrics_df.head(20)" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-10-01T11:29:37.410638Z", + "start_time": "2023-10-01T11:29:37.382980Z" + } + }, + "id": "5798eb95fbeaea54" + }, + { + "cell_type": "markdown", + "id": "deb45226", + "metadata": {}, + "source": [ + "## Metrics Visualization and Reporting" + ] + }, + { + "cell_type": "code", + "execution_count": 322, + "id": "435b9d98", + "metadata": { + "ExecuteTime": { + "end_time": "2023-10-02T17:55:10.703782Z", + "start_time": "2023-10-02T17:55:06.041613Z" + } + }, + "outputs": [], + "source": [ + "visualizer = MetricsInteractiveVisualizer(models_metrics_dct, models_composed_metrics_df,\n", + " sensitive_attributes_dct=config.sensitive_attributes_dct)" + ] + }, + { + "cell_type": "code", + "execution_count": 323, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Running on local URL: http://127.0.0.1:7860\n", + "\n", + "To create a public link, set `share=True` in `launch()`.\n", + "Keyboard interruption in main thread... closing server.\n" + ] + } + ], + "source": [ + "visualizer.start_web_app()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-10-02T17:55:47.535767Z", + "start_time": "2023-10-02T17:55:10.703964Z" + } + }, + "id": "678a9dc8d51243f4" + }, + { + "cell_type": "code", + "execution_count": 17, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Closing server running on port: 7860\n" + ] + } + ], + "source": [ + "visualizer.stop_web_app()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-09-29T21:41:49.927075Z", + "start_time": "2023-09-29T21:41:49.639933Z" + } + }, + "id": "277b6d1de837dab7" + }, + { + "cell_type": "code", + "execution_count": 78, + "id": "2326c129", + "metadata": {}, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/docs/examples/Multiple_Models_Interface_Vis_Income.ipynb b/docs/examples/Multiple_Models_Interface_Vis_Income.ipynb new file mode 100644 index 00000000..ecd29b0e --- /dev/null +++ b/docs/examples/Multiple_Models_Interface_Vis_Income.ipynb @@ -0,0 +1,299 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "248cbed8", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-10T22:37:44.370856Z", + "start_time": "2023-12-10T22:37:43.972175Z" + } + }, + "outputs": [], + "source": [ + "%matplotlib inline\n", + "%load_ext autoreload\n", + "%autoreload 2" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "7ec6cd08", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-10T22:37:44.380242Z", + "start_time": "2023-12-10T22:37:44.371542Z" + } + }, + "outputs": [], + "source": [ + "import os\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "os.environ[\"PYTHONWARNINGS\"] = \"ignore\"" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "b8cb69f2", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-10T22:37:44.391659Z", + "start_time": "2023-12-10T22:37:44.380644Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Current location: /Users/denys_herasymuk/UCU/4course_2term/Bachelor_Thesis/Code/Virny\n" + ] + } + ], + "source": [ + "cur_folder_name = os.getcwd().split('/')[-1]\n", + "if cur_folder_name != \"Virny\":\n", + " os.chdir(\"../..\")\n", + "\n", + "print('Current location: ', os.getcwd())" + ] + }, + { + "cell_type": "markdown", + "id": "a578f2ab", + "metadata": {}, + "source": [ + "# Multiple Models Interface Usage" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "7a9241de", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-10T22:37:45.918385Z", + "start_time": "2023-12-10T22:37:44.390547Z" + } + }, + "outputs": [], + "source": [ + "import os\n", + "import pandas as pd\n", + "\n", + "from virny.datasets import ACSIncomeDataset\n", + "from virny.custom_classes.metrics_composer import MetricsComposer\n", + "from virny.custom_classes.metrics_interactive_visualizer import MetricsInteractiveVisualizer" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "outputs": [], + "source": [ + "data_loader = ACSIncomeDataset(state=['GA'], year=2018, with_nulls=False, subsample_size=15_000, subsample_seed=42)\n", + "sensitive_attributes_dct = {'SEX': '2', 'RAC1P': ['2', '3', '4', '5', '6', '7', '8', '9'], 'SEX&RAC1P': None}" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-10T22:37:47.214487Z", + "start_time": "2023-12-10T22:37:45.921391Z" + } + }, + "id": "d3c53c7b72ecbcd0" + }, + { + "cell_type": "code", + "execution_count": 6, + "outputs": [], + "source": [ + "ROOT_DIR = os.path.join('docs', 'examples')\n", + "subgroup_metrics_df = pd.read_csv(os.path.join(ROOT_DIR, 'income_subgroup_metrics.csv'), header=0)\n", + "subgroup_metrics_df['Model_Name'] = (subgroup_metrics_df['Model_Name'] + '__alpha=' +\n", + " subgroup_metrics_df['Intervention_Param'].astype(str))" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-10T22:37:47.242581Z", + "start_time": "2023-12-10T22:37:47.214727Z" + } + }, + "id": "2aab7c79ecdee914" + }, + { + "cell_type": "code", + "execution_count": 7, + "outputs": [ + { + "data": { + "text/plain": " Metric SEX RAC1P SEX&RAC1P \\\n0 Accuracy_Parity 0.047756 0.074977 0.065217 \n1 Aleatoric_Uncertainty_Parity -0.039005 -0.011947 -0.009222 \n2 Aleatoric_Uncertainty_Ratio 0.935159 0.979638 0.984220 \n3 Equalized_Odds_FNR 0.030793 -0.110745 -0.052498 \n4 Equalized_Odds_FPR -0.021317 0.000952 -0.007008 \n\n Model_Name \n0 LGBMClassifier__alpha=0.7 \n1 LGBMClassifier__alpha=0.7 \n2 LGBMClassifier__alpha=0.7 \n3 LGBMClassifier__alpha=0.7 \n4 LGBMClassifier__alpha=0.7 ", + "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
MetricSEXRAC1PSEX&RAC1PModel_Name
0Accuracy_Parity0.0477560.0749770.065217LGBMClassifier__alpha=0.7
1Aleatoric_Uncertainty_Parity-0.039005-0.011947-0.009222LGBMClassifier__alpha=0.7
2Aleatoric_Uncertainty_Ratio0.9351590.9796380.984220LGBMClassifier__alpha=0.7
3Equalized_Odds_FNR0.030793-0.110745-0.052498LGBMClassifier__alpha=0.7
4Equalized_Odds_FPR-0.0213170.000952-0.007008LGBMClassifier__alpha=0.7
\n
" + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "model_names = subgroup_metrics_df['Model_Name'].unique()\n", + "models_metrics_dct = dict()\n", + "for model_name in model_names:\n", + " models_metrics_dct[model_name] = subgroup_metrics_df[subgroup_metrics_df['Model_Name'] == model_name]\n", + "\n", + "metrics_composer = MetricsComposer(models_metrics_dct, sensitive_attributes_dct)\n", + "models_composed_metrics_df = metrics_composer.compose_metrics()\n", + "models_composed_metrics_df.head()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-10T22:37:47.297089Z", + "start_time": "2023-12-10T22:37:47.240439Z" + } + }, + "id": "44ee5eff6054ce04" + }, + { + "cell_type": "code", + "execution_count": 8, + "outputs": [ + { + "data": { + "text/plain": "dict_keys(['LGBMClassifier__alpha=0.7', 'LGBMClassifier__alpha=0.0', 'LGBMClassifier__alpha=0.4', 'LogisticRegression__alpha=0.0', 'LogisticRegression__alpha=0.7', 'LogisticRegression__alpha=0.4', 'MLPClassifier__alpha=0.0', 'MLPClassifier__alpha=0.7', 'MLPClassifier__alpha=0.4', 'RandomForestClassifier__alpha=0.4', 'RandomForestClassifier__alpha=0.7', 'RandomForestClassifier__alpha=0.0'])" + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "models_metrics_dct.keys()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-10T22:37:47.328697Z", + "start_time": "2023-12-10T22:37:47.295950Z" + } + }, + "id": "15ed7d1ba1f22317" + }, + { + "cell_type": "markdown", + "id": "deb45226", + "metadata": {}, + "source": [ + "## Metrics Visualization and Reporting" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "435b9d98", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-10T22:37:47.374721Z", + "start_time": "2023-12-10T22:37:47.317882Z" + } + }, + "outputs": [], + "source": [ + "visualizer = MetricsInteractiveVisualizer(data_loader.X_data, data_loader.y_data,\n", + " models_metrics_dct, models_composed_metrics_df,\n", + " sensitive_attributes_dct=sensitive_attributes_dct)" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Running on local URL: http://127.0.0.1:7860\n", + "\n", + "To create a public link, set `share=True` in `launch()`.\n", + "Keyboard interruption in main thread... closing server.\n" + ] + } + ], + "source": [ + "visualizer.start_web_app()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-11T00:26:17.429094Z", + "start_time": "2023-12-10T22:37:47.343749Z" + } + }, + "id": "678a9dc8d51243f4" + }, + { + "cell_type": "code", + "execution_count": 11, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Closing server running on port: 7860\n" + ] + } + ], + "source": [ + "visualizer.stop_web_app()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-11T00:26:17.482944Z", + "start_time": "2023-12-11T00:26:17.438287Z" + } + }, + "id": "277b6d1de837dab7" + }, + { + "cell_type": "code", + "execution_count": 11, + "outputs": [], + "source": [], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-11T00:26:17.483195Z", + "start_time": "2023-12-11T00:26:17.479725Z" + } + }, + "id": "21c0ad91536f0af5" + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/docs/examples/Multiple_Models_Interface_Vis_Law_School.ipynb b/docs/examples/Multiple_Models_Interface_Vis_Law_School.ipynb new file mode 100644 index 00000000..3b630e94 --- /dev/null +++ b/docs/examples/Multiple_Models_Interface_Vis_Law_School.ipynb @@ -0,0 +1,298 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 1, + "id": "248cbed8", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-18T17:11:51.087426Z", + "start_time": "2023-12-18T17:11:50.720930Z" + } + }, + "outputs": [], + "source": [ + "%matplotlib inline\n", + "%load_ext autoreload\n", + "%autoreload 2" + ] + }, + { + "cell_type": "code", + "execution_count": 2, + "id": "7ec6cd08", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-18T17:11:51.096433Z", + "start_time": "2023-12-18T17:11:51.087934Z" + } + }, + "outputs": [], + "source": [ + "import os\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "os.environ[\"PYTHONWARNINGS\"] = \"ignore\"" + ] + }, + { + "cell_type": "code", + "execution_count": 3, + "id": "b8cb69f2", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-18T17:11:51.105608Z", + "start_time": "2023-12-18T17:11:51.096820Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Current location: /Users/denys_herasymuk/UCU/4course_2term/Bachelor_Thesis/Code/Virny\n" + ] + } + ], + "source": [ + "cur_folder_name = os.getcwd().split('/')[-1]\n", + "if cur_folder_name != \"Virny\":\n", + " os.chdir(\"../..\")\n", + "\n", + "print('Current location: ', os.getcwd())" + ] + }, + { + "cell_type": "markdown", + "id": "a578f2ab", + "metadata": {}, + "source": [ + "# Multiple Models Interface Usage" + ] + }, + { + "cell_type": "code", + "execution_count": 4, + "id": "7a9241de", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-18T17:11:52.701377Z", + "start_time": "2023-12-18T17:11:51.106232Z" + } + }, + "outputs": [], + "source": [ + "import os\n", + "import pandas as pd\n", + "\n", + "from virny.datasets import LawSchoolDataset\n", + "from virny.custom_classes.metrics_composer import MetricsComposer\n", + "from virny.custom_classes.metrics_interactive_visualizer import MetricsInteractiveVisualizer" + ] + }, + { + "cell_type": "code", + "execution_count": 5, + "outputs": [], + "source": [ + "data_loader = LawSchoolDataset()\n", + "sensitive_attributes_dct = {'male': '0.0', 'race': 'Non-White', 'male&race': None}" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-18T17:11:52.766489Z", + "start_time": "2023-12-18T17:11:52.704609Z" + } + }, + "id": "d3c53c7b72ecbcd0" + }, + { + "cell_type": "code", + "execution_count": 6, + "outputs": [], + "source": [ + "ROOT_DIR = os.path.join('docs', 'examples')\n", + "subgroup_metrics_df = pd.read_csv(os.path.join(ROOT_DIR, 'law_school_subgroup_metrics.csv'), header=0)\n", + "subgroup_metrics_df['Model_Name'] = (subgroup_metrics_df['Model_Name'] + '__alpha=' +\n", + " subgroup_metrics_df['Intervention_Param'].astype(str))" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-18T17:11:52.791981Z", + "start_time": "2023-12-18T17:11:52.767057Z" + } + }, + "id": "2aab7c79ecdee914" + }, + { + "cell_type": "code", + "execution_count": 7, + "outputs": [ + { + "data": { + "text/plain": " Metric male race male&race \\\n0 Accuracy_Parity -0.024413 -0.158856 -0.162998 \n1 Aleatoric_Uncertainty_Parity -0.016769 0.317464 0.274695 \n2 Aleatoric_Uncertainty_Ratio 0.951019 2.126816 1.880052 \n3 Equalized_Odds_FNR 0.006853 0.089260 0.092334 \n4 Equalized_Odds_FPR 0.027311 -0.289259 -0.156572 \n\n Model_Name \n0 LGBMClassifier__alpha=0.6 \n1 LGBMClassifier__alpha=0.6 \n2 LGBMClassifier__alpha=0.6 \n3 LGBMClassifier__alpha=0.6 \n4 LGBMClassifier__alpha=0.6 ", + "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
Metricmaleracemale&raceModel_Name
0Accuracy_Parity-0.024413-0.158856-0.162998LGBMClassifier__alpha=0.6
1Aleatoric_Uncertainty_Parity-0.0167690.3174640.274695LGBMClassifier__alpha=0.6
2Aleatoric_Uncertainty_Ratio0.9510192.1268161.880052LGBMClassifier__alpha=0.6
3Equalized_Odds_FNR0.0068530.0892600.092334LGBMClassifier__alpha=0.6
4Equalized_Odds_FPR0.027311-0.289259-0.156572LGBMClassifier__alpha=0.6
\n
" + }, + "execution_count": 7, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "model_names = subgroup_metrics_df['Model_Name'].unique()\n", + "models_metrics_dct = dict()\n", + "for model_name in model_names:\n", + " models_metrics_dct[model_name] = subgroup_metrics_df[subgroup_metrics_df['Model_Name'] == model_name]\n", + "\n", + "metrics_composer = MetricsComposer(models_metrics_dct, sensitive_attributes_dct)\n", + "models_composed_metrics_df = metrics_composer.compose_metrics()\n", + "models_composed_metrics_df.head()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-18T17:11:52.842306Z", + "start_time": "2023-12-18T17:11:52.792667Z" + } + }, + "id": "833484748ed512e8" + }, + { + "cell_type": "code", + "execution_count": 8, + "outputs": [ + { + "data": { + "text/plain": "dict_keys(['LGBMClassifier__alpha=0.6', 'LGBMClassifier__alpha=0.0', 'LogisticRegression__alpha=0.6', 'LogisticRegression__alpha=0.0', 'MLPClassifier__alpha=0.0', 'MLPClassifier__alpha=0.6', 'RandomForestClassifier__alpha=0.6', 'RandomForestClassifier__alpha=0.0'])" + }, + "execution_count": 8, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "models_metrics_dct.keys()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-18T17:11:52.877906Z", + "start_time": "2023-12-18T17:11:52.842425Z" + } + }, + "id": "15ed7d1ba1f22317" + }, + { + "cell_type": "markdown", + "id": "deb45226", + "metadata": {}, + "source": [ + "## Metrics Visualization and Reporting" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "id": "435b9d98", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-18T17:11:52.959909Z", + "start_time": "2023-12-18T17:11:52.864927Z" + } + }, + "outputs": [], + "source": [ + "visualizer = MetricsInteractiveVisualizer(data_loader.X_data, data_loader.y_data,\n", + " models_metrics_dct, models_composed_metrics_df,\n", + " sensitive_attributes_dct=sensitive_attributes_dct)" + ] + }, + { + "cell_type": "code", + "execution_count": 10, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Running on local URL: http://127.0.0.1:7860\n", + "\n", + "To create a public link, set `share=True` in `launch()`.\n", + "Keyboard interruption in main thread... closing server.\n" + ] + } + ], + "source": [ + "visualizer.start_web_app()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-18T17:14:45.540473Z", + "start_time": "2023-12-18T17:11:52.892884Z" + } + }, + "id": "678a9dc8d51243f4" + }, + { + "cell_type": "code", + "execution_count": 11, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Closing server running on port: 7860\n" + ] + } + ], + "source": [ + "visualizer.stop_web_app()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-18T17:14:45.583530Z", + "start_time": "2023-12-18T17:14:45.541605Z" + } + }, + "id": "277b6d1de837dab7" + }, + { + "cell_type": "code", + "execution_count": 11, + "id": "2326c129", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-18T17:14:45.584046Z", + "start_time": "2023-12-18T17:14:45.581453Z" + } + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/docs/examples/Multiple_Models_Interface_Vis_Pub_Cov.ipynb b/docs/examples/Multiple_Models_Interface_Vis_Pub_Cov.ipynb new file mode 100644 index 00000000..6caf5b8b --- /dev/null +++ b/docs/examples/Multiple_Models_Interface_Vis_Pub_Cov.ipynb @@ -0,0 +1,308 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 19, + "id": "248cbed8", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-07T00:13:42.978064Z", + "start_time": "2023-12-07T00:13:42.914700Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "The autoreload extension is already loaded. To reload it, use:\n", + " %reload_ext autoreload\n" + ] + } + ], + "source": [ + "%matplotlib inline\n", + "%load_ext autoreload\n", + "%autoreload 2" + ] + }, + { + "cell_type": "code", + "execution_count": 20, + "id": "7ec6cd08", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-07T00:13:42.983725Z", + "start_time": "2023-12-07T00:13:42.954698Z" + } + }, + "outputs": [], + "source": [ + "import os\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "os.environ[\"PYTHONWARNINGS\"] = \"ignore\"" + ] + }, + { + "cell_type": "code", + "execution_count": 21, + "id": "b8cb69f2", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-07T00:13:43.018895Z", + "start_time": "2023-12-07T00:13:42.982387Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Current location: /Users/denys_herasymuk/UCU/4course_2term/Bachelor_Thesis/Code/Virny\n" + ] + } + ], + "source": [ + "cur_folder_name = os.getcwd().split('/')[-1]\n", + "if cur_folder_name != \"Virny\":\n", + " os.chdir(\"../..\")\n", + "\n", + "print('Current location: ', os.getcwd())" + ] + }, + { + "cell_type": "markdown", + "id": "a578f2ab", + "metadata": {}, + "source": [ + "# Multiple Models Interface Usage" + ] + }, + { + "cell_type": "code", + "execution_count": 22, + "id": "7a9241de", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-07T00:13:43.027909Z", + "start_time": "2023-12-07T00:13:43.006390Z" + } + }, + "outputs": [], + "source": [ + "import os\n", + "import pandas as pd\n", + "\n", + "from virny.datasets import ACSPublicCoverageDataset\n", + "from virny.custom_classes.metrics_composer import MetricsComposer\n", + "from virny.custom_classes.metrics_interactive_visualizer import MetricsInteractiveVisualizer" + ] + }, + { + "cell_type": "code", + "execution_count": 23, + "outputs": [], + "source": [ + "data_loader = ACSPublicCoverageDataset(state=['CA'], year=2018, with_nulls=False,\n", + " subsample_size=15_000, subsample_seed=42)\n", + "sensitive_attributes_dct = {'SEX': '2', 'RAC1P': ['2', '3', '4', '5', '6', '7', '8', '9'], 'SEX&RAC1P': None}" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-07T00:13:48.771709Z", + "start_time": "2023-12-07T00:13:43.029632Z" + } + }, + "id": "d3c53c7b72ecbcd0" + }, + { + "cell_type": "code", + "execution_count": 24, + "outputs": [], + "source": [ + "ROOT_DIR = os.path.join('docs', 'examples')\n", + "subgroup_metrics_df = pd.read_csv(os.path.join(ROOT_DIR, 'pub_cov_subgroup_metrics.csv'), header=0)\n", + "subgroup_metrics_df['Model_Name'] = (subgroup_metrics_df['Model_Name'] + '__alpha=' +\n", + " subgroup_metrics_df['Intervention_Param'].astype(str))" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-07T00:13:48.805639Z", + "start_time": "2023-12-07T00:13:48.768740Z" + } + }, + "id": "2aab7c79ecdee914" + }, + { + "cell_type": "code", + "execution_count": 25, + "outputs": [ + { + "data": { + "text/plain": " Metric SEX RAC1P SEX&RAC1P \\\n0 Accuracy_Parity 0.026847 0.016299 0.040212 \n1 Aleatoric_Uncertainty_Parity -0.013240 0.027276 0.007235 \n2 Aleatoric_Uncertainty_Ratio 0.983584 1.034689 1.009077 \n3 Equalized_Odds_FNR 0.004275 -0.000359 -0.008617 \n4 Equalized_Odds_FPR -0.012072 -0.024172 -0.040481 \n\n Model_Name \n0 LGBMClassifier__alpha=0.6 \n1 LGBMClassifier__alpha=0.6 \n2 LGBMClassifier__alpha=0.6 \n3 LGBMClassifier__alpha=0.6 \n4 LGBMClassifier__alpha=0.6 ", + "text/html": "
\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
MetricSEXRAC1PSEX&RAC1PModel_Name
0Accuracy_Parity0.0268470.0162990.040212LGBMClassifier__alpha=0.6
1Aleatoric_Uncertainty_Parity-0.0132400.0272760.007235LGBMClassifier__alpha=0.6
2Aleatoric_Uncertainty_Ratio0.9835841.0346891.009077LGBMClassifier__alpha=0.6
3Equalized_Odds_FNR0.004275-0.000359-0.008617LGBMClassifier__alpha=0.6
4Equalized_Odds_FPR-0.012072-0.024172-0.040481LGBMClassifier__alpha=0.6
\n
" + }, + "execution_count": 25, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "model_names = subgroup_metrics_df['Model_Name'].unique()\n", + "models_metrics_dct = dict()\n", + "for model_name in model_names:\n", + " models_metrics_dct[model_name] = subgroup_metrics_df[subgroup_metrics_df['Model_Name'] == model_name]\n", + "\n", + "metrics_composer = MetricsComposer(models_metrics_dct, sensitive_attributes_dct)\n", + "models_composed_metrics_df = metrics_composer.compose_metrics()\n", + "models_composed_metrics_df.head()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-07T00:13:48.849022Z", + "start_time": "2023-12-07T00:13:48.802693Z" + } + }, + "id": "833484748ed512e8" + }, + { + "cell_type": "code", + "execution_count": 26, + "outputs": [ + { + "data": { + "text/plain": "dict_keys(['LGBMClassifier__alpha=0.6', 'LGBMClassifier__alpha=0.0', 'LogisticRegression__alpha=0.0', 'LogisticRegression__alpha=0.6', 'MLPClassifier__alpha=0.0', 'MLPClassifier__alpha=0.6', 'RandomForestClassifier__alpha=0.0', 'RandomForestClassifier__alpha=0.6'])" + }, + "execution_count": 26, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "models_metrics_dct.keys()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-07T00:13:48.873723Z", + "start_time": "2023-12-07T00:13:48.848261Z" + } + }, + "id": "15ed7d1ba1f22317" + }, + { + "cell_type": "markdown", + "id": "deb45226", + "metadata": {}, + "source": [ + "## Metrics Visualization and Reporting" + ] + }, + { + "cell_type": "code", + "execution_count": 27, + "id": "435b9d98", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-07T00:13:48.959344Z", + "start_time": "2023-12-07T00:13:48.871083Z" + } + }, + "outputs": [], + "source": [ + "visualizer = MetricsInteractiveVisualizer(data_loader.X_data, data_loader.y_data,\n", + " models_metrics_dct, models_composed_metrics_df,\n", + " sensitive_attributes_dct=sensitive_attributes_dct)" + ] + }, + { + "cell_type": "code", + "execution_count": 28, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Running on local URL: http://127.0.0.1:7860\n", + "\n", + "To create a public link, set `share=True` in `launch()`.\n", + "Keyboard interruption in main thread... closing server.\n" + ] + } + ], + "source": [ + "visualizer.start_web_app()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-07T00:15:48.056146Z", + "start_time": "2023-12-07T00:13:48.898642Z" + } + }, + "id": "678a9dc8d51243f4" + }, + { + "cell_type": "code", + "execution_count": 29, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Closing server running on port: 7860\n" + ] + } + ], + "source": [ + "visualizer.stop_web_app()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-12-07T00:15:48.092702Z", + "start_time": "2023-12-07T00:15:48.056394Z" + } + }, + "id": "277b6d1de837dab7" + }, + { + "cell_type": "code", + "execution_count": 29, + "id": "2326c129", + "metadata": { + "ExecuteTime": { + "end_time": "2023-12-07T00:15:48.095103Z", + "start_time": "2023-12-07T00:15:48.092153Z" + } + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/docs/examples/Multiple_Models_Interface_Vis_Ricci.ipynb b/docs/examples/Multiple_Models_Interface_Vis_Ricci.ipynb new file mode 100644 index 00000000..8e21b6bc --- /dev/null +++ b/docs/examples/Multiple_Models_Interface_Vis_Ricci.ipynb @@ -0,0 +1,306 @@ +{ + "cells": [ + { + "cell_type": "code", + "execution_count": 37, + "id": "248cbed8", + "metadata": { + "ExecuteTime": { + "end_time": "2023-10-07T13:42:22.642940Z", + "start_time": "2023-10-07T13:42:22.508015Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "The autoreload extension is already loaded. To reload it, use:\n", + " %reload_ext autoreload\n" + ] + } + ], + "source": [ + "%matplotlib inline\n", + "%load_ext autoreload\n", + "%autoreload 2" + ] + }, + { + "cell_type": "code", + "execution_count": 38, + "id": "7ec6cd08", + "metadata": { + "ExecuteTime": { + "end_time": "2023-10-07T13:42:22.677119Z", + "start_time": "2023-10-07T13:42:22.641937Z" + } + }, + "outputs": [], + "source": [ + "import os\n", + "import warnings\n", + "warnings.filterwarnings('ignore')\n", + "os.environ[\"PYTHONWARNINGS\"] = \"ignore\"" + ] + }, + { + "cell_type": "code", + "execution_count": 39, + "id": "b8cb69f2", + "metadata": { + "ExecuteTime": { + "end_time": "2023-10-07T13:42:22.689334Z", + "start_time": "2023-10-07T13:42:22.664188Z" + } + }, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Current location: /Users/denys_herasymuk/UCU/4course_2term/Bachelor_Thesis/Code/Virny\n" + ] + } + ], + "source": [ + "cur_folder_name = os.getcwd().split('/')[-1]\n", + "if cur_folder_name != \"Virny\":\n", + " os.chdir(\"../..\")\n", + "\n", + "print('Current location: ', os.getcwd())" + ] + }, + { + "cell_type": "markdown", + "id": "a578f2ab", + "metadata": {}, + "source": [ + "# Multiple Models Interface Usage" + ] + }, + { + "cell_type": "code", + "execution_count": 40, + "id": "7a9241de", + "metadata": { + "ExecuteTime": { + "end_time": "2023-10-07T13:42:22.711038Z", + "start_time": "2023-10-07T13:42:22.687552Z" + } + }, + "outputs": [], + "source": [ + "import os\n", + "import pandas as pd\n", + "\n", + "from virny.custom_classes.metrics_interactive_visualizer import MetricsInteractiveVisualizer" + ] + }, + { + "cell_type": "code", + "execution_count": 41, + "outputs": [], + "source": [ + "sensitive_attributes_dct = {'Race': 'Non-White'}" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-10-07T13:42:22.732136Z", + "start_time": "2023-10-07T13:42:22.711244Z" + } + }, + "id": "d3c53c7b72ecbcd0" + }, + { + "cell_type": "code", + "execution_count": 42, + "outputs": [], + "source": [ + "ROOT_DIR = os.path.join('docs', 'examples')\n", + "subgroup_metrics_df = pd.read_csv(os.path.join(ROOT_DIR, 'ricci_subgroup_metrics.csv'), header=0)\n", + "models_composed_metrics_df = pd.read_csv(os.path.join(ROOT_DIR, 'ricci_group_metrics.csv'), header=0)" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-10-07T13:42:22.759203Z", + "start_time": "2023-10-07T13:42:22.732607Z" + } + }, + "id": "2aab7c79ecdee914" + }, + { + "cell_type": "code", + "execution_count": 43, + "outputs": [], + "source": [ + "subgroup_metrics_df['Model_Name'] = (subgroup_metrics_df['Model_Name'] + '__alpha=' +\n", + " subgroup_metrics_df['Intervention_Param'].astype(str))\n", + "models_composed_metrics_df['Model_Name'] = (models_composed_metrics_df['Model_Name'] + '__alpha=' \n", + " + models_composed_metrics_df['Intervention_Param'].astype(str))" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-10-07T13:42:22.784062Z", + "start_time": "2023-10-07T13:42:22.759791Z" + } + }, + "id": "2d922003e752a4b4" + }, + { + "cell_type": "code", + "execution_count": 44, + "outputs": [], + "source": [ + "models_metrics_dct = dict()\n", + "for model_name in subgroup_metrics_df['Model_Name'].unique():\n", + " models_metrics_dct[model_name] = subgroup_metrics_df[subgroup_metrics_df['Model_Name'] == model_name]" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-10-07T13:42:22.809161Z", + "start_time": "2023-10-07T13:42:22.782462Z" + } + }, + "id": "833484748ed512e8" + }, + { + "cell_type": "code", + "execution_count": 45, + "outputs": [ + { + "data": { + "text/plain": "dict_keys(['LGBMClassifier__alpha=0.0', 'LGBMClassifier__alpha=0.4', 'LGBMClassifier__alpha=0.7', 'LogisticRegression__alpha=0.0', 'LogisticRegression__alpha=0.4', 'LogisticRegression__alpha=0.7', 'MLPClassifier__alpha=0.7', 'MLPClassifier__alpha=0.0', 'MLPClassifier__alpha=0.4', 'RandomForestClassifier__alpha=0.0', 'RandomForestClassifier__alpha=0.4', 'RandomForestClassifier__alpha=0.7'])" + }, + "execution_count": 45, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "models_metrics_dct.keys()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-10-07T13:42:22.831140Z", + "start_time": "2023-10-07T13:42:22.806994Z" + } + }, + "id": "15ed7d1ba1f22317" + }, + { + "cell_type": "markdown", + "id": "deb45226", + "metadata": {}, + "source": [ + "## Metrics Visualization and Reporting" + ] + }, + { + "cell_type": "code", + "execution_count": 46, + "id": "435b9d98", + "metadata": { + "ExecuteTime": { + "end_time": "2023-10-07T13:42:22.859150Z", + "start_time": "2023-10-07T13:42:22.830292Z" + } + }, + "outputs": [], + "source": [ + "visualizer = MetricsInteractiveVisualizer(models_metrics_dct, models_composed_metrics_df,\n", + " sensitive_attributes_dct=sensitive_attributes_dct)" + ] + }, + { + "cell_type": "code", + "execution_count": 47, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Running on local URL: http://127.0.0.1:7860\n", + "\n", + "To create a public link, set `share=True` in `launch()`.\n", + "Keyboard interruption in main thread... closing server.\n" + ] + } + ], + "source": [ + "visualizer.start_web_app()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-10-07T13:45:45.222662Z", + "start_time": "2023-10-07T13:42:22.859325Z" + } + }, + "id": "678a9dc8d51243f4" + }, + { + "cell_type": "code", + "execution_count": 48, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "Closing server running on port: 7860\n" + ] + } + ], + "source": [ + "visualizer.stop_web_app()" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-10-07T13:45:45.264959Z", + "start_time": "2023-10-07T13:45:45.221841Z" + } + }, + "id": "277b6d1de837dab7" + }, + { + "cell_type": "code", + "execution_count": 48, + "id": "2326c129", + "metadata": { + "ExecuteTime": { + "end_time": "2023-10-07T13:45:45.265758Z", + "start_time": "2023-10-07T13:45:45.264074Z" + } + }, + "outputs": [], + "source": [] + } + ], + "metadata": { + "kernelspec": { + "display_name": "Python 3 (ipykernel)", + "language": "python", + "name": "python3" + }, + "language_info": { + "codemirror_mode": { + "name": "ipython", + "version": 3 + }, + "file_extension": ".py", + "mimetype": "text/x-python", + "name": "python", + "nbconvert_exporter": "python", + "pygments_lexer": "ipython3", + "version": "3.8.10" + } + }, + "nbformat": 4, + "nbformat_minor": 5 +} diff --git a/docs/examples/income_group_metrics.csv b/docs/examples/income_group_metrics.csv new file mode 100644 index 00000000..25b06763 --- /dev/null +++ b/docs/examples/income_group_metrics.csv @@ -0,0 +1,133 @@ +Metric,SEX,RAC1P,SEX&RAC1P,Model_Name,Intervention_Param +Equalized_Odds_TPR,-0.03079268292682924,0.11074514666563329,0.05249773566501781,LGBMClassifier,0.7 +Equalized_Odds_FPR,-0.02131701139721401,0.0009518370454978109,-0.00700793796337533,LGBMClassifier,0.7 +Equalized_Odds_FNR,0.030792682926829296,-0.11074514666563334,-0.05249773566501781,LGBMClassifier,0.7 +Disparate_Impact,1.0451749734888653,1.3342133960856337,1.248406706539857,LGBMClassifier,0.7 +Statistical_Parity_Difference,0.03246951219512195,0.22563645522532638,0.17651362084581623,LGBMClassifier,0.7 +Accuracy_Parity,0.04775641025641031,0.07497732132443469,0.0652173913043479,LGBMClassifier,0.7 +Label_Stability_Ratio,1.0095819811577007,1.0301209785116932,1.012842085178694,LGBMClassifier,0.7 +IQR_Parity,-0.0026551143311698278,-0.00967660527132716,-0.005313076583927184,LGBMClassifier,0.7 +Std_Parity,-0.002214117425894342,-0.00706110127509476,-0.004207550960833459,LGBMClassifier,0.7 +Std_Ratio,0.9581473862978338,0.8695701641666075,0.9199532195084829,LGBMClassifier,0.7 +Jitter_Parity,-0.007536566378903806,-0.019030010009223178,-0.009410112766584558,LGBMClassifier,0.7 +Equalized_Odds_TPR,-0.01097560975609757,-0.00598674778160968,-0.05549362502612687,LGBMClassifier,0.0 +Equalized_Odds_FPR,-0.025116082735331363,-0.014481520763645256,-0.019877655812003875,LGBMClassifier,0.0 +Equalized_Odds_FNR,0.01097560975609757,0.005986747781609625,0.055493625026126925,LGBMClassifier,0.0 +Disparate_Impact,1.0739042728773152,1.1095233662260287,1.0641057210867602,LGBMClassifier,0.0 +Statistical_Parity_Difference,0.061432926829268264,0.09117681249273446,0.05441371141921547,LGBMClassifier,0.0 +Accuracy_Parity,0.04294871794871791,0.037355018466921575,0.032355915065722995,LGBMClassifier,0.0 +Label_Stability_Ratio,1.013086132198451,1.0203793128013074,1.0132200761605896,LGBMClassifier,0.0 +IQR_Parity,-0.0030377716953829265,-0.007959024854970922,-0.005539567672418727,LGBMClassifier,0.0 +Std_Parity,-0.0021021596178428525,-0.005701112525753914,-0.0038189830524456084,LGBMClassifier,0.0 +Std_Ratio,0.9643024235570372,0.9045579272645509,0.9347582189106831,LGBMClassifier,0.0 +Jitter_Parity,-0.008137675557275542,-0.013465396867056778,-0.009009568683773159,LGBMClassifier,0.0 +Equalized_Odds_TPR,-0.039253048780487854,-0.031483705971248166,-0.11670034139204344,LGBMClassifier,0.4 +Equalized_Odds_FPR,-0.00873786407766991,-0.013488890701911838,-0.010826281732205081,LGBMClassifier,0.4 +Equalized_Odds_FNR,0.039253048780487854,0.03148370597124811,0.1167003413920435,LGBMClassifier,0.4 +Disparate_Impact,1.0594573415613675,1.0609451814521111,0.9916513681265844,LGBMClassifier,0.4 +Statistical_Parity_Difference,0.046265243902439024,0.04779710931142722,-0.00665366125548672,LGBMClassifier,0.4 +Accuracy_Parity,0.02841880341880343,0.034390591589451236,0.015897090214582632,LGBMClassifier,0.4 +Label_Stability_Ratio,1.0214945785801577,1.021203066210909,1.0204956799007319,LGBMClassifier,0.4 +IQR_Parity,-0.004103223054099589,-0.008620361682032895,-0.006324316490461224,LGBMClassifier,0.4 +Std_Parity,-0.0030876402128535846,-0.006194968170589871,-0.004796370058731313,LGBMClassifier,0.4 +Std_Ratio,0.9493557726215703,0.8992698436233884,0.9204716301184785,LGBMClassifier,0.4 +Jitter_Parity,-0.01200876712622645,-0.015122226339372366,-0.012784745357312319,LGBMClassifier,0.4 +Equalized_Odds_TPR,-0.06996951219512193,-0.01604215910411899,-0.10732947815787641,LogisticRegression,0.0 +Equalized_Odds_FPR,-0.023723089911355008,-0.04367572271627097,-0.042787718424982316,LogisticRegression,0.0 +Equalized_Odds_FNR,0.06996951219512193,0.01604215910411899,0.10732947815787636,LogisticRegression,0.0 +Disparate_Impact,0.9908320359799343,0.9996470017208666,0.9084844203751667,LogisticRegression,0.0 +Statistical_Parity_Difference,-0.008079268292682906,-0.00030999341263993063,-0.08123737197798375,LogisticRegression,0.0 +Accuracy_Parity,0.01816239316239321,0.05037905786302077,0.031457139647230625,LogisticRegression,0.0 +Label_Stability_Ratio,1.009100642398287,1.023801267627326,1.0076597165218943,LogisticRegression,0.0 +IQR_Parity,-0.006097632012806539,-0.006310527017404574,-0.0065692439650302525,LogisticRegression,0.0 +Std_Parity,-0.004906109963734577,-0.004854434742104861,-0.005207661750716387,LogisticRegression,0.0 +Std_Ratio,0.9086406912235572,0.9082781978742059,0.9003166552931693,LogisticRegression,0.0 +Jitter_Parity,-0.0055498432332622555,-0.01576926661754173,-0.006298770939673112,LogisticRegression,0.0 +Equalized_Odds_TPR,-0.04298780487804876,0.08555818188863484,0.017661812861422654,LogisticRegression,0.7 +Equalized_Odds_FPR,-0.003925707049387925,-0.030295613390987464,-0.022281313038694295,LogisticRegression,0.7 +Equalized_Odds_FNR,0.04298780487804876,-0.0855581818886349,-0.01766181286142271,LogisticRegression,0.7 +Disparate_Impact,1.0570386018820819,1.15227520571032,1.1070776454221372,LogisticRegression,0.7 +Statistical_Parity_Difference,0.04527439024390245,0.11903747045375279,0.08580087786525459,LogisticRegression,0.7 +Accuracy_Parity,0.02147435897435901,0.07841152076718727,0.05596749428903114,LogisticRegression,0.7 +Label_Stability_Ratio,0.9984503821387735,1.0050781309776278,0.9984788609152078,LogisticRegression,0.7 +IQR_Parity,-0.0030463198184801366,-0.0007317941412861503,-0.0023944641804607703,LogisticRegression,0.7 +Std_Parity,-0.002576978265789877,-0.00016051358574650093,-0.0019729774914916606,LogisticRegression,0.7 +Std_Ratio,0.9398193735885796,0.9961448364837571,0.9529382123765405,LogisticRegression,0.7 +Jitter_Parity,0.0017610005153971056,-0.0049119190685485425,0.0009849212357710413,LogisticRegression,0.7 +Equalized_Odds_TPR,-0.062347560975609784,-0.0033518037741697704,-0.09653034208876188,LogisticRegression,0.4 +Equalized_Odds_FPR,-0.019607429295061207,-0.030417992439694327,-0.030016242697335674,LogisticRegression,0.4 +Equalized_Odds_FNR,0.06234756097560973,0.0033518037741697704,0.09653034208876193,LogisticRegression,0.4 +Disparate_Impact,1.0087170907810161,1.050002258457925,0.961194506547429,LogisticRegression,0.4 +Statistical_Parity_Difference,0.007545731707317094,0.042895338474057354,-0.0338605169650944,LogisticRegression,0.4 +Accuracy_Parity,0.019230769230769273,0.046207801464394516,0.026120660599932566,LogisticRegression,0.4 +Label_Stability_Ratio,1.0072028640298956,1.0153655245856517,1.000428717824364,LogisticRegression,0.4 +IQR_Parity,-0.0068586087713478905,-0.005069227313861113,-0.005323993156258602,LogisticRegression,0.4 +Std_Parity,-0.005429382866877996,-0.004096338358900525,-0.004725493931369902,LogisticRegression,0.4 +Std_Ratio,0.8999072809699203,0.9226669785897548,0.909905157452225,LogisticRegression,0.4 +Jitter_Parity,-0.004078888029894576,-0.01278422827543911,-0.003752072160978573,LogisticRegression,0.4 +Equalized_Odds_TPR,-0.019435975609756184,-0.03632735304374779,-0.07838082630808896,MLPClassifier,0.0 +Equalized_Odds_FPR,-0.0587378640776699,-0.05070571918087624,-0.06589426527992455,MLPClassifier,0.0 +Equalized_Odds_FNR,0.019435975609756073,0.036327353043747845,0.0783808263080889,MLPClassifier,0.0 +Disparate_Impact,0.9938211382113822,0.9835774706003713,0.9036308734717926,MLPClassifier,0.0 +Statistical_Parity_Difference,-0.005792682926829218,-0.01542217227883913,-0.09116560997700829,MLPClassifier,0.0 +Accuracy_Parity,0.05256410256410249,0.04415862113652558,0.05033142343556907,MLPClassifier,0.0 +Label_Stability_Ratio,1.0400222540384076,1.052024430659532,1.0377142721189696,MLPClassifier,0.0 +IQR_Parity,-0.023103483282492315,-0.02199865172956933,-0.021084662231184464,MLPClassifier,0.0 +Std_Parity,-0.017047311682108574,-0.014482498155605067,-0.015528142059770114,MLPClassifier,0.0 +Std_Ratio,0.8378767214807724,0.8575668018548829,0.8441550952374669,MLPClassifier,0.0 +Jitter_Parity,-0.024276623502126712,-0.02999195460552799,-0.02431443345626763,MLPClassifier,0.0 +Equalized_Odds_TPR,-0.018978658536585313,0.05504320533188678,-0.03720476555423957,MLPClassifier,0.7 +Equalized_Odds_FPR,-0.04624314056563952,-0.015542139185771395,-0.04150402137748552,MLPClassifier,0.7 +Equalized_Odds_FNR,0.01897865853658537,-0.05504320533188667,0.037204765554239516,MLPClassifier,0.7 +Disparate_Impact,0.9976159911975059,1.1685710118150436,0.9892333472978635,MLPClassifier,0.7 +Statistical_Parity_Difference,-0.0019817073170732558,0.134343395202852,-0.008952832160523894,MLPClassifier,0.7 +Accuracy_Parity,0.05566239316239319,0.05791971748849867,0.05465678013706321,MLPClassifier,0.7 +Label_Stability_Ratio,1.0116825655056816,1.0147414387548623,1.0142450823394442,MLPClassifier,0.7 +IQR_Parity,-0.015967185873185546,-0.007739632168905608,-0.010375957070957897,MLPClassifier,0.7 +Std_Parity,-0.011280373369031718,-0.0052215839220306065,-0.00846586522301801,MLPClassifier,0.7 +Std_Ratio,0.8633086261228244,0.9337434540716136,0.8922451079710022,MLPClassifier,0.7 +Jitter_Parity,-0.011206411330150795,-0.010024072689631416,-0.009159063489553684,MLPClassifier,0.7 +Equalized_Odds_TPR,-0.018064024390243905,-0.018541480993528814,-0.07190134466662024,MLPClassifier,0.4 +Equalized_Odds_FPR,-0.0478682988602786,-0.03377661744309374,-0.04670430431479396,MLPClassifier,0.4 +Equalized_Odds_FNR,0.018064024390243905,0.01854148099352887,0.07190134466662024,MLPClassifier,0.4 +Disparate_Impact,1.0122367435278448,1.0388483701545854,0.9596397347000302,MLPClassifier,0.4 +Statistical_Parity_Difference,0.01120426829268295,0.03539737280582789,-0.03730927332265033,MLPClassifier,0.4 +Accuracy_Parity,0.04732905982905977,0.03914501393118641,0.039358873534808825,MLPClassifier,0.4 +Label_Stability_Ratio,1.0380533656761675,1.050281055097938,1.039143933855558,MLPClassifier,0.4 +IQR_Parity,-0.021800317105360498,-0.01979599811428892,-0.019109923987836203,MLPClassifier,0.4 +Std_Parity,-0.016632398891789663,-0.013618988897571183,-0.014615438426665558,MLPClassifier,0.4 +Std_Ratio,0.8411837472975571,0.8653910518588449,0.8527524702482466,MLPClassifier,0.4 +Jitter_Parity,-0.023205391272604736,-0.028007441470945263,-0.022731439845363424,MLPClassifier,0.4 +Equalized_Odds_TPR,-0.013109756097560932,0.03212306738481807,-0.022085975057479224,RandomForestClassifier,0.4 +Equalized_Odds_FPR,-0.01192486281131279,-0.004963150308667147,-0.006942443216054084,RandomForestClassifier,0.4 +Equalized_Odds_FNR,0.013109756097560987,-0.03212306738481807,0.02208597505747928,RandomForestClassifier,0.4 +Disparate_Impact,1.0743556828280834,1.1590880271867312,1.1109037589976007,RandomForestClassifier,0.4 +Statistical_Parity_Difference,0.05739329268292681,0.12153679234316273,0.08695046331777334,RandomForestClassifier,0.4 +Accuracy_Parity,0.03856837606837615,0.04690436078533011,0.036587649327790794,RandomForestClassifier,0.4 +Label_Stability_Ratio,1.0010830866898295,1.0245213649857032,1.0016860934867435,RandomForestClassifier,0.4 +IQR_Parity,-0.0024315475130579356,-0.007422421027040563,-0.006348073239051066,RandomForestClassifier,0.4 +Std_Parity,-0.001890817887290966,-0.006005398383778858,-0.005054462180121233,RandomForestClassifier,0.4 +Std_Ratio,0.9693944783088382,0.9044128961451383,0.9181358364959677,RandomForestClassifier,0.4 +Jitter_Parity,-0.0029367081132166684,-0.015830939834926464,-0.004035590076358689,RandomForestClassifier,0.4 +Equalized_Odds_TPR,-0.013262195121951259,0.09049870190258458,0.0275900508604473,RandomForestClassifier,0.7 +Equalized_Odds_FPR,-0.004706627268889818,0.005180713061923803,0.004610830211417033,RandomForestClassifier,0.7 +Equalized_Odds_FNR,0.013262195121951204,-0.09049870190258458,-0.0275900508604473,RandomForestClassifier,0.7 +Disparate_Impact,1.086494036746535,1.2810291207237774,1.2183023097164019,RandomForestClassifier,0.7 +Statistical_Parity_Difference,0.06135670731707321,0.19258340760258852,0.15606493416010592,RandomForestClassifier,0.7 +Accuracy_Parity,0.04049145299145296,0.06377567550055074,0.04785979103471516,RandomForestClassifier,0.7 +Label_Stability_Ratio,1.0042931659613945,1.0158033089241028,0.997701913713356,RandomForestClassifier,0.7 +IQR_Parity,-0.0021576183268891685,-0.0011512403501528212,-0.00012869147334378106,RandomForestClassifier,0.7 +Std_Parity,-0.002107574597948185,-0.0019021823908419097,-0.001451921355860343,RandomForestClassifier,0.7 +Std_Ratio,0.962673667602888,0.9660752793094682,0.9739339258916726,RandomForestClassifier,0.7 +Jitter_Parity,-0.004579489326979741,-0.010039410100458009,-0.0014495632866055874,RandomForestClassifier,0.7 +Equalized_Odds_TPR,-0.006478658536585358,0.034680513039097915,-0.010276597227060535,RandomForestClassifier,0.0 +Equalized_Odds_FPR,-0.018446601941747576,-0.00981751924070598,-0.010793534358544452,RandomForestClassifier,0.0 +Equalized_Odds_FNR,0.006478658536585358,-0.034680513039097915,0.010276597227060535,RandomForestClassifier,0.0 +Disparate_Impact,1.0696725293946165,1.149977548271217,1.1161027349228612,RandomForestClassifier,0.0 +Statistical_Parity_Difference,0.05464939024390236,0.11648002479947306,0.09228035950672331,RandomForestClassifier,0.0 +Accuracy_Parity,0.043910256410256476,0.04994168340568905,0.04126877129910489,RandomForestClassifier,0.0 +Label_Stability_Ratio,1.0018200544605445,1.031331519636685,1.0152022947420831,RandomForestClassifier,0.0 +IQR_Parity,-0.0014266839924084312,-0.005259735864872772,-0.003978617177466615,RandomForestClassifier,0.0 +Std_Parity,-0.0014799865759114808,-0.0045115073360025085,-0.003718279422753004,RandomForestClassifier,0.0 +Std_Ratio,0.9712188827286748,0.913538681205104,0.9275913116942456,RandomForestClassifier,0.0 +Jitter_Parity,-0.0018609822617384336,-0.017820314313740024,-0.008520772043575799,RandomForestClassifier,0.0 diff --git a/docs/examples/income_subgroup_metrics.csv b/docs/examples/income_subgroup_metrics.csv new file mode 100644 index 00000000..f9e45d09 --- /dev/null +++ b/docs/examples/income_subgroup_metrics.csv @@ -0,0 +1,221 @@ +Metric,Model_Name,Model_Params,Dataset_Name,Intervention_Param,RAC1P_dis,RAC1P_priv,SEX&RAC1P_dis,SEX&RAC1P_priv,SEX_dis,SEX_priv,overall +Accuracy,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.8299180327868853,0.7549407114624506,0.8333333333333334,0.7681159420289855,0.8041666666666667,0.7564102564102564,0.7793333333333333 +Aleatoric_Uncertainty,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.574768407248688,0.5867152963701037,0.5751925521025802,0.5844148021106594,0.5625457885372674,0.6015511473295796,0.5828285751092698 +F1,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.6666666666666666,0.6242424242424243,0.6324786324786325,0.6363636363636364,0.6072423398328691,0.6545454545454545,0.6358635863586358 +FNR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.366412213740458,0.47715736040609136,0.4032258064516129,0.4557235421166307,0.4682926829268293,0.4375,0.44952380952380955 +FPR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.09803921568627451,0.0970873786407767,0.09183673469387756,0.09884467265725289,0.08737864077669903,0.10869565217391304,0.09743589743589744 +IQR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.06280707944938806,0.07248368472071522,0.06493633506095174,0.07024941164487893,0.06795490302023513,0.07061001735140496,0.06933556247244345 +Jitter,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.05725214185682598,0.07628215186604916,0.062299481905650766,0.07170959467223532,0.0661720407593532,0.07370860713825701,0.07009105527638122 +Label_Stability,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.9190368852459017,0.8921640316205534,0.9104651162790697,0.8989210950080515,0.905375,0.8967820512820512,0.9009066666666667 +Mean,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.7085616306769631,0.6862178585472839,0.7245281799737864,0.6870388713260648,0.7252005764269102,0.6642129917856846,0.6934870324134728 +Overall_Uncertainty,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.5874845827200873,0.6027417432630668,0.5884432399246448,0.5997172018108436,0.5773910073017967,0.616596917041452,0.5977780803664176 +PPV,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.7033898305084746,0.7744360902255639,0.6727272727272727,0.7659574468085106,0.7077922077922078,0.782608695652174,0.7526041666666666 +Per_Sample_Accuracy,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.828125,0.7573962450592885,0.8262015503875969,0.7708937198067634,0.8038958333333333,0.7587243589743589,0.7804066666666668 +Positive-Rate,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.9007633587786259,0.6751269035532995,0.8870967741935484,0.7105831533477321,0.751219512195122,0.71875,0.7314285714285714 +Sample_Size,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.24180327868852458,0.2628458498023715,0.2131782945736434,0.2648953301127214,0.21388888888888888,0.2948717948717949,0.256 +Std,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.04707606166754985,0.05413716294264461,0.04835609913224369,0.05256365009307715,0.05068861026634873,0.05290272769224307,0.051839951327813785 +TNR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.9019607843137255,0.9029126213592233,0.9081632653061225,0.9011553273427471,0.912621359223301,0.8913043478260869,0.9025641025641026 +TPR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 10, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.7,0.6335877862595419,0.5228426395939086,0.5967741935483871,0.5442764578833693,0.5317073170731708,0.5625,0.5504761904761905 +Accuracy,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.8278688524590164,0.7905138339920948,0.8294573643410853,0.7971014492753623,0.825,0.782051282051282,0.8026666666666666 +Aleatoric_Uncertainty,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.5633808779503379,0.6053039361523177,0.5635466006397141,0.5975059813694559,0.5732441010754783,0.6086688449379051,0.5916649678839402 +F1,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.6666666666666666,0.7063711911357341,0.6271186440677966,0.705607476635514,0.6752577319587629,0.7098976109215017,0.6960985626283368 +FNR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.35877862595419846,0.35279187817258884,0.4032258064516129,0.34773218142548595,0.36097560975609755,0.35,0.35428571428571426 +FPR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.10364145658263306,0.11812297734627832,0.09693877551020408,0.11681643132220795,0.10097087378640776,0.12608695652173912,0.11282051282051282 +IQR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.0717782678051346,0.07973729266010553,0.0725611945411923,0.07810076221361102,0.07556831529235587,0.0786060869877388,0.077147956573955 +Jitter,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.06448780789191826,0.07795320475897503,0.06611253944139346,0.07512210812516662,0.06934087102177533,0.07747854657905087,0.07357246231155734 +Label_Stability,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.9095491803278689,0.8913833992094861,0.907093023255814,0.895257648953301,0.9033611111111111,0.8916923076923077,0.8972933333333334 +Mean,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.6957755997986098,0.6346221249287431,0.7150553202294089,0.6419418764174092,0.689198775103901,0.6225038013523088,0.6545173887530731 +Overall_Uncertainty,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.5802610784913662,0.6241481189584432,0.5806878176395618,0.6159322429458329,0.5913806977913604,0.6269374362563485,0.6098702017931542 +PPV,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.6942148760330579,0.7774390243902439,0.6607142857142857,0.7684478371501272,0.7158469945355191,0.7819548872180451,0.755011135857461 +Per_Sample_Accuracy,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.82547131147541,0.7838833992094861,0.8217635658914728,0.7923550724637681,0.8145833333333333,0.7815641025641025,0.7974133333333333 +Positive-Rate,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.9236641221374046,0.8324873096446701,0.9032258064516129,0.8488120950323974,0.8926829268292683,0.83125,0.8552380952380952 +Sample_Size,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.24795081967213115,0.3241106719367589,0.21705426356589147,0.3164251207729469,0.25416666666666665,0.34102564102564104,0.29933333333333334 +Std,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.05403263342459364,0.059733745950347555,0.05471686604121065,0.05853584909365626,0.05678586100735733,0.05888802062520018,0.057878984008635614 +TNR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.896358543417367,0.8818770226537217,0.9030612244897959,0.883183568677792,0.8990291262135922,0.8739130434782608,0.8871794871794871 +TPR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.0,0.6412213740458015,0.6472081218274112,0.5967741935483871,0.652267818574514,0.6390243902439025,0.65,0.6457142857142857 +Accuracy,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.8278688524590164,0.7934782608695652,0.8178294573643411,0.8019323671497585,0.8194444444444444,0.791025641025641,0.8046666666666666 +Aleatoric_Uncertainty,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.5551920500099683,0.6160978769562332,0.5546274648036941,0.6049363010992105,0.5746912318145948,0.6162142115103388,0.5962831812563817 +F1,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.65,0.7027027027027027,0.5765765765765766,0.7043269230769231,0.6524064171122995,0.7135325131810193,0.689289501590668 +FNR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.40458015267175573,0.3730964467005076,0.4838709677419355,0.367170626349892,0.40487804878048783,0.365625,0.38095238095238093 +FPR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.08683473389355742,0.10032362459546926,0.08673469387755102,0.0975609756097561,0.0912621359223301,0.1,0.09538461538461539 +IQR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.07359398945751415,0.08221435113954705,0.07417332608489044,0.08049764257535166,0.07727618415086056,0.08137940720496015,0.07940986013899233 +Jitter,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.06965174231814622,0.08477396865751859,0.06926843519925442,0.08205318055656674,0.07360964544947027,0.08561841257569672,0.07985420435511108 +Label_Stability,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.8993852459016393,0.8807114624505928,0.9017829457364341,0.883671497584541,0.8965972222222222,0.8777307692307692,0.8867866666666667 +Mean,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.7141488205426961,0.6441152206909166,0.7326595827361654,0.6532391750548413,0.6999423689094346,0.6363983617298083,0.6668994851760289 +Overall_Uncertainty,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.5729327590451901,0.6355678274191867,0.5723997447559693,0.624079463458317,0.5933199449151484,0.6353788043889269,0.6151905518415132 +PPV,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.7155963302752294,0.7993527508090615,0.6530612244897959,0.7940379403794038,0.7218934911242604,0.8152610441767069,0.777511961722488 +Per_Sample_Accuracy,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.8241188524590164,0.7855237154150199,0.8176744186046511,0.7940096618357488,0.8138402777777777,0.7835320512820513,0.7980799999999999 +Positive-Rate,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.8320610687022901,0.7842639593908629,0.7903225806451613,0.796976241900648,0.824390243902439,0.778125,0.7961904761904762 +Sample_Size,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.22336065573770492,0.30533596837944665,0.18992248062015504,0.2971014492753623,0.23472222222222222,0.3192307692307692,0.2786666666666667 +Statistical_Bias,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.2485877124816216,0.2850127848791134,0.2544548274710566,0.2770486284228354,0.25981461969725383,0.28548361000855305,0.2731624946591294 +Std,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.05530566275693515,0.06150063092752502,0.055513806874063584,0.0603101769327949,0.05787962837200925,0.06096726858486284,0.05948520128269312 +TNR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.9131652661064426,0.8996763754045307,0.9132653061224489,0.9024390243902439,0.9087378640776699,0.9,0.9046153846153846 +TPR,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Folktables_GA_2018_Income,0.4,0.5954198473282443,0.6269035532994924,0.5161290322580645,0.6328293736501079,0.5951219512195122,0.634375,0.6190476190476191 +Accuracy,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.860655737704918,0.8102766798418972,0.8527131782945736,0.821256038647343,0.8361111111111111,0.8179487179487179,0.8266666666666667 +Aleatoric_Uncertainty,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.518266140432632,0.5917375980647225,0.5207079123887619,0.5776245445864114,0.5540758647380297,0.5805355168733874,0.5678348838484157 +F1,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.7235772357723578,0.7405405405405405,0.6607142857142857,0.7459954233409611,0.6927083333333334,0.7641196013289037,0.7363083164300203 +FNR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.32061068702290074,0.30456852791878175,0.4032258064516129,0.2958963282937365,0.35121951219512193,0.28125,0.30857142857142855 +FPR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.07282913165266107,0.11650485436893204,0.0663265306122449,0.10911424903722722,0.08932038834951456,0.11304347826086956,0.10051282051282051 +IQR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.06428228921309113,0.07059281623049571,0.06310045743778836,0.06966970140281861,0.06536902279417402,0.07146665480698056,0.06853979144083341 +Jitter,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.05826478705000547,0.0740340536675472,0.06368840325659207,0.06998717419626518,0.06601786711334494,0.0715677103466072,0.06890378559463906 +Label_Stability,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.9163729508196721,0.8950691699604743,0.9077131782945737,0.9008132045088566,0.90625,0.8980769230769231,0.902 +Mean,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.7140798765562879,0.6258004703369449,0.7406686084265409,0.6366252453835822,0.6994177145075693,0.6130773093525728,0.654520703826971 +Overall_Uncertainty,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.5333777792973274,0.607740896173706,0.5350959529476597,0.5936130333046618,0.5686451777300188,0.5973046349477854,0.5835480954832574 +PPV,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.7739130434782608,0.791907514450867,0.74,0.7931873479318735,0.7430167597765364,0.8156028368794326,0.7874186550976139 +Per_Sample_Accuracy,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.8478176229508196,0.804540513833992,0.8466472868217054,0.8127979066022545,0.8295694444444444,0.8085128205128205,0.81862 +Positive-Rate,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.8778625954198473,0.8781725888324873,0.8064516129032258,0.8876889848812095,0.8731707317073171,0.88125,0.878095238095238 +Sample_Size,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.23565573770491804,0.34189723320158105,0.1937984496124031,0.3309178743961353,0.24861111111111112,0.36153846153846153,0.30733333333333335 +Std,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.04807120157985848,0.05292563632196334,0.047034382956272054,0.05224204470698844,0.04879514970472325,0.053701259668457825,0.051346326885865226 +TNR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.927170868347339,0.883495145631068,0.9336734693877551,0.8908857509627728,0.9106796116504854,0.8869565217391304,0.8994871794871795 +TPR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.6793893129770993,0.6954314720812182,0.5967741935483871,0.7041036717062635,0.6487804878048781,0.71875,0.6914285714285714 +Accuracy,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.8709016393442623,0.7924901185770751,0.8643410852713178,0.8083735909822867,0.8291666666666667,0.8076923076923077,0.818 +Aleatoric_Uncertainty,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.5415753343739413,0.6007282744387772,0.5437012248461627,0.5893324161805281,0.5656097473407158,0.5961368702836032,0.5814838512710172 +F1,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.7469879518072289,0.7008547008547008,0.7008547008547008,0.7146282973621103,0.6737400530503979,0.7386759581881533,0.7129337539432177 +FNR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.2900763358778626,0.3756345177664975,0.3387096774193548,0.3563714902807775,0.3804878048780488,0.3375,0.35428571428571426 +FPR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.0700280112044818,0.10032362459546926,0.07142857142857142,0.09370988446726572,0.08737864077669903,0.09130434782608696,0.08923076923076922 +IQR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.05486730610239798,0.05559910024368413,0.05337840687496418,0.05577287105542495,0.05377693691077603,0.056823256729256165,0.055361023216385696 +Jitter,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.05049252409589009,0.055404443164438634,0.05462194694401552,0.05363702570824448,0.05472215242881082,0.05296115191341372,0.05380643216080322 +Label_Stability,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.9256352459016393,0.9209584980237154,0.9213178294573643,0.9227214170692432,0.9217361111111111,0.9231666666666667,0.9224799999999999 +Mean,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.7008671012376522,0.6500786578096867,0.7283286228997712,0.6537793578093689,0.7076286288499484,0.6287309414556592,0.666601831404918 +Overall_Uncertainty,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.5529470303791272,0.6110197586776697,0.5542760168748085,0.5999894800749719,0.5757934710934558,0.6072036505378559,0.5921267644045438 +PPV,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.788135593220339,0.7987012987012987,0.7454545454545455,0.8032345013477089,0.7383720930232558,0.8346456692913385,0.795774647887324 +Per_Sample_Accuracy,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.8547438524590164,0.7916353754940711,0.8563953488372092,0.8029790660225442,0.8271319444444443,0.7983525641025639,0.8121666666666667 +Positive-Rate,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.9007633587786259,0.7817258883248731,0.8870967741935484,0.8012958963282938,0.8390243902439024,0.79375,0.8114285714285714 +Sample_Size,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.24180327868852458,0.30434782608695654,0.2131782945736434,0.29871175523349436,0.2388888888888889,0.32564102564102565,0.284 +Std,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.04147548578761579,0.04163599937336229,0.03995015359051101,0.04192313108200267,0.04024375025525536,0.04282072852104524,0.0415837789534661 +TNR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.9299719887955182,0.8996763754045307,0.9285714285714286,0.9062901155327343,0.912621359223301,0.908695652173913,0.9107692307692308 +TPR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.7099236641221374,0.6243654822335025,0.6612903225806451,0.6436285097192225,0.6195121951219512,0.6625,0.6457142857142857 +Accuracy,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.8545081967213115,0.808300395256917,0.8449612403100775,0.8188405797101449,0.8333333333333334,0.8141025641025641,0.8233333333333334 +Aleatoric_Uncertainty,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.5211199002202518,0.591006808034145,0.5246724201167261,0.577326824998327,0.5541771891449122,0.5812792626329496,0.5682702673586917 +F1,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.714859437751004,0.7349726775956285,0.6491228070175439,0.740484429065744,0.6875,0.7571189279731994,0.7298674821610601 +FNR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.32061068702290074,0.31725888324873097,0.4032258064516129,0.30669546436285094,0.35609756097560974,0.29375,0.3180952380952381 +FPR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.08123249299719888,0.11165048543689321,0.07653061224489796,0.10654685494223363,0.0912621359223301,0.1108695652173913,0.10051282051282051 +IQR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.0656607376158629,0.07072996492972401,0.06467250997689906,0.06999650313315767,0.06551429974918029,0.07237290852052818,0.06908077631028119 +Jitter,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.060156314358679144,0.07294054263411826,0.06567469128588728,0.06942676344686585,0.06666038525963189,0.07073927328952646,0.06878140703517488 +Label_Stability,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.9112704918032787,0.8974802371541502,0.9022868217054263,0.9019001610305957,0.9053333333333333,0.8988589743589742,0.9019666666666666 +Mean,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.7086695659799582,0.6312971446946812,0.7346452859100321,0.6402294483610698,0.7007860045694052,0.6155609427426478,0.6564689724194913 +Overall_Uncertainty,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.5366496138386901,0.6070662579052819,0.5393764919119384,0.5934596857006005,0.568778825833585,0.598352961478519,0.5841573763689507 +PPV,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.7542372881355932,0.7958579881656804,0.7115384615384616,0.7945544554455446,0.7374301675977654,0.8158844765342961,0.7850877192982456 +Per_Sample_Accuracy,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.8464549180327868,0.8029891304347826,0.8463372093023257,0.8110628019323671,0.8285833333333332,0.8065576923076924,0.8171299999999999 +Positive-Rate,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.9007633587786259,0.8578680203045685,0.8387096774193549,0.8725701943844493,0.8731707317073171,0.865625,0.8685714285714285 +Sample_Size,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.24180327868852458,0.3339920948616601,0.20155038759689922,0.3252818035426731,0.24861111111111112,0.35512820512820514,0.304 +Statistical_Bias,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.2274504031385729,0.266491924606308,0.2318676501443367,0.25834442085021614,0.24554145806397867,0.26140483926556757,0.2537904162888049 +Std,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.048873767867387855,0.05297010622628838,0.0477247218383518,0.052450215769721704,0.04881415172274951,0.05424353458962751,0.051637430813526085 +TNR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.9187675070028011,0.8883495145631068,0.923469387755102,0.8934531450577664,0.9087378640776699,0.8891304347826087,0.8994871794871795 +TPR,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.6793893129770993,0.682741116751269,0.5967741935483871,0.693304535637149,0.6439024390243903,0.70625,0.6819047619047619 +Accuracy,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.8524590163934426,0.808300395256917,0.8643410852713178,0.8140096618357487,0.85,0.7974358974358975,0.8226666666666667 +Aleatoric_Uncertainty,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.3816002128122633,0.4663978258721248,0.38038775507957207,0.4509464273948834,0.4122843567010865,0.4632958548848621,0.43881033575664985 +F1,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.7142857142857143,0.7460732984293194,0.6956521739130435,0.7436182019977803,0.7272727272727273,0.7451612903225806,0.7381889763779528 +FNR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.31297709923664124,0.2766497461928934,0.3548387096774194,0.27645788336933047,0.2975609756097561,0.278125,0.2857142857142857 +FPR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.08683473389355742,0.13754045307443366,0.0663265306122449,0.13222079589216945,0.0912621359223301,0.15,0.11897435897435897 +IQR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.11256027555478235,0.13455892728435168,0.10994393226091104,0.1310285944920955,0.11538822128143578,0.1384917045639281,0.12740203258833177 +Jitter,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.09333336765796346,0.12332532226349145,0.09343558879670463,0.11775002225297226,0.10094409547738649,0.1252207189795132,0.11356793969848812 +Label_Stability,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.8686270491803278,0.8256719367588932,0.8656976744186047,0.8342351046698874,0.8567916666666666,0.8238205128205128,0.8396466666666665 +Mean,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.7252847058872565,0.6240034562362897,0.7607214461032801,0.6353979879947343,0.7097566779513825,0.6082123411014243,0.6569536227894043 +Overall_Uncertainty,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.4414172929888588,0.533748861417282,0.4365092913234669,0.5176699593972609,0.4698661654226279,0.5349510867032824,0.5037103244885683 +PPV,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.743801652892562,0.7702702702702703,0.7547169811320755,0.7648401826484018,0.7539267015706806,0.77,0.7637474541751528 +Per_Sample_Accuracy,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.8301741803278688,0.7933498023715414,0.8309496124031007,0.8000080515297907,0.8233958333333333,0.7886538461538463,0.8053299999999999 +Positive-Rate,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.9236641221374046,0.9390862944162437,0.8548387096774194,0.9460043196544277,0.9317073170731708,0.9375,0.9352380952380952 +Sample_Size,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.24795081967213115,0.36561264822134387,0.2054263565891473,0.3526570048309179,0.2652777777777778,0.38461538461538464,0.3273333333333333 +Std,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.08719673354183723,0.1016792316974423,0.08411029067199578,0.0996384327317659,0.08810299022278899,0.10515030190489756,0.09696759229748543 +TNR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.9131652661064426,0.8624595469255664,0.9336734693877551,0.8677792041078306,0.9087378640776699,0.85,0.8810256410256411 +TPR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.6870229007633588,0.7233502538071066,0.6451612903225806,0.7235421166306696,0.7024390243902439,0.721875,0.7142857142857143 +Accuracy,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.8504098360655737,0.7924901185770751,0.8565891472868217,0.8019323671497585,0.8402777777777778,0.7846153846153846,0.8113333333333334 +Aleatoric_Uncertainty,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.43531743350320395,0.5012712154730118,0.43338857927395535,0.4894582320093163,0.4473101514451836,0.509818036625281,0.47981425173883424 +F1,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.7114624505928854,0.7033898305084746,0.672566371681416,0.7099056603773585,0.6933333333333334,0.7133105802047781,0.7055150884495317 +FNR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.31297709923664124,0.3680203045685279,0.3870967741935484,0.34989200863930886,0.36585365853658536,0.346875,0.35428571428571426 +FPR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.0896358543417367,0.10517799352750809,0.0663265306122449,0.10783055198973042,0.07766990291262135,0.12391304347826088,0.09948717948717949 +IQR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.0956195011615199,0.10335913333042551,0.09224988054338842,0.10262583761434632,0.09253823634408508,0.10850542221727062,0.10084117299814155 +Jitter,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.08606114589339989,0.0960852185830313,0.08524034903198867,0.09439941252154235,0.08699671970966057,0.09820313103981136,0.0928240536013427 +Label_Stability,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.8803483606557377,0.8675592885375495,0.8819767441860465,0.8695893719806763,0.8769861111111112,0.8668589743589745,0.8717199999999999 +Mean,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.7102203181759992,0.6607804033163299,0.7506239522883105,0.6615429176615372,0.7249338287368677,0.6324934958147033,0.6768648556173422 +Overall_Uncertainty,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.47514726487681236,0.5407137095576833,0.46988110140488026,0.5296657126971022,0.4835119894611495,0.5524942396413235,0.51938275955484 +PPV,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.7377049180327869,0.7929936305732485,0.7450980392156863,0.7818181818181819,0.7647058823529411,0.7857142857142857,0.7775229357798165 +Per_Sample_Accuracy,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.8392110655737706,0.7809337944664032,0.8399806201550388,0.7915660225442834,0.8214791666666665,0.7799679487179487,0.7998933333333332 +Positive-Rate,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.9312977099236641,0.7969543147208121,0.8225806451612904,0.8315334773218143,0.8292682926829268,0.83125,0.8304761904761905 +Sample_Size,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.25,0.3102766798418972,0.19767441860465115,0.30998389694041867,0.2361111111111111,0.34102564102564104,0.2906666666666667 +Std,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.07358699036849117,0.07880857429052178,0.07010008258322892,0.07856594780624693,0.07124402483599133,0.08252439820502305,0.07710981898788782 +TNR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.9103641456582633,0.8948220064724919,0.9336734693877551,0.8921694480102695,0.9223300970873787,0.8760869565217392,0.9005128205128206 +TPR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.6870229007633588,0.631979695431472,0.6129032258064516,0.6501079913606912,0.6341463414634146,0.653125,0.6457142857142857 +Accuracy,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.8504098360655737,0.8112648221343873,0.8565891472868217,0.8172302737520128,0.8486111111111111,0.8012820512820513,0.824 +Aleatoric_Uncertainty,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.38774782756218923,0.4664257591545982,0.3884650538497881,0.45170678278708243,0.4137217228511366,0.46585149700254275,0.4408292054098678 +F1,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.7137254901960784,0.7463479415670651,0.6837606837606838,0.745230078563412,0.7240506329113924,0.7471451876019576,0.7380952380952381 +FNR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.3053435114503817,0.2868020304568528,0.3548387096774194,0.28293736501079914,0.3024390243902439,0.284375,0.2914285714285714 +FPR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.09243697478991597,0.1262135922330097,0.07653061224489796,0.12323491655969192,0.0912621359223301,0.1391304347826087,0.11384615384615385 +IQR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.1132850208605515,0.13308101897484043,0.11081770385973005,0.12992762784756626,0.11530455602687097,0.13710487313223146,0.12664072092165843 +Jitter,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.0948879644122274,0.12289540588317266,0.09496201939933013,0.11769345924469356,0.10171684812953474,0.12492223940213948,0.11378365159128628 +Label_Stability,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.8675819672131148,0.8260474308300394,0.8665891472868218,0.8339452495974236,0.855875,0.8244999999999999,0.8395600000000001 +Mean,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.7195732758438664,0.6309284279798154,0.7540229300478088,0.6401879321860268,0.7110902530342773,0.6123927506957696,0.6597675518182533 +Overall_Uncertainty,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.44726996535917407,0.5332731746116136,0.44436157850128466,0.5179508120361502,0.4712478646062651,0.5367201708791272,0.5052934638681533 +PPV,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.7338709677419355,0.7827298050139275,0.7272727272727273,0.7757009345794392,0.7526315789473684,0.7815699658703071,0.7701863354037267 +Per_Sample_Accuracy,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.8290163934426229,0.7911758893280633,0.8308527131782947,0.7978019323671498,0.8213263888888889,0.7870192307692307,0.8034866666666667 +Positive-Rate,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.9465648854961832,0.9111675126903553,0.8870967741935484,0.9244060475161987,0.926829268292683,0.915625,0.92 +Sample_Size,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.2540983606557377,0.3547430830039526,0.2131782945736434,0.3446054750402576,0.2638888888888889,0.37564102564102564,0.322 +Statistical_Bias,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.21005937889821227,0.24850722840440323,0.21231194725259486,0.24091933144638822,0.2216758094116745,0.24922014009125384,0.23599886136505574 +Std,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.08755548044966635,0.10117446934723753,0.08464217527528196,0.09925761370194752,0.08809491086883042,0.10472730976062009,0.09674375829256104 +TNR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.907563025210084,0.8737864077669902,0.923469387755102,0.8767650834403081,0.9087378640776699,0.8608695652173913,0.8861538461538462 +TPR,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.6946564885496184,0.7131979695431472,0.6451612903225806,0.7170626349892009,0.697560975609756,0.715625,0.7085714285714285 +Accuracy,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.8463114754098361,0.799407114624506,0.8449612403100775,0.8083735909822867,0.8347222222222223,0.7961538461538461,0.8146666666666667 +Aleatoric_Uncertainty,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.578901881115347,0.6427220196011102,0.5776986374569397,0.631153424602836,0.6096726402021011,0.633300642147564,0.6219592012137418 +F1,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.6963562753036437,0.7079136690647482,0.6551724137931034,0.711864406779661,0.6826666666666666,0.7195767195767195,0.7048832271762208 +FNR,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.3435114503816794,0.3756345177664975,0.3870967741935484,0.3650107991360691,0.375609756097561,0.3625,0.3676190476190476 +FPR,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.08403361344537816,0.0889967637540453,0.08163265306122448,0.08857509627727857,0.08155339805825243,0.09347826086956522,0.08717948717948718 +IQR,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.07993080357142858,0.08735322459846914,0.07968225898240433,0.0860303322214554,0.08367405891754848,0.08610560643060641,0.0849384636243386 +Jitter,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.0632354394925448,0.07906637932747126,0.07057457831794871,0.0746101683943074,0.07238895868230105,0.07532566679551772,0.07391604690117412 +Label_Stability,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.911844262295082,0.8900197628458498,0.8983720930232557,0.8968599033816426,0.8976249999999999,0.8966538461538462,0.8971199999999999 +Mean,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.707915635896435,0.645445064778217,0.7366042713332103,0.6510542140652557,0.7011054430941357,0.6331504062118437,0.6657688239153439 +Overall_Uncertainty,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.5980926620208493,0.6629771995525174,0.5967855512878455,0.6512330698720273,0.6293954388029462,0.6533813193271806,0.6418680966755481 +PPV,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.7413793103448276,0.8172757475083057,0.7037037037037037,0.8099173553719008,0.7529411764705882,0.8259109311740891,0.7961630695443646 +Per_Sample_Accuracy,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.8352459016393443,0.7941007905138341,0.8271317829457364,0.8034057971014492,0.8267013888888889,0.78975,0.8074866666666667 +Positive-Rate,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.8854961832061069,0.7639593908629442,0.8709677419354839,0.7840172786177105,0.8292682926829268,0.771875,0.7942857142857143 +Sample_Size,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.23770491803278687,0.2974308300395257,0.20930232558139536,0.2922705314009662,0.2361111111111111,0.31666666666666665,0.278 +Statistical_Bias,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.24958265027322407,0.2865677506822887,0.2556659200043067,0.2784549836253611,0.26328724655533514,0.28491805064611314,0.2745352646825397 +Std,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.056821051436244836,0.0628264498200237,0.05668759886069393,0.061742061040815165,0.059889468244443,0.06178028613173397,0.06087269354583431 +TNR,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.9159663865546218,0.9110032362459547,0.9183673469387755,0.9114249037227214,0.9184466019417475,0.9065217391304348,0.9128205128205128 +TPR,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.4,0.6564885496183206,0.6243654822335025,0.6129032258064516,0.6349892008639308,0.624390243902439,0.6375,0.6323809523809524 +Accuracy,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.8483606557377049,0.7845849802371542,0.8449612403100775,0.7971014492753623,0.8263888888888888,0.7858974358974359,0.8053333333333333 +Aleatoric_Uncertainty,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.5809271419254739,0.632326188134487,0.5804399996415808,0.6229090400516942,0.6027107443059488,0.627506168912114,0.6156043651011547 +F1,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.6991869918699187,0.6716867469879518,0.6551724137931034,0.6826196473551638,0.6556473829201102,0.6946983546617916,0.6791208791208792 +FNR,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.3435114503816794,0.434010152284264,0.3870967741935484,0.4146868250539957,0.4195121951219512,0.40625,0.4114285714285714 +FPR,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.08123249299719888,0.07605177993527508,0.08163265306122448,0.07702182284980745,0.07572815533980583,0.08043478260869565,0.07794871794871795 +IQR,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.07655375947339318,0.077704999823546,0.07722390642303431,0.07735259789637809,0.0762085014329806,0.07836611975986976,0.07733046296296296 +Jitter,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.06152195403245778,0.07156136413291579,0.06709497097892671,0.0685445342655323,0.06591387493020666,0.0704933642571864,0.06829520938023337 +Label_Stability,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.9143032786885246,0.9000790513833993,0.902984496124031,0.9050644122383253,0.9067222222222221,0.9028461538461539,0.9047066666666667 +Mean,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.7055323232175382,0.6729498837168265,0.7335200550633689,0.6731697921459243,0.715874007895172,0.6537125261116199,0.6835500373677248 +Overall_Uncertainty,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.5984611689436439,0.6487402421227054,0.5980162595875916,0.6395217234292089,0.6192559619409344,0.6444998498400043,0.6323827836484507 +PPV,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.7478260869565218,0.825925925925926,0.7037037037037037,0.8187311178247734,0.7531645569620253,0.8370044052863436,0.8025974025974026 +Per_Sample_Accuracy,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.8360450819672132,0.7759980237154149,0.8300193798449612,0.7883695652173913,0.8178750000000001,0.7749102564102565,0.7955333333333334 +Positive-Rate,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.8778625954198473,0.6852791878172588,0.8709677419354839,0.714902807775378,0.7707317073170732,0.709375,0.7333333333333333 +Sample_Size,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.23565573770491804,0.26679841897233203,0.20930232558139536,0.2665056360708535,0.21944444444444444,0.29102564102564105,0.25666666666666665 +Std,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.05416850447476281,0.05607068686560472,0.05424965264513179,0.055701574000992134,0.054355904736851104,0.05646347933479929,0.05545184352778415 +TNR,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.9187675070028011,0.9239482200647249,0.9183673469387755,0.9229781771501926,0.9242718446601942,0.9195652173913044,0.9220512820512821 +TPR,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': None, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.7,0.6564885496183206,0.565989847715736,0.6129032258064516,0.5853131749460043,0.5804878048780487,0.59375,0.5885714285714285 +Accuracy,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.8483606557377049,0.7984189723320159,0.8488372093023255,0.8075684380032206,0.8375,0.7935897435897435,0.8146666666666667 +Aleatoric_Uncertainty,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.6034386214355544,0.667663044490748,0.6022916533054496,0.6560078918940269,0.6353339918546749,0.6573238130125916,0.6467686988567917 +F1,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.7016129032258065,0.7085714285714285,0.6666666666666666,0.7123947051744886,0.6896551724137931,0.7180385288966725,0.7067510548523207 +FNR,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.33587786259541985,0.37055837563451777,0.3709677419354839,0.36069114470842334,0.36585365853658536,0.359375,0.3619047619047619 +FPR,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.08403361344537816,0.09385113268608414,0.08163265306122448,0.09242618741976893,0.08155339805825243,0.1,0.09025641025641026 +IQR,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.06625906669162206,0.07151880255649483,0.06651334013218053,0.07049195730964715,0.06906575947907051,0.07049244347147894,0.0698076351551229 +Jitter,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.05250175055605957,0.0703220648697996,0.05746932336098636,0.06599009540456216,0.0635568118369625,0.06541779409870094,0.06452452261306409 +Label_Stability,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.9285040983606557,0.900296442687747,0.9208914728682169,0.9071014492753622,0.9103333333333334,0.9086794871794872,0.9094733333333334 +Mean,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.7044707097166929,0.6383597499240815,0.7315249192761425,0.6449825636808952,0.6940397580188165,0.6283245480658572,0.6598678488432778 +Overall_Uncertainty,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.6163162753250673,0.6810105385909122,0.6151568145209929,0.6692709736442993,0.6484095577353082,0.670628366465659,0.6599633382750907 +PPV,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.7435897435897436,0.8104575163398693,0.7090909090909091,0.8043478260869565,0.7558139534883721,0.8167330677290837,0.7919621749408984 +Per_Sample_Accuracy,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.8393954918032787,0.7940316205533596,0.8337403100775194,0.8036070853462158,0.8301944444444445,0.7890320512820512,0.80879 +Positive-Rate,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.8931297709923665,0.7766497461928934,0.8870967741935484,0.7948164146868251,0.8390243902439024,0.784375,0.8057142857142857 +Sample_Size,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,488.0,1012.0,258.0,1242.0,720.0,780.0,1500.0 +Selection-Rate,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.23975409836065573,0.30237154150197626,0.2131782945736434,0.2962962962962963,0.2388888888888889,0.3217948717948718,0.282 +Std,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.047667980542325225,0.052179487878327734,0.04763300879630876,0.051351288219061764,0.04994215113887428,0.05142213771478576,0.05071174415834825 +TNR,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.9159663865546218,0.9061488673139159,0.9183673469387755,0.9075738125802311,0.9184466019417475,0.9,0.9097435897435897 +TPR,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 90, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 200, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Folktables_GA_2018_Income,0.0,0.6641221374045801,0.6294416243654822,0.6290322580645161,0.6393088552915767,0.6341463414634146,0.640625,0.638095238095238 diff --git a/docs/examples/law_school_group_metrics.csv b/docs/examples/law_school_group_metrics.csv new file mode 100644 index 00000000..f39a023c --- /dev/null +++ b/docs/examples/law_school_group_metrics.csv @@ -0,0 +1,89 @@ +Metric,male,race,male&race,Model_Name,Experiment_Iteration,Intervention_Param,Test_Set_Index +Equalized_Odds_TPR,-0.006852677560728049,-0.08926010463166822,-0.09233449477351918,LGBMClassifier,Exp_iter_1,0.6,0 +Equalized_Odds_FPR,0.027310924369747913,-0.2892592592592593,-0.15657230634189157,LGBMClassifier,Exp_iter_1,0.6,0 +Equalized_Odds_FNR,0.006852677560727997,0.08926010463166825,0.09233449477351917,LGBMClassifier,Exp_iter_1,0.6,0 +Disparate_Impact,1.0155706946616037,1.0637883787525366,1.064060803474484,LGBMClassifier,Exp_iter_1,0.6,0 +Statistical_Parity_Difference,0.01661276831014935,0.06794241218413566,0.06852497096399524,LGBMClassifier,Exp_iter_1,0.6,0 +Accuracy_Parity,-0.02441327723235165,-0.15885561838018636,-0.16299790356394128,LGBMClassifier,Exp_iter_1,0.6,0 +Label_Stability_Ratio,1.0022336520605963,0.9215110409144575,0.9448800911879143,LGBMClassifier,Exp_iter_1,0.6,0 +IQR_Parity,-0.0019234170135528535,0.030752485425003136,0.026171410156253943,LGBMClassifier,Exp_iter_1,0.6,0 +Std_Parity,-0.0014947483480208142,0.022654697553924172,0.019420397675297765,LGBMClassifier,Exp_iter_1,0.6,0 +Std_Ratio,0.9362288387603354,2.1935697988767453,1.91757091989168,LGBMClassifier,Exp_iter_1,0.6,0 +Jitter_Parity,-0.0009008483276642908,0.05605017735541579,0.04049042442969653,LGBMClassifier,Exp_iter_1,0.6,0 +Equalized_Odds_TPR,-0.005171382474971176,-0.11004756903064217,-0.0987224157955865,LGBMClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FPR,-0.025282526803824923,-0.4292592592592593,-0.3133640552995392,LGBMClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FNR,0.005171382474971221,0.11004756903064213,0.09872241579558652,LGBMClassifier,Exp_iter_1,0.0,0 +Disparate_Impact,1.0093278423562047,0.9912768659262348,0.9923664122137406,LGBMClassifier,Exp_iter_1,0.0,0 +Statistical_Parity_Difference,0.009888779529904745,-0.009296665118064151,-0.008130081300812941,LGBMClassifier,Exp_iter_1,0.0,0 +Accuracy_Parity,-0.015605423094904092,-0.1335709166202118,-0.11753449368631463,LGBMClassifier,Exp_iter_1,0.0,0 +Label_Stability_Ratio,0.998577907316844,0.911696818570683,0.920586307756427,LGBMClassifier,Exp_iter_1,0.0,0 +IQR_Parity,-0.0018418992707291484,0.03070162807008311,0.02640029144412168,LGBMClassifier,Exp_iter_1,0.0,0 +Std_Parity,-0.001380608364266945,0.022270950149824872,0.01912573180911198,LGBMClassifier,Exp_iter_1,0.0,0 +Std_Ratio,0.9474740574271133,2.0150416987665265,1.7940775240850562,LGBMClassifier,Exp_iter_1,0.0,0 +Jitter_Parity,0.0009153720918688296,0.06001277824710762,0.05223850775990582,LGBMClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_TPR,-0.005365607208478229,-0.07716333043811985,-0.08536585365853655,LogisticRegression,Exp_iter_1,0.6,0 +Equalized_Odds_FPR,0.0021008403361344463,-0.2592592592592593,-0.14691683124862842,LogisticRegression,Exp_iter_1,0.6,0 +Equalized_Odds_FNR,0.005365607208478207,0.07716333043811986,0.08536585365853659,LogisticRegression,Exp_iter_1,0.6,0 +Disparate_Impact,1.014185628316063,1.0865027213593523,1.0769230769230769,LogisticRegression,Exp_iter_1,0.6,0 +Statistical_Parity_Difference,0.015190042348141253,0.09213596057123241,0.0824622531939605,LogisticRegression,Exp_iter_1,0.6,0 +Accuracy_Parity,-0.020523609163160317,-0.15885561838018636,-0.16299790356394128,LogisticRegression,Exp_iter_1,0.6,0 +Label_Stability_Ratio,1.004335707649427,0.9552448804260418,0.9689971045213348,LogisticRegression,Exp_iter_1,0.6,0 +IQR_Parity,-0.0004394323534326547,0.015022317395668628,0.013321803169827343,LogisticRegression,Exp_iter_1,0.6,0 +Std_Parity,-0.00037752191542240673,0.011290698242018816,0.010010789402424683,LogisticRegression,Exp_iter_1,0.6,0 +Std_Ratio,0.9574177968749634,2.658469055430207,2.2721629361081668,LogisticRegression,Exp_iter_1,0.6,0 +Jitter_Parity,-0.002206018404318751,0.03092054469475277,0.022461201723108764,LogisticRegression,Exp_iter_1,0.6,0 +Equalized_Odds_TPR,-0.000257377560966332,-0.098576968913487,-0.07491289198606277,LogisticRegression,Exp_iter_1,0.0,0 +Equalized_Odds_FPR,0.001014198782961384,-0.3766666666666667,-0.2736449418477068,LogisticRegression,Exp_iter_1,0.0,0 +Equalized_Odds_FNR,0.00025737756096630773,0.09857696891348698,0.07491289198606271,LogisticRegression,Exp_iter_1,0.0,0 +Disparate_Impact,1.0178946069357029,1.024124924276844,1.0353452963567156,LogisticRegression,Exp_iter_1,0.0,0 +Statistical_Parity_Difference,0.019005426376910384,0.02574130930979468,0.03774680603948899,LogisticRegression,Exp_iter_1,0.0,0 +Accuracy_Parity,-0.014941561477325838,-0.1421916062753843,-0.11596216664228953,LogisticRegression,Exp_iter_1,0.0,0 +Label_Stability_Ratio,1.000802025127658,0.9591320645489642,0.9674653511862815,LogisticRegression,Exp_iter_1,0.0,0 +IQR_Parity,-0.0004508970638314215,0.01656430213503716,0.014545259937867398,LogisticRegression,Exp_iter_1,0.0,0 +Std_Parity,-0.000250712698052144,0.012597874744057873,0.011208249522494669,LogisticRegression,Exp_iter_1,0.0,0 +Std_Ratio,0.971192962518509,2.943109990424136,2.4624081283525006,LogisticRegression,Exp_iter_1,0.0,0 +Jitter_Parity,-0.0005955631359242288,0.029270523731717988,0.02275483751946553,LogisticRegression,Exp_iter_1,0.0,0 +Equalized_Odds_TPR,-0.00542995159871984,-0.10879522087785565,-0.08885017421602792,MLPClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FPR,0.05143436685018832,-0.3496296296296296,-0.21560236998025017,MLPClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FNR,0.005429951598719784,0.10879522087785565,0.08885017421602788,MLPClassifier,Exp_iter_1,0.0,0 +Disparate_Impact,1.0186228591559474,1.0137681641813756,1.0339168490153174,MLPClassifier,Exp_iter_1,0.0,0 +Statistical_Parity_Difference,0.019652444967672933,0.014621669662876036,0.03600464576074347,MLPClassifier,Exp_iter_1,0.0,0 +Accuracy_Parity,-0.024665731650303835,-0.14909346712325133,-0.13497635415143083,MLPClassifier,Exp_iter_1,0.0,0 +Label_Stability_Ratio,1.001836062082041,0.8553840569742932,0.8648947072020089,MLPClassifier,Exp_iter_1,0.0,0 +IQR_Parity,-0.0020205977060946817,0.09889952827181274,0.08378658970964548,MLPClassifier,Exp_iter_1,0.0,0 +Std_Parity,-0.0033869150678196153,0.10496476391153896,0.09394292815043398,MLPClassifier,Exp_iter_1,0.0,0 +Std_Ratio,0.9706692880546564,2.088873447566327,1.884663033993635,MLPClassifier,Exp_iter_1,0.0,0 +Jitter_Parity,-0.0014995576292047702,0.10470271374925606,0.09636066589101067,MLPClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_TPR,0.004399249792072291,-0.12046528773708765,-0.10859465737514518,MLPClassifier,Exp_iter_1,0.6,0 +Equalized_Odds_FPR,0.03441031585047816,-0.24518518518518517,-0.18981786262892253,MLPClassifier,Exp_iter_1,0.6,0 +Equalized_Odds_FNR,-0.0043992497920722975,0.1204652877370877,0.10859465737514518,MLPClassifier,Exp_iter_1,0.6,0 +Disparate_Impact,1.0262887781579368,1.0295513811087504,1.0238227146814405,MLPClassifier,Exp_iter_1,0.6,0 +Statistical_Parity_Difference,0.027283213025210973,0.03090219564910024,0.024970963995354367,MLPClassifier,Exp_iter_1,0.6,0 +Accuracy_Parity,-0.01372604020570356,-0.17549308486634285,-0.1530398322851153,MLPClassifier,Exp_iter_1,0.6,0 +Label_Stability_Ratio,1.0106622176454783,0.7347549972966689,0.7588685481341745,MLPClassifier,Exp_iter_1,0.6,0 +IQR_Parity,-0.014337453917789456,0.239717291325784,0.20712778100148252,MLPClassifier,Exp_iter_1,0.6,0 +Std_Parity,-0.0043530382426541225,0.14139945806041038,0.12248067260767251,MLPClassifier,Exp_iter_1,0.6,0 +Std_Ratio,0.9757227989415077,1.9199580092412873,1.7324037388625755,MLPClassifier,Exp_iter_1,0.6,0 +Jitter_Parity,-0.005143773566298637,0.14638050323022922,0.12861240469325352,MLPClassifier,Exp_iter_1,0.6,0 +Equalized_Odds_TPR,-0.001291654055960545,-0.09822600844325047,-0.07026713124274109,RandomForestClassifier,Exp_iter_1,0.6,0 +Equalized_Odds_FPR,0.05252100840336138,-0.23222222222222222,-0.11465876673249942,RandomForestClassifier,Exp_iter_1,0.6,0 +Equalized_Odds_FNR,0.0012916540559605519,0.09822600844325045,0.070267131242741,RandomForestClassifier,Exp_iter_1,0.6,0 +Disparate_Impact,1.023725852624935,1.0662711508746496,1.0951859956236325,RandomForestClassifier,Exp_iter_1,0.6,0 +Statistical_Parity_Difference,0.025083588129174883,0.07017189488355191,0.10104529616724744,RandomForestClassifier,Exp_iter_1,0.6,0 +Accuracy_Parity,-0.022010285179990707,-0.1732234344721404,-0.15403929598751886,RandomForestClassifier,Exp_iter_1,0.6,0 +Label_Stability_Ratio,1.001176387259295,0.8802415712253702,0.8891938218753054,RandomForestClassifier,Exp_iter_1,0.6,0 +IQR_Parity,-0.0035096712918958883,0.04988279067634181,0.0462411893925246,RandomForestClassifier,Exp_iter_1,0.6,0 +Std_Parity,-0.0023313579149804586,0.03429320329971825,0.031556199509573314,RandomForestClassifier,Exp_iter_1,0.6,0 +Std_Ratio,0.9518148424379955,1.8242881288324113,1.7054584360968619,RandomForestClassifier,Exp_iter_1,0.6,0 +Jitter_Parity,-4.495690233047994e-05,0.07727229028260862,0.07378751418836879,RandomForestClassifier,Exp_iter_1,0.6,0 +Equalized_Odds_TPR,-0.0020673614272062046,-0.11776112468943789,-0.10162601626016254,RandomForestClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FPR,0.04303100550565053,-0.39185185185185184,-0.2725477287689269,RandomForestClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FNR,0.0020673614272062393,0.11776112468943785,0.1016260162601626,RandomForestClassifier,Exp_iter_1,0.0,0 +Disparate_Impact,1.0209866123993547,0.9959582206649654,1.004931506849315,RandomForestClassifier,Exp_iter_1,0.0,0 +Statistical_Parity_Difference,0.022045103034433744,-0.004287272506918294,0.00522648083623678,RandomForestClassifier,Exp_iter_1,0.0,0 +Accuracy_Parity,-0.020729312762973406,-0.14734809269730031,-0.13025937301935542,RandomForestClassifier,Exp_iter_1,0.0,0 +Label_Stability_Ratio,0.9930186851041846,0.8737383149825507,0.8708797513120977,RandomForestClassifier,Exp_iter_1,0.0,0 +IQR_Parity,-0.001739345488546054,0.055151728119773834,0.04682910389547073,RandomForestClassifier,Exp_iter_1,0.0,0 +Std_Parity,-0.0009731829505101527,0.03857636987638614,0.03338260860983806,RandomForestClassifier,Exp_iter_1,0.0,0 +Std_Ratio,0.9772979817363154,2.072208090053585,1.8414636557441237,RandomForestClassifier,Exp_iter_1,0.0,0 +Jitter_Parity,0.0032763339840793312,0.0841594483260172,0.08485739726863116,RandomForestClassifier,Exp_iter_1,0.0,0 diff --git a/docs/examples/law_school_subgroup_metrics.csv b/docs/examples/law_school_subgroup_metrics.csv new file mode 100644 index 00000000..3648b11d --- /dev/null +++ b/docs/examples/law_school_subgroup_metrics.csv @@ -0,0 +1,153 @@ +Metric,Bootstrap_Model_Seed,Model_Name,Model_Params,Run_Number,Dataset_Name,Num_Estimators,Tag,Record_Create_Date_Time,Session_Uuid,Experiment_Iteration,Dataset_Split_Seed,Model_Init_Seed,Fair_Intervention_Params_Lst,Intervention_Param,male&race_dis,male&race_dis_correct,male&race_dis_incorrect,male&race_priv,male&race_priv_correct,male&race_priv_incorrect,male_dis,male_dis_correct,male_dis_incorrect,male_priv,male_priv_correct,male_priv_incorrect,overall,race_dis,race_dis_correct,race_dis_incorrect,race_priv,race_priv_correct,race_priv_incorrect,Test_Set_Index +Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.75,1.0,0.0,0.9129979035639413,1.0,0.0,0.886021505376344,1.0,0.0,0.9104347826086957,1.0,0.0,0.8995192307692308,0.7672413793103449,1.0,0.0,0.9260969976905312,1.0,0.0,0 +Aleatoric_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.5868292198900119,0.4895028089709125,0.8788084526473101,0.31213451114412527,0.2746251249709554,0.7057571058047387,0.32557852040339047,0.27641138563249196,0.7077834171130161,0.34234717313819124,0.29969421995747725,0.7759165127518567,0.334849650521189,0.5991994902774432,0.5141883196970904,0.8794214970052727,0.28173547948471295,0.25202902038499314,0.6539945450780771,0 +F1,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.8365019011406845,1.0,0.0,0.9534231200897868,1.0,0.0,0.9375,1.0,0.0,0.9516658845612389,1.0,0.0,0.9453880324013587,0.8468809073724007,1.0,0.0,0.9611885991510006,1.0,0.0,0 +FNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.10569105691056911,0.0,1.0,0.013356562137049941,0.0,1.0,0.02334152334152334,0.0,1.0,0.016488845780795344,0.0,1.0,0.01951219512195122,0.0967741935483871,0.0,1.0,0.007514088916718848,0.0,1.0,0 +FPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.6122448979591837,0.0,1.0,0.7688172043010753,0.0,1.0,0.75,0.0,1.0,0.7226890756302521,0.0,1.0,0.7361702127659574,0.57,0.0,1.0,0.8592592592592593,0.0,1.0,0 +IQR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.053677237009712865,0.04423043496352387,0.08201764314827989,0.027505826853458922,0.023814295627974335,0.06624466658113452,0.028606573479079064,0.023741376201889028,0.0664265975961035,0.030529990492631918,0.02638713954524289,0.07264227148211065,0.02967000115484146,0.055277359210661375,0.04736805932154612,0.0813487551414487,0.02452487378565824,0.02153550951083108,0.06198534485458611,0 +Jitter,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.05720170620545171,0.028317556776123513,0.1438541544934052,0.016711281775755177,0.008955396961846785,0.09810135012414363,0.019561463230124726,0.008734144021076752,0.10372854840239312,0.020462311557789017,0.011515120972579035,0.1114109381860803,0.02005952841128785,0.06673207993993159,0.03564809064047434,0.16919411874184762,0.010681902584515802,0.006069342974223462,0.06848304020100503,0 +Label_Stability,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.922674418604651,0.9623255813953489,0.8037209302325582,0.9764989517819705,0.9878645235361653,0.8572289156626507,0.973247311827957,0.9883373786407766,0.8559433962264151,0.9710782608695653,0.9843457497612227,0.8362135922330096,0.9720480769230768,0.9076724137931035,0.9531460674157304,0.7577777777777778,0.9849826789838337,0.9915897755610973,0.9021875,0 +Mean,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.25366066560450123,0.19218317287414302,0.43809314379557607,0.09430034646818729,0.07687616230366145,0.27714931523086195,0.10592175970495323,0.08043902837613173,0.30401393531767884,0.10873692088666873,0.08827903023095526,0.3166923725034843,0.10747821901215171,0.2623223387707427,0.2132171520025776,0.4241875840435831,0.07636635199368194,0.0634544416764679,0.2381687281562705,0 +Overall_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.59599798281351,0.4973836190946347,0.8918410739701361,0.3172760636629066,0.2792196178051038,0.716639489471898,0.3308123858516533,0.2809034869135636,0.7187834492949164,0.3480164031919235,0.3047742004421416,0.7875754932795126,0.34032422236189885,0.6086383785857439,0.5226537972216503,0.892069035674793,0.2864135258457914,0.256243452133116,0.6644822620577554,0 +PPV,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.7857142857142857,1.0,0.0,0.9223669923995657,1.0,0.0,0.9013605442176871,1.0,0.0,0.9218181818181819,1.0,0.0,0.9127144298688193,0.797153024911032,1.0,0.0,0.9318048206937096,1.0,0.0,0 +Per_Sample_Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.760406976744186,0.9811627906976744,0.09813953488372094,0.9136582809224318,0.9939207807118255,0.0713855421686747,0.8890645161290323,0.9941686893203884,0.07202830188679245,0.9106260869565218,0.9921537726838585,0.08189320388349515,0.9009855769230769,0.777456896551724,0.9765730337078652,0.12111111111111111,0.9258054272517321,0.9957824189526184,0.048906250000000005,0 +Positive-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,1.1382113821138211,1.0,2.3076923076923075,1.0696864111498259,1.0,6.217391304347826,1.0835380835380835,1.0,4.578947368421052,1.066925315227934,1.0,5.0588235294117645,1.0742547425474254,1.1330645161290323,1.0,2.375,1.0651221039448966,1.0,9.666666666666666,0 +Sample_Size,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,172.0,129.0,43.0,1908.0,1742.0,166.0,930.0,824.0,106.0,1150.0,1047.0,103.0,2080.0,348.0,267.0,81.0,1732.0,1604.0,128.0,0 +Selection-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.813953488372093,0.8527131782945736,0.6976744186046512,0.9654088050314465,0.9753157290470723,0.8614457831325302,0.9483870967741935,0.9648058252427184,0.8207547169811321,0.9565217391304348,0.9684813753581661,0.8349514563106796,0.9528846153846153,0.8074712643678161,0.8389513108614233,0.7037037037037037,0.9821016166281755,0.9881546134663342,0.90625,0 +Statistical_Bias,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.27685883580701437,0.15177998477621654,0.6520953888994078,0.12810491537979324,0.06947590409695573,0.7433563470346304,0.14717405086035498,0.07096334887945019,0.7396044134288979,0.13493220087245378,0.07844588681600942,0.7091183253102911,0.1404057203381981,0.2752245486786175,0.1630144388115851,0.6451023182403169,0.11331741071783666,0.06052480536803965,0.7748747465074804,0 +Std,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.040585407653589534,0.03364597649472218,0.061403701130191564,0.02116500997829177,0.018455696617986055,0.04959647909668067,0.02194450411287219,0.01834402689967414,0.049933119430562715,0.023439252460893005,0.020415163620839904,0.05417926232046194,0.02277092747836447,0.04163531986461287,0.03584538374530121,0.06072066485049203,0.0189806223106887,0.01678269140670539,0.04652344395122948,0 +TNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.3877551020408163,1.0,0.0,0.23118279569892472,1.0,0.0,0.25,1.0,0.0,0.2773109243697479,1.0,0.0,0.26382978723404255,0.43,1.0,0.0,0.14074074074074075,1.0,0.0,0 +TPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 5, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 600}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.630,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.8943089430894309,1.0,0.0,0.9866434378629501,1.0,0.0,0.9766584766584766,1.0,0.0,0.9835111542192047,1.0,0.0,0.9804878048780488,0.9032258064516129,1.0,0.0,0.9924859110832811,1.0,0.0,0 +Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7965116279069767,1.0,0.0,0.9140461215932913,1.0,0.0,0.8956989247311828,1.0,0.0,0.9113043478260869,1.0,0.0,0.9043269230769231,0.7931034482758621,1.0,0.0,0.9266743648960739,1.0,0.0,0 +Aleatoric_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.592922294584175,0.5276964598004423,0.8482348478805002,0.3098682100253761,0.2728221999884231,0.7038209021256567,0.3250495496308344,0.28328770350714166,0.6836847848992476,0.3399261723827997,0.29782220873189075,0.7725237596980217,0.3332746054792768,0.6057061382348319,0.5378938497098285,0.8656532442473446,0.2785366300757357,0.24899540763399236,0.6518725514851685,0 +F1,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8616600790513834,1.0,0.0,0.953880764904387,1.0,0.0,0.942433234421365,1.0,0.0,0.9519774011299436,1.0,0.0,0.947755316355999,0.8588235294117647,1.0,0.0,0.9615034859048196,1.0,0.0,0 +FNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.11382113821138211,0.0,1.0,0.015098722415795587,0.0,1.0,0.02457002457002457,0.0,1.0,0.019398642095053348,0.0,1.0,0.02168021680216802,0.11693548387096774,0.0,1.0,0.0068879148403256105,0.0,1.0,0 +FPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.42857142857142855,0.0,1.0,0.7419354838709677,0.0,1.0,0.6637931034482759,0.0,1.0,0.6890756302521008,0.0,1.0,0.676595744680851,0.43,0.0,1.0,0.8592592592592593,0.0,1.0,0 +IQR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.05740452837709349,0.051346443480558994,0.08111760354352847,0.031004236932971812,0.027189497507483208,0.07157073423816773,0.03216898018636143,0.027970534528632626,0.06822367330891912,0.03401087945709058,0.029726613690397245,0.07802961007958674,0.03318733795623572,0.05875234748382416,0.05243974897608184,0.08295064176350304,0.028050719413741047,0.02490939295482162,0.06775016009536051,0 +Jitter,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.07016127147365255,0.05538752154935482,0.12798994974874758,0.017922763713746726,0.010617421972246736,0.09560883686723742,0.0227485816177594,0.01584127118183958,0.08206600010360975,0.02183320952589057,0.012317839195979677,0.11959897526848352,0.022242486470816773,0.07221466528042612,0.04855800742845045,0.16289852037967506,0.012201887033318502,0.00791455720972512,0.0663842836228268,0 +Label_Stability,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8973255813953487,0.9191970802919709,0.8117142857142857,0.9747327044025157,0.9849770642201836,0.8657926829268292,0.9675698924731184,0.9772629051620647,0.8843298969072166,0.9689478260869565,0.982509541984733,0.8296078431372548,0.9683317307692308,0.8960632183908046,0.931086956521739,0.7618055555555556,0.982852193995381,0.9886292834890966,0.9098425196850394,0 +Mean,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.2739440845404644,0.22641911612137364,0.45997038949519153,0.09660964567395051,0.07937119259295998,0.2799258784376546,0.1103025082631652,0.08837411961679525,0.2986153715871464,0.11205935113227285,0.09143810796751904,0.32393251619758684,0.111273839657143,0.28224317965873474,0.2386743578529879,0.4492569965807643,0.07692203231271234,0.06452875764693192,0.23354570033300814,0 +Overall_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.6031762387252277,0.5373269440801166,0.8609291920503771,0.31654586441614585,0.27891570509178676,0.7167104855239652,0.3317985958463931,0.2893980625214335,0.6959186397607364,0.3470809810692174,0.30436468982700193,0.7859699342245303,0.3402479915224738,0.6161858681467297,0.547773037264914,0.87843505319369,0.2848055082284548,0.25473982724855815,0.6647694292736047,0 +PPV,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8384615384615385,1.0,0.0,0.9247546346782988,1.0,0.0,0.9115958668197475,1.0,0.0,0.9249771271729186,1.0,0.0,0.9190427698574338,0.8358778625954199,1.0,0.0,0.9318448883666275,1.0,0.0,0 +Per_Sample_Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7834883720930234,0.9595985401459854,0.09414285714285714,0.9129481132075472,0.9924885321100918,0.06710365853658537,0.8915483870967743,0.9886314525810325,0.05783505154639175,0.9108913043478262,0.9912547709923665,0.08519607843137256,0.9022427884615385,0.7904166666666665,0.9655434782608696,0.11909722222222222,0.9247113163972287,0.9943146417445483,0.04507874015748031,0 +Positive-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,1.056910569105691,1.0,1.5,1.065040650406504,1.0,5.3076923076923075,1.07002457002457,1.0,3.85,1.0601357904946653,1.0,4.1,1.06449864498645,1.0564516129032258,1.0,1.4827586206896552,1.06574827802129,1.0,10.545454545454545,0 +Sample_Size,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,172.0,137.0,35.0,1908.0,1744.0,164.0,930.0,833.0,97.0,1150.0,1048.0,102.0,2080.0,348.0,276.0,72.0,1732.0,1605.0,127.0,0 +Selection-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7558139534883721,0.7956204379562044,0.6,0.9612159329140462,0.9724770642201835,0.8414634146341463,0.9365591397849462,0.9531812725090036,0.7938144329896907,0.9504347826086956,0.9646946564885496,0.803921568627451,0.9442307692307692,0.7528735632183908,0.7934782608695652,0.5972222222222222,0.9826789838337182,0.9881619937694704,0.9133858267716536,0 +Statistical_Bias,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.276128644034887,0.17380209140127534,0.6766640072007386,0.1289059558239749,0.07090503005124324,0.7456962884315602,0.14780473189310347,0.07679580415445281,0.7576030494837839,0.13564199115265949,0.07967400197584328,0.7106856446556344,0.1410801396568003,0.27502703770599213,0.1756101522346261,0.6561250986795618,0.1141670215730135,0.061682776893823135,0.7774521610226242,0 +Std,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.043211203603756757,0.039001217929493896,0.05969029038587135,0.024085471794644778,0.021311889128880726,0.053580155752525914,0.02490370556976991,0.021819603134675115,0.051388832667027276,0.026284313934036855,0.023220774891149123,0.057760675864883336,0.02566702269424442,0.04421187156900244,0.03990185592553161,0.060733598202307316,0.02194092141917757,0.019625040038418647,0.05120855619176078,0 +TNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.5714285714285714,1.0,0.0,0.25806451612903225,1.0,0.0,0.33620689655172414,1.0,0.0,0.31092436974789917,1.0,0.0,0.32340425531914896,0.57,1.0,0.0,0.14074074074074075,1.0,0.0,0 +TPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 700}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.649,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8861788617886179,1.0,0.0,0.9849012775842044,1.0,0.0,0.9754299754299754,1.0,0.0,0.9806013579049466,1.0,0.0,0.978319783197832,0.8830645161290323,1.0,0.0,0.9931120851596744,1.0,0.0,0 +Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.75,1.0,0.0,0.9129979035639413,1.0,0.0,0.8881720430107527,1.0,0.0,0.908695652173913,1.0,0.0,0.8995192307692308,0.7672413793103449,1.0,0.0,0.9260969976905312,1.0,0.0,0 +Aleatoric_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.5891215644365289,0.48927546327099836,0.8886598679331205,0.32188174290524896,0.28410771416827957,0.718281490253446,0.33816043498710907,0.28987378572144484,0.7216678608855572,0.34868701739851005,0.30487696252362523,0.7847013730580786,0.343980420454951,0.5894883168279874,0.5015844215216906,0.8792456013561508,0.29465204404743556,0.26440718971122845,0.6736578749480313,0 +F1,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.8377358490566038,1.0,0.0,0.95347533632287,1.0,0.0,0.9387514723203769,1.0,0.0,0.9508196721311475,1.0,0.0,0.9454735194364727,0.8485981308411215,1.0,0.0,0.9611885991510006,1.0,0.0,0 +FNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.0975609756097561,0.0,1.0,0.012195121951219513,0.0,1.0,0.020884520884520884,0.0,1.0,0.015518913676042677,0.0,1.0,0.01788617886178862,0.0846774193548387,0.0,1.0,0.007514088916718848,0.0,1.0,0 +FPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.6326530612244898,0.0,1.0,0.7795698924731183,0.0,1.0,0.75,0.0,1.0,0.7478991596638656,0.0,1.0,0.7489361702127659,0.6,0.0,1.0,0.8592592592592593,0.0,1.0,0 +IQR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.023912502324325242,0.019156958789008097,0.0381791329302767,0.0105906991544979,0.00899457929829072,0.027340342464816637,0.011449354413518452,0.009318891051395165,0.028370149962689946,0.011888786766951107,0.009992728050671836,0.030759085419444807,0.011692309801233623,0.024201277940319232,0.019911003053478166,0.03834329515990644,0.009178960544650604,0.007994742522522323,0.02401869263444561,0 +Jitter,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.031174184877876737,0.013566281017488057,0.0839978964590242,0.008712983154767973,0.004615990399760046,0.05170672640311374,0.009350678121789593,0.005163894533198856,0.04260340162350032,0.011556696526108344,0.00528777860594856,0.07394735582675098,0.01057035175879348,0.036317651475770714,0.01897653059303909,0.0934791240151367,0.005397106781017945,0.002945368989586808,0.036120445979899496,0 +Label_Stability,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.9565697674418605,0.9824806201550388,0.8788372093023257,0.9871750524109015,0.9929793340987371,0.9262650602409638,0.987,0.9929176755447942,0.94,0.9827391304347827,0.9917320574162678,0.8932380952380953,0.9846442307692307,0.9476724137931033,0.9722846441947567,0.8665432098765432,0.9920727482678984,0.995579800498753,0.948125,0 +Mean,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.247355085785541,0.1906855690445673,0.41736363600846205,0.0969206653426322,0.07952414752913668,0.2794793040842538,0.10726019236204597,0.08341812655626832,0.29662121501177996,0.11105889159317614,0.09016854628423701,0.3189675663345226,0.1093604347254112,0.25966118353256934,0.21385445860289146,0.41065372126372957,0.07916143900665194,0.06610371755332499,0.2427910109686555,0 +Overall_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.5909635668938957,0.49076897425279215,0.8915473448172062,0.32261979024028553,0.2847299722958807,0.7202346267412091,0.33896081277435763,0.2905226309331388,0.7236717570132695,0.3495397716557064,0.3055857571935519,0.7869868679695292,0.3448097563866418,0.5913754408802875,0.503139152384341,0.8822283918484076,0.2952688451835305,0.26494429908442346,0.6752733134879653,0 +PPV,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.7816901408450704,1.0,0.0,0.9214517876489707,1.0,0.0,0.9015837104072398,1.0,0.0,0.9193840579710145,1.0,0.0,0.9114688128772636,0.7909407665505227,1.0,0.0,0.9318048206937096,1.0,0.0,0 +Per_Sample_Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.7585755813953488,0.9912403100775193,0.06058139534883721,0.9130110062893082,0.9964896670493686,0.036987951807228914,0.8883817204301075,0.9964588377723972,0.030000000000000002,0.9098304347826087,0.9958660287081338,0.05357142857142857,0.9002403846153846,0.7721982758620689,0.9861423220973783,0.06697530864197532,0.9259670900692841,0.9977899002493766,0.025937500000000002,0 +Positive-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,1.1544715447154472,1.0,2.5833333333333335,1.0720092915214867,1.0,6.904761904761905,1.085995085995086,1.0,5.117647058823529,1.0708050436469447,1.0,5.5625,1.0775067750677507,1.157258064516129,1.0,2.857142857142857,1.0651221039448966,1.0,9.666666666666666,0 +Sample_Size,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,172.0,129.0,43.0,1908.0,1742.0,166.0,930.0,826.0,104.0,1150.0,1045.0,105.0,2080.0,348.0,267.0,81.0,1732.0,1604.0,128.0,0 +Selection-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.8255813953488372,0.8604651162790697,0.7209302325581395,0.9675052410901468,0.9764638346727899,0.8734939759036144,0.9505376344086022,0.9648910411622276,0.8365384615384616,0.96,0.9712918660287081,0.8476190476190476,0.9557692307692308,0.8247126436781609,0.850187265917603,0.7407407407407407,0.9821016166281755,0.9881546134663342,0.90625,0 +Statistical_Bias,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.27504711670850107,0.1506133016514677,0.6483485618796012,0.1289834655119916,0.07031450212142086,0.7446541536226798,0.14859124342882396,0.07421384124811968,0.7393194569024943,0.1349727825060312,0.07714482845704078,0.7104986108983646,0.14106180589939527,0.27006616933129063,0.1543447765772945,0.6515181676685371,0.11514176059090822,0.06278486487681847,0.7712391100080953,0 +Std,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.01787989886811148,0.014373745163374837,0.028398359982321417,0.007869109465686797,0.006678257158356828,0.020365884883571175,0.008488198684187412,0.006924835756316542,0.020904908092084895,0.008865720599609819,0.007433323216474148,0.02312148503176959,0.008696924743194993,0.018098602317799122,0.014907720127373635,0.02861669546401646,0.006807904075780305,0.005927291659553734,0.01784307841661955,0 +TNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.3673469387755102,1.0,0.0,0.22043010752688172,1.0,0.0,0.25,1.0,0.0,0.25210084033613445,1.0,0.0,0.251063829787234,0.4,1.0,0.0,0.14074074074074075,1.0,0.0,0 +TPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.641,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.9024390243902439,1.0,0.0,0.9878048780487805,1.0,0.0,0.9791154791154791,1.0,0.0,0.9844810863239574,1.0,0.0,0.9821138211382113,0.9153225806451613,1.0,0.0,0.9924859110832811,1.0,0.0,0 +Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7965116279069767,1.0,0.0,0.9124737945492662,1.0,0.0,0.8946236559139785,1.0,0.0,0.9095652173913044,1.0,0.0,0.9028846153846154,0.7844827586206896,1.0,0.0,0.9266743648960739,1.0,0.0,0 +Aleatoric_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.6115836953497042,0.5445957245167313,0.8737937526101981,0.31998663134588556,0.2817476539461111,0.7186336951363496,0.3395684737082231,0.2964984178968526,0.7052244577394499,0.3477636588343056,0.3044412964519983,0.7834866497178965,0.3440994654846629,0.611982495927394,0.5377857770264783,0.882058552726727,0.2902753923933983,0.2606334969786561,0.6648835982253761,0 +F1,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8648648648648649,1.0,0.0,0.9531030609379387,1.0,0.0,0.9421487603305785,1.0,0.0,0.9510818438381938,1.0,0.0,0.9471204188481676,0.8554913294797688,1.0,0.0,0.9615268100575584,1.0,0.0,0 +FNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.08943089430894309,0.0,1.0,0.014518002322880372,0.0,1.0,0.019656019656019656,0.0,1.0,0.019398642095053348,0.0,1.0,0.01951219512195122,0.10483870967741936,0.0,1.0,0.006261740763932373,0.0,1.0,0 +FPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.4897959183673469,0.0,1.0,0.7634408602150538,0.0,1.0,0.7068965517241379,0.0,1.0,0.7058823529411765,0.0,1.0,0.7063829787234043,0.49,0.0,1.0,0.8666666666666667,0.0,1.0,0 +IQR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.024815218199418322,0.021806889229005432,0.03659067731217739,0.010269958261550924,0.008581377613600439,0.027873664297968836,0.011223445322083164,0.009369705301001008,0.02696131978678064,0.011674342385914586,0.00968654630900504,0.03166698369790868,0.011472739371797653,0.025265706341934365,0.02147089571666985,0.03907881701789719,0.008701404206897204,0.007517861507165882,0.02365877454602139,0 +Jitter,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.030009349070934097,0.025189817701649676,0.04887437185929909,0.007254511551468568,0.002381984592693784,0.05805133451689412,0.0088068838817726,0.005149425009663387,0.03985796328580953,0.00940244701769683,0.0031679910066586894,0.07210668728256929,0.009136161577115758,0.03350950153064315,0.016894177848956526,0.09398927973197556,0.0042389777989251635,0.0018603923042000519,0.034299054326745924,0 +Label_Stability,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.9577906976744187,0.9631386861313868,0.9368571428571428,0.99,0.9969902354968408,0.9171257485029938,0.9877741935483872,0.9928365384615384,0.944795918367347,0.9869826086956519,0.9958604206500957,0.8976923076923077,0.9873365384615383,0.9535057471264368,0.9763003663003662,0.8705333333333334,0.994133949191686,0.9976199376947041,0.9500787401574803,0 +Mean,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.27990861449265425,0.23687207410087685,0.4483659297404686,0.09764045847136385,0.07943268391798641,0.28745923390507744,0.1115736628080759,0.0894819945281686,0.2991274180007584,0.1136337130822506,0.09205999751969234,0.3306155061441347,0.11271263291158595,0.2910565701228048,0.24731175503180208,0.45028769705405447,0.07687909356429717,0.0643163038812165,0.23564505766937208,0 +Overall_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.6136094522005411,0.5463904551386578,0.8767238121284847,0.32069789872723925,0.2823317997970399,0.7206702235025518,0.34037042780630966,0.2971631788415554,0.7071911537111623,0.3485981901653893,0.3051198766773121,0.7858896892858577,0.3449194310336854,0.6140499172446062,0.5395372672119887,0.8852759633633344,0.29084471440470133,0.2611224185992334,0.6664690039147482,0 +PPV,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8235294117647058,1.0,0.0,0.922784121805329,1.0,0.0,0.9068181818181819,1.0,0.0,0.9232876712328767,1.0,0.0,0.9159493670886076,0.8191881918819188,1.0,0.0,0.9313380281690141,1.0,0.0,0 +Per_Sample_Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7882558139534883,0.9815693430656934,0.03157142857142858,0.914727463312369,0.9984951177484205,0.041437125748502994,0.8943279569892472,0.9964182692307693,0.027602040816326532,0.9123086956521739,0.9979302103250478,0.051153846153846154,0.9042692307692308,0.7891379310344828,0.9881501831501831,0.06473333333333334,0.9274018475750577,0.9988099688473521,0.024960629921259844,0 +Positive-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,1.1056910569105691,1.0,2.1818181818181817,1.0679442508710801,1.0,5.68,1.0810810810810811,1.0,5.125,1.0620756547041708,1.0,4.2,1.070460704607046,1.092741935483871,1.0,1.8846153846153846,1.0670006261740763,1.0,11.7,0 +Sample_Size,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,172.0,137.0,35.0,1908.0,1741.0,167.0,930.0,832.0,98.0,1150.0,1046.0,104.0,2080.0,348.0,273.0,75.0,1732.0,1605.0,127.0,0 +Selection-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7906976744186046,0.8175182481751825,0.6857142857142857,0.9638364779874213,0.9747271682940839,0.8502994011976048,0.946236559139785,0.9591346153846154,0.8367346938775511,0.9521739130434783,0.9665391969407265,0.8076923076923077,0.9495192307692307,0.7787356321839081,0.8131868131868132,0.6533333333333333,0.9838337182448037,0.9887850467289719,0.9212598425196851,0 +Statistical_Bias,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.2758597442084151,0.17583238687974592,0.6673954000377772,0.12760814856082148,0.06867265133679296,0.7420195298005438,0.14761280273512567,0.07672551110543081,0.7494314418770248,0.13360375383845904,0.07630257910149453,0.7099213382121593,0.13986741512398787,0.2715719704816224,0.16753202078607243,0.6502773873734242,0.1134048370267264,0.06100428741762241,0.7756322553150093,0 +Std,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.01887249133378814,0.016512447630630023,0.028110376686149914,0.007664241811293473,0.006403741772299821,0.02080514341541292,0.008452462635865162,0.007046440163211389,0.020389306485333932,0.008703175333917306,0.007216521544147636,0.02365548171948537,0.008591077829499763,0.019081231222147953,0.01617745777272049,0.02965096657806392,0.00648335647809008,0.005604158117767979,0.01759448536247567,0 +TNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.5102040816326531,1.0,0.0,0.23655913978494625,1.0,0.0,0.29310344827586204,1.0,0.0,0.29411764705882354,1.0,0.0,0.2936170212765957,0.51,1.0,0.0,0.13333333333333333,1.0,0.0,0 +TPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.661,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.9105691056910569,1.0,0.0,0.9854819976771196,1.0,0.0,0.9803439803439803,1.0,0.0,0.9806013579049466,1.0,0.0,0.9804878048780488,0.8951612903225806,1.0,0.0,0.9937382592360676,1.0,0.0,0 +Accuracy,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7790697674418605,1.0,0.0,0.9140461215932913,1.0,0.0,0.889247311827957,1.0,0.0,0.9139130434782609,1.0,0.0,0.9028846153846154,0.7787356321839081,1.0,0.0,0.9278290993071594,1.0,0.0,0 +Aleatoric_Uncertainty,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.39592839083088177,0.345805679425671,0.5726768994703095,0.2021904318614913,0.17798363293063837,0.45960907415056135,0.21502472358467864,0.18395882725444804,0.46445672615847194,0.22078785589642255,0.19467884560860582,0.49796532874991134,0.2182110707762678,0.39722758461153446,0.3478601176522983,0.5709754228706647,0.18224239478627194,0.16333000932812722,0.4253800222361812,0 +F1,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8527131782945736,1.0,0.0,0.9538028169014084,1.0,0.0,0.9390171699230314,1.0,0.0,0.9532798489853704,1.0,0.0,0.946953781512605,0.8504854368932039,1.0,0.0,0.962040692377771,1.0,0.0,0 +FNR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.10569105691056911,0.0,1.0,0.01684088269454123,0.0,1.0,0.025798525798525797,0.0,1.0,0.020368574199806012,0.0,1.0,0.022764227642276424,0.11693548387096774,0.0,1.0,0.008140262993112084,0.0,1.0,0 +FPR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.5102040816326531,0.0,1.0,0.7258064516129032,0.0,1.0,0.7068965517241379,0.0,1.0,0.6554621848739496,0.0,1.0,0.6808510638297872,0.48,0.0,1.0,0.8296296296296296,0.0,1.0,0 +IQR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.15908351589457667,0.13563815722483819,0.2417592543615492,0.0752969261849312,0.0616189297021114,0.2207507424412589,0.08110827525610916,0.0655472027261666,0.20605009061788096,0.08312887296220384,0.0679651663311806,0.24410923325720804,0.08222543264169034,0.16457830906802673,0.1342343043150902,0.27137344267901103,0.06567878079621399,0.05554538270019985,0.19595374671857185,0 +Jitter,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.1598913170503697,0.1342638565964109,0.25026183549325454,0.06353065115935905,0.05185160319948576,0.1877273562936732,0.07066985464958188,0.054346581760067667,0.20173147289846627,0.07216941227878665,0.060395746573017474,0.19716055022586562,0.07149893699265836,0.15868408132617043,0.1312162287452149,0.25535665339685243,0.053981367576914366,0.04533973539133085,0.16507819095476403,0 +Label_Stability,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7993023255813955,0.837910447761194,0.6631578947368421,0.92416142557652,0.9394667431192661,0.7614024390243903,0.9147634408602151,0.937049576783555,0.7358252427184465,0.9130869565217393,0.9284205518553759,0.7503030303030301,0.9138365384615386,0.8010632183908045,0.841180811808118,0.6598701298701299,0.9364953810623557,0.9475731176104543,0.79408,0 +Mean,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.27959745200299124,0.23440985530667052,0.43894318772159613,0.09741696798948628,0.07959864389316311,0.2868996339894108,0.11061309223206439,0.08615939047496757,0.3069549500293369,0.11399318338489951,0.09417425274783266,0.3243941540874982,0.11248189262906458,0.2900997099779303,0.24581031439858966,0.4459753749389861,0.07679424803471975,0.06447813339063628,0.2351302178990567,0 +Overall_Uncertainty,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.6177290090183984,0.5434985783687246,0.8794889486777746,0.3111113491891901,0.2735805366044171,0.7102195025297032,0.331049351633622,0.28209369702908565,0.7241204813224725,0.34084691024771374,0.3012956973325011,0.7607289786708292,0.33646627105968235,0.6202617329292858,0.5466346669149742,0.8793907574731609,0.2794450119773371,0.25004061643158343,0.6574679211135468,0 +PPV,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8148148148148148,1.0,0.0,0.9261487964989059,1.0,0.0,0.9062857142857143,1.0,0.0,0.9283088235294118,1.0,0.0,0.9184921039225675,0.8202247191011236,1.0,0.0,0.9339622641509434,1.0,0.0,0 +Per_Sample_Accuracy,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7522674418604652,0.9130597014925372,0.18526315789473685,0.8967767295597484,0.967858371559633,0.14088414634146343,0.8762311827956989,0.9662756952841596,0.15325242718446602,0.8917782608695651,0.9621170313986679,0.14505050505050507,0.8848269230769231,0.7546120689655172,0.9138007380073802,0.19435064935064936,0.9109901847575058,0.9724051026757934,0.12143999999999999,0 +Positive-Rate,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,1.0975609756097562,1.0,1.9230769230769231,1.0615563298490127,1.0,4.655172413793103,1.074938574938575,1.0,3.9047619047619047,1.055286129970902,1.0,3.7142857142857144,1.0639566395663957,1.0766129032258065,1.0,1.6551724137931034,1.0619912335629305,1.0,8.615384615384615,0 +Sample_Size,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,172.0,134.0,38.0,1908.0,1744.0,164.0,930.0,827.0,103.0,1150.0,1051.0,99.0,2080.0,348.0,271.0,77.0,1732.0,1607.0,125.0,0 +Selection-Rate,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7848837209302325,0.8208955223880597,0.6578947368421053,0.9580712788259959,0.970756880733945,0.823170731707317,0.9408602150537635,0.9588875453446191,0.7961165048543689,0.9460869565217391,0.9609895337773549,0.7878787878787878,0.94375,0.7672413793103449,0.8081180811808119,0.6233766233766234,0.9792147806004619,0.985687616677038,0.896,0 +Statistical_Bias,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.2845342482087718,0.17736885006743314,0.6624332837598085,0.12869735666532595,0.07001678768213461,0.7527151146329215,0.14820267026425304,0.07440029968425345,0.740771218513376,0.13623127292486545,0.08025466773339789,0.7304879603615568,0.14158386885064936,0.28265475158042863,0.1746623813286797,0.6627317949339865,0.11323937278254127,0.0613212185977639,0.7806991629820391,0 +Std,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.20013356180486322,0.1809615358266966,0.2677401797278716,0.10619063365442924,0.09506844753352973,0.2244655885010679,0.11208641793994946,0.09733071059836869,0.23056185455633124,0.11547333300776907,0.10423950583672913,0.234733457823557,0.11395899117456128,0.2013623426624389,0.18221828729093412,0.2687394726063065,0.09639757875089995,0.08753395298283138,0.21034835162518925,0 +TNR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.4897959183673469,1.0,0.0,0.27419354838709675,1.0,0.0,0.29310344827586204,1.0,0.0,0.3445378151260504,1.0,0.0,0.3191489361702128,0.52,1.0,0.0,0.17037037037037037,1.0,0.0,0 +TPR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 04:03:36.539,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8943089430894309,1.0,0.0,0.9831591173054588,1.0,0.0,0.9742014742014742,1.0,0.0,0.979631425800194,1.0,0.0,0.9772357723577236,0.8830645161290323,1.0,0.0,0.9918597370068879,1.0,0.0,0 +Accuracy,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.75,1.0,0.0,0.9030398322851153,1.0,0.0,0.8827956989247312,1.0,0.0,0.8965217391304348,1.0,0.0,0.8903846153846153,0.7442528735632183,1.0,0.0,0.9197459584295612,1.0,0.0,0 +Aleatoric_Uncertainty,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.0902220830630179,0.0777709581699652,0.12757545774217605,0.05008348843835426,0.04246982495090536,0.12099344621605407,0.0537261105967286,0.045174973756671045,0.11813421468560242,0.05314105336718383,0.044732598002045106,0.12599078010212525,0.05340264145539376,0.08700416833707765,0.07218328173309448,0.13013461362282647,0.04665129540757274,0.04049748400845197,0.11717663036296411,0 +F1,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.8313725490196079,1.0,0.0,0.94754749078537,1.0,0.0,0.9351576442593694,1.0,0.0,0.9433603046168492,1.0,0.0,0.9397144368059228,0.8271844660194175,1.0,0.0,0.9574533210896847,1.0,0.0,0 +FNR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.13821138211382114,0.0,1.0,0.029616724738675958,0.0,1.0,0.0343980343980344,0.0,1.0,0.038797284190106696,0.0,1.0,0.03685636856368564,0.14112903225806453,0.0,1.0,0.020663744520976832,0.0,1.0,0 +FPR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.5306122448979592,0.0,1.0,0.7204301075268817,0.0,1.0,0.6982758620689655,0.0,1.0,0.6638655462184874,0.0,1.0,0.6808510638297872,0.54,0.0,1.0,0.7851851851851852,0.0,1.0,0 +IQR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.34062075328581615,0.2789005545988675,0.5257813493466622,0.13349297228433363,0.09549155619061678,0.48741967460581553,0.14269388878760147,0.10675316355847014,0.4134033879905081,0.15703134270539093,0.10947213926108885,0.5690778868320754,0.15062084648253313,0.35023159099034945,0.26444547604213864,0.5998788243789629,0.11051429966456544,0.08287429037336642,0.4272807370809687,0 +Jitter,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.25363415916793314,0.2160305402984102,0.36644501577656896,0.12502175447467961,0.10389352450003994,0.3217998098601097,0.13281309774678782,0.10903071998237104,0.311944585311888,0.13795687131308645,0.11383342512758028,0.34695916557577816,0.13565701101661398,0.2575469300525594,0.21568169030481296,0.37937948167805524,0.11116642682233019,0.09479907383748722,0.2987433570731236,0 +Label_Stability,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.6287790697674419,0.6868217054263567,0.45465116279069767,0.8285744234800839,0.8627045850261172,0.5107027027027027,0.8168172043010754,0.853020706455542,0.5441284403669724,0.8081999999999999,0.8484093113482056,0.45983193277310924,0.8120528846153847,0.624367816091954,0.6946332046332047,0.41988764044943816,0.8497632794457275,0.8757878217200252,0.5515107913669065,0 +Mean,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.2757055884327329,0.2224482133830747,0.4354777135817077,0.1070713278231359,0.08393719946367835,0.32253134492229985,0.11785572340173939,0.09016463193295457,0.3264280729051552,0.12357185385509192,0.09630887622248181,0.35977462645358804,0.12101608398892949,0.2865110924704483,0.23561680084289205,0.4346191995663705,0.08776420006770055,0.07049269477967696,0.2857031059944743,0 +Overall_Uncertainty,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.5609886482288307,0.485641189258622,0.7870310251394568,0.29782837866809003,0.2550663626549219,0.6960929926718127,0.3142107017181388,0.26519856058900737,0.6833755445348073,0.3239396881706136,0.27584775754143315,0.7406017089998991,0.3195897086509974,0.5692849608539868,0.488061902284981,0.8056531874761502,0.2694199928503968,0.2358562608769508,0.6540748492079469,0 +PPV,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.803030303030303,1.0,0.0,0.9257617728531856,1.0,0.0,0.9065743944636678,1.0,0.0,0.9261682242990654,1.0,0.0,0.9173980382034074,0.797752808988764,1.0,0.0,0.9365269461077844,1.0,0.0,0 +Per_Sample_Accuracy,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.7007267441860465,0.8434108527131783,0.27267441860465114,0.864769392033543,0.9313464886825303,0.24470270270270267,0.8446236559139785,0.9264981729598051,0.22793577981651378,0.8565260869565217,0.9242046556741028,0.27016806722689074,0.851204326923077,0.7048275862068965,0.8473166023166022,0.29016853932584274,0.880614896073903,0.9378876333961079,0.22424460431654675,0 +Positive-Rate,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,1.0731707317073171,1.0,1.5294117647058822,1.0481997677119628,1.0,2.627450980392157,1.065110565110565,1.0,2.892857142857143,1.037827352085354,1.0,1.975,1.0498644986449865,1.0766129032258065,1.0,1.542857142857143,1.0457107075767063,1.0,3.212121212121212,0 +Sample_Size,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,172.0,129.0,43.0,1908.0,1723.0,185.0,930.0,821.0,109.0,1150.0,1031.0,119.0,2080.0,348.0,259.0,89.0,1732.0,1593.0,139.0,0 +Selection-Rate,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.7674418604651163,0.8217054263565892,0.6046511627906976,0.9460167714884696,0.9698200812536274,0.7243243243243244,0.932258064516129,0.9573690621193667,0.7431192660550459,0.9304347826086956,0.9612027158098934,0.6638655462184874,0.93125,0.7672413793103449,0.8223938223938224,0.6067415730337079,0.964203233256351,0.9817953546767106,0.762589928057554,0 +Statistical_Bias,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.30023287755938216,0.15850182916013472,0.7254260227571246,0.13624653180061283,0.07006346390199378,0.7526434290401838,0.15643967626815544,0.07503362310404371,0.7695990308345385,0.14444307711860732,0.07717117332334895,0.7272778066388711,0.14980694116143414,0.29583679367405696,0.15426341447734093,0.7078312342577586,0.12046607010231593,0.06353537973330908,0.7729163561298551,0 +Std,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.2897117585629207,0.25628674703868176,0.3899867931356377,0.1672310859552482,0.14799797156173605,0.3463589567661744,0.17495256754633828,0.1526346346354529,0.34305369525126406,0.1793056057889924,0.1578549566761924,0.3651511455814026,0.1773592954208826,0.29510153645964743,0.2605411335951489,0.39567619198667137,0.15370207839923705,0.13846914109712344,0.3282781152500787,0 +TNR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.46938775510204084,1.0,0.0,0.27956989247311825,1.0,0.0,0.3017241379310345,1.0,0.0,0.33613445378151263,1.0,0.0,0.3191489361702128,0.46,1.0,0.0,0.21481481481481482,1.0,0.0,0 +TPR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 12:24:33.463,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.8617886178861789,1.0,0.0,0.9703832752613241,1.0,0.0,0.9656019656019657,1.0,0.0,0.9612027158098934,1.0,0.0,0.9631436314363143,0.8588709677419355,1.0,0.0,0.9793362554790231,1.0,0.0,0 +Accuracy,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.7558139534883721,1.0,0.0,0.909853249475891,1.0,0.0,0.8849462365591397,1.0,0.0,0.9069565217391304,1.0,0.0,0.8971153846153846,0.7528735632183908,1.0,0.0,0.9260969976905312,1.0,0.0,0 +Aleatoric_Uncertainty,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.6022044189316094,0.521108979184154,0.8532141133880186,0.3484698387738183,0.3113603451578628,0.7230168208511367,0.3593688390726835,0.3118207994808255,0.7250888071483762,0.3776057322600752,0.3371401807433082,0.7720503138674396,0.36945173674840487,0.6077561988772564,0.5270982962140403,0.8534814372233336,0.3215707016324462,0.2931209307231367,0.6780818933397313,0 +F1,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.8421052631578947,1.0,0.0,0.9515492957746479,1.0,0.0,0.9368731563421829,1.0,0.0,0.9495520980669495,1.0,0.0,0.9439203354297694,0.8371212121212122,1.0,0.0,0.9610705596107056,1.0,0.0,0 +FNR,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.08943089430894309,0.0,1.0,0.01916376306620209,0.0,1.0,0.02457002457002457,0.0,1.0,0.023278370514064017,0.0,1.0,0.023848238482384824,0.10887096774193548,0.0,1.0,0.010644959298685034,0.0,1.0,0 +FPR,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.6326530612244898,0.0,1.0,0.7473118279569892,0.0,1.0,0.75,0.0,1.0,0.6974789915966386,0.0,1.0,0.723404255319149,0.59,0.0,1.0,0.8222222222222222,0.0,1.0,0 +IQR,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.10810431150236569,0.09817118814664716,0.13884969331768487,0.06186312210984109,0.05491215880115068,0.1320193564347627,0.06374646950879972,0.055144941252334996,0.1299058877804863,0.06725614080069561,0.06012030248052735,0.13681389190289645,0.065686912771146,0.1072239288535614,0.0967748695253259,0.13905710959772075,0.057341138177219586,0.051580265786924165,0.12953207031810915,0 +Jitter,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.10813719761598818,0.07441824507150736,0.21250538406317626,0.0343496834276194,0.0218388312530406,0.1606220053757105,0.040426487275076285,0.025153043467641915,0.15790353637345347,0.040471444177406765,0.025777208188593134,0.18370591274127906,0.0404513432547338,0.10479538497082974,0.06564808776707973,0.22405808110319125,0.02752309468822112,0.018944379002243484,0.1350251256281407,0 +Label_Stability,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.8451162790697675,0.8938461538461538,0.6942857142857143,0.9504297693920336,0.9690725806451612,0.7622674418604652,0.9423333333333334,0.964872417982989,0.7689719626168224,0.9412260869565218,0.9630105465004795,0.7288785046728972,0.941721153846154,0.8458908045977012,0.9035877862595421,0.6701162790697673,0.9609757505773673,0.9736720698254364,0.801875,0 +Mean,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.2639932810395895,0.2156748853161827,0.4135502201834677,0.11544993393956768,0.09579796323675911,0.31379773126558924,0.12353172826168819,0.09803073880801871,0.31967485275112717,0.1311311400105518,0.10897766177480168,0.34707579234594743,0.12773332610360796,0.2764247232556483,0.2277661833560042,0.42466353085688957,0.09785768741486083,0.0839577676002771,0.2720410575913631,0 +Overall_Uncertainty,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.6342606919828047,0.5519313100613914,0.8890897312633693,0.3691633946573703,0.3303803236436642,0.7606018323305902,0.3805203914808457,0.3308344787712595,0.7626840004527105,0.39962837560879855,0.3576361803687779,0.808954166593299,0.39108490193620427,0.6390378279056512,0.5570925808174096,0.8886849760116896,0.34126526092155784,0.3113048977426562,0.7167060620071696,0 +PPV,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.7832167832167832,1.0,0.0,0.9239606126914661,1.0,0.0,0.9012485811577753,1.0,0.0,0.9238532110091743,1.0,0.0,0.9137493658041603,0.7892857142857143,1.0,0.0,0.9343583678296866,1.0,0.0,0 +Per_Sample_Accuracy,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.7526744186046512,0.9460000000000001,0.15428571428571428,0.9065041928721174,0.9844902073732718,0.11938953488372094,0.8826612903225807,0.9822904009720534,0.11635514018691591,0.9027782608695654,0.9814285714285715,0.13612149532710283,0.8937836538461538,0.7573132183908047,0.9512977099236641,0.16633720930232557,0.9212038106235566,0.9867923940149624,0.09929687499999999,0 +Positive-Rate,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,1.1626016260162602,1.0,2.8181818181818183,1.0615563298490127,1.0,4.212121212121212,1.0823095823095823,1.0,4.35,1.0572259941804074,1.0,3.4583333333333335,1.0682926829268293,1.1290322580645162,1.0,2.185185185185185,1.0588603631809643,1.0,6.529411764705882,0 +Sample_Size,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,172.0,130.0,42.0,1908.0,1736.0,172.0,930.0,823.0,107.0,1150.0,1043.0,107.0,2080.0,348.0,262.0,86.0,1732.0,1604.0,128.0,0 +Selection-Rate,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.8313953488372093,0.8615384615384616,0.7380952380952381,0.9580712788259959,0.972926267281106,0.8081395348837209,0.9473118279569892,0.9647630619684082,0.8130841121495327,0.9478260869565217,0.965484180249281,0.7757009345794392,0.9475961538461538,0.8045977011494253,0.8435114503816794,0.686046511627907,0.9763279445727483,0.9850374064837906,0.8671875,0 +Statistical_Bias,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.293494907787834,0.17606795947696244,0.656959271607198,0.14457423380311982,0.08718443511365298,0.7238108066223895,0.16163778851367724,0.08867080060776031,0.7228698543694679,0.15304836427664367,0.09709007208928086,0.6985109694300957,0.15688882799800963,0.2929014432168847,0.17455731305732203,0.6534382118425291,0.12956065819652662,0.0801165823368381,0.7491567338132484,0 +Std,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.07628767892055953,0.06843666044048978,0.10058845040648969,0.044731479410986215,0.0400094305644904,0.09239122823375792,0.046051962446283845,0.04008535734770087,0.09194463530734737,0.048383320361264304,0.043492702032656934,0.09605542238684825,0.0473409343704317,0.07589662096423555,0.06797453264662726,0.10003135514113522,0.0416034176645173,0.0377455173091039,0.08994773149329141,0 +TNR,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.3673469387755102,1.0,0.0,0.25268817204301075,1.0,0.0,0.25,1.0,0.0,0.3025210084033613,1.0,0.0,0.2765957446808511,0.41,1.0,0.0,0.17777777777777778,1.0,0.0,0 +TPR,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 20, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:12:17.651,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.6,0.9105691056910569,1.0,0.0,0.980836236933798,1.0,0.0,0.9754299754299754,1.0,0.0,0.976721629485936,1.0,0.0,0.9761517615176152,0.8911290322580645,1.0,0.0,0.989355040701315,1.0,0.0,0 +Accuracy,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7790697674418605,1.0,0.0,0.9093291404612159,1.0,0.0,0.8870967741935484,1.0,0.0,0.9078260869565218,1.0,0.0,0.8985576923076923,0.7758620689655172,1.0,0.0,0.9232101616628176,1.0,0.0,0 +Aleatoric_Uncertainty,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.5977444702201369,0.52641213059897,0.8492848257263567,0.29759453661457524,0.25859598606787126,0.6887071678199601,0.31924208301884716,0.27054726006554647,0.70184426336621,0.32498025002690895,0.28352660131603713,0.7332595826132319,0.32241462727811215,0.5992651412379819,0.5297867342600268,0.8397673192385964,0.2667887734339812,0.2352475566465362,0.6459948309010837,0 +F1,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8503937007874016,1.0,0.0,0.9512263884973217,1.0,0.0,0.9377593360995851,1.0,0.0,0.9498580889309366,1.0,0.0,0.9444882925545909,0.8470588235294118,1.0,0.0,0.9595867517471893,1.0,0.0,0 +FNR,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.12195121951219512,0.0,1.0,0.02032520325203252,0.0,1.0,0.028255528255528257,0.0,1.0,0.026188166828322017,0.0,1.0,0.02710027100271003,0.12903225806451613,0.0,1.0,0.011271133375078271,0.0,1.0,0 +FPR,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.46938775510204084,0.0,1.0,0.7419354838709677,0.0,1.0,0.7068965517241379,0.0,1.0,0.6638655462184874,0.0,1.0,0.6851063829787234,0.46,0.0,1.0,0.8518518518518519,0.0,1.0,0 +IQR,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.10380813953488373,0.09394402985074626,0.13859210526315788,0.056979035639413,0.04992334293948126,0.1277398843930636,0.05988978494623656,0.05135878787878788,0.12691904761904763,0.06162913043478262,0.05443917624521073,0.1324433962264151,0.060851442307692315,0.10677586206896553,0.09695555555555556,0.14076923076923079,0.05162413394919169,0.04567073170731707,0.12319924812030075,0 +Jitter,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.1159217599626041,0.08694292357309338,0.21811028828352702,0.031064362693972943,0.01954261219642836,0.14661486623870681,0.03989285135353373,0.02438769605603032,0.16171907154821602,0.0366165173694544,0.024364879955332142,0.15728358775007056,0.03808141669887758,0.10816034193958138,0.07854624976735551,0.21067066099729817,0.024000893613564184,0.015227827693816219,0.12947557335550425,0 +Label_Stability,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8321511627906977,0.874179104477612,0.6839473684210527,0.9555293501048219,0.9727723342939483,0.7826011560693641,0.9416666666666667,0.9650545454545454,0.7579047619047617,0.9482869565217393,0.9662164750957855,0.7716981132075471,0.9453269230769231,0.8437931034482758,0.8851481481481481,0.7006410256410256,0.9657274826789839,0.9793058161350844,0.8024812030075189,0 +Mean,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.2773600581395349,0.23318694029850748,0.4331284210526316,0.10159428197064989,0.08175657060518729,0.30054473988439306,0.11440239784946236,0.08902919999999998,0.31376323809523804,0.1175248608695652,0.0954459865900383,0.33498094339622636,0.1161287596153846,0.2894466379310345,0.24440133333333333,0.4453726923076924,0.08130507505773671,0.06698332707942463,0.2534890977443609,0 +Overall_Uncertainty,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.6271478237767765,0.554350830750133,0.8838530097128348,0.31693254608433247,0.27626780032206755,0.7247552853764114,0.33925436466949827,0.2886223410419027,0.7370774074577492,0.34527840389206826,0.3021975225284821,0.7695844429824833,0.34258496327813076,0.6299433518283812,0.5589486724792085,0.8756941649601331,0.2848478274724222,0.2518395893120192,0.6816912321226806,0 +PPV,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8244274809160306,1.0,0.0,0.9243835616438356,1.0,0.0,0.9060710194730813,1.0,0.0,0.9270544783010157,1.0,0.0,0.9176891615541922,0.8244274809160306,1.0,0.0,0.9321133412042503,1.0,0.0,0 +Per_Sample_Accuracy,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7649709302325582,0.9370149253731344,0.15828947368421054,0.9068684486373165,0.986328530259366,0.10997109826589595,0.8853172043010753,0.9824909090909092,0.1218095238095238,0.9030739130434783,0.9830316091954021,0.11556603773584906,0.8951346153846155,0.7650574712643678,0.9422407407407407,0.15173076923076925,0.921270207852194,0.9896404002501563,0.09928571428571428,0 +Positive-Rate,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,1.065040650406504,1.0,1.5333333333333334,1.0598141695702672,1.0,3.942857142857143,1.0724815724815724,1.0,3.5652173913043477,1.0504364694471386,1.0,2.925925925925926,1.0601626016260162,1.0564516129032258,1.0,1.4375,1.060738885410144,1.0,6.388888888888889,0 +Sample_Size,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,172.0,134.0,38.0,1908.0,1735.0,173.0,930.0,825.0,105.0,1150.0,1044.0,106.0,2080.0,348.0,270.0,78.0,1732.0,1599.0,133.0,0 +Selection-Rate,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.7616279069767442,0.8059701492537313,0.6052631578947368,0.9564989517819706,0.9723342939481268,0.7976878612716763,0.9387096774193548,0.9587878787878787,0.780952380952381,0.9417391304347826,0.9616858237547893,0.7452830188679245,0.9403846153846154,0.7528735632183908,0.8,0.5897435897435898,0.9780600461893765,0.9874921826141339,0.8646616541353384,0 +Statistical_Bias,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.2877847093023256,0.18303380597014923,0.6571694736842105,0.13291773060796644,0.07233455331412102,0.7405004624277457,0.15161317204301075,0.07806539393939393,0.7294885714285714,0.14096152173913043,0.08201439655172413,0.7215350943396226,0.14572403846153845,0.2892299712643678,0.18118155555555554,0.6632437179487178,0.1168902829099307,0.06323199499687303,0.7620000751879699,0 +Std,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.07305468283664128,0.06585784196897422,0.09843301642262514,0.03967207422680322,0.03487349564038114,0.08779654733340607,0.041894501288248155,0.03603838511536694,0.08790684264660058,0.04286768423875831,0.03792988317981428,0.09150036636647116,0.04243255916953982,0.07455480562429982,0.06745286046536986,0.09913846194367282,0.03597843574791368,0.031968851428551576,0.08418388933182348,0 +TNR,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.5306122448979592,1.0,0.0,0.25806451612903225,1.0,0.0,0.29310344827586204,1.0,0.0,0.33613445378151263,1.0,0.0,0.3148936170212766,0.54,1.0,0.0,0.14814814814814814,1.0,0.0,0 +TPR,101,RandomForestClassifier,"{'bootstrap': False, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 500, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Law_School,200,OK,2023-08-07 01:00:06.671,adaeac61-1e2d-4f1c-ad7e-6a164a02d732,Exp_iter_1,100,100,"[0.0, 0.6]",0.0,0.8780487804878049,1.0,0.0,0.9796747967479674,1.0,0.0,0.9717444717444718,1.0,0.0,0.973811833171678,1.0,0.0,0.9728997289972899,0.8709677419354839,1.0,0.0,0.9887288666249218,1.0,0.0,0 diff --git a/docs/examples/pub_cov_subgroup_metrics.csv b/docs/examples/pub_cov_subgroup_metrics.csv new file mode 100644 index 00000000..788e1430 --- /dev/null +++ b/docs/examples/pub_cov_subgroup_metrics.csv @@ -0,0 +1,153 @@ +Metric,Bootstrap_Model_Seed,Model_Name,Model_Params,Run_Number,Dataset_Name,Num_Estimators,Test_Set_Index,Tag,Record_Create_Date_Time,Session_Uuid,Experiment_Iteration,Dataset_Split_Seed,Model_Init_Seed,Fair_Intervention_Params_Lst,Intervention_Param,RAC1P_dis,RAC1P_dis_correct,RAC1P_dis_incorrect,RAC1P_priv,RAC1P_priv_correct,RAC1P_priv_incorrect,SEX&RAC1P_dis,SEX&RAC1P_dis_correct,SEX&RAC1P_dis_incorrect,SEX&RAC1P_priv,SEX&RAC1P_priv_correct,SEX&RAC1P_priv_incorrect,SEX_dis,SEX_dis_correct,SEX_dis_incorrect,SEX_priv,SEX_priv_correct,SEX_priv_incorrect,overall +Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.7106382978723405,1.0,0.0,0.6943396226415094,1.0,0.0,0.7309523809523809,1.0,0.0,0.6907407407407408,1.0,0.0,0.7137767220902613,1.0,0.0,0.6869300911854104,1.0,0.0,0.702 +Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.7078014184397163,1.0,0.0,0.7069182389937106,1.0,0.0,0.7261904761904762,1.0,0.0,0.7,1.0,0.0,0.7173396674584323,1.0,0.0,0.6945288753799392,1.0,0.0,0.7073333333333334 +Aleatoric_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8135845655489112,0.7866469125149843,0.8797402722645846,0.7863084864764371,0.7565593407316595,0.8538867928596355,0.8043374515789166,0.7763233060898863,0.8804466787039809,0.7971024405533379,0.768632177324783,0.860691711117715,0.79332014755367,0.7625311455668369,0.8701010197283034,0.8065604881771425,0.7819682317880847,0.8605201963706094,0.7991282436405 +Aleatoric_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8148785905804831,0.7881025075981596,0.8797391022706743,0.7900820491165612,0.7635308789915832,0.8541239272720874,0.8053079922995199,0.7766991635658756,0.8811835815496201,0.8003474802232484,0.774436852377195,0.8608056118640398,0.7956992195010564,0.7657742495399613,0.871643260914928,0.8094618428374122,0.7873957517781504,0.8596320100716537,0.8017364236046045 +F1,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.5363636363636364,1.0,0.0,0.5244618395303327,1.0,0.0,0.5461847389558233,1.0,0.0,0.5242165242165242,1.0,0.0,0.52465483234714,1.0,0.0,0.536036036036036,1.0,0.0,0.5299684542586751 +F1,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.5275229357798165,1.0,0.0,0.5458089668615984,1.0,0.0,0.5344129554655871,1.0,0.0,0.5384615384615384,1.0,0.0,0.5258964143426295,1.0,0.0,0.5503355704697986,1.0,0.0,0.5374077976817703 +FNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.5645756457564576,0.0,1.0,0.564935064935065,0.0,1.0,0.5584415584415584,0.0,1.0,0.5670588235294117,0.0,1.0,0.5667752442996743,0.0,1.0,0.5625,0.0,1.0,0.5647668393782384 +FNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.5756457564575646,0.0,1.0,0.5454545454545454,0.0,1.0,0.5714285714285714,0.0,1.0,0.5552941176470588,0.0,1.0,0.5700325732899023,0.0,1.0,0.5477941176470589,0.0,1.0,0.5595854922279793 +FPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.1175115207373272,0.0,1.0,0.14168377823408623,0.0,1.0,0.10150375939849623,0.0,1.0,0.14198473282442747,0.0,1.0,0.1252336448598131,0.0,1.0,0.13730569948186527,0.0,1.0,0.13029315960912052 +FPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.1152073732718894,0.0,1.0,0.13347022587268995,0.0,1.0,0.10150375939849623,0.0,1.0,0.13435114503816795,0.0,1.0,0.11775700934579439,0.0,1.0,0.13471502590673576,0.0,1.0,0.1248642779587405 +IQR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.08182418362009894,0.07839051166541347,0.09025687797940002,0.07926075106534702,0.07627944599108963,0.0860330983945243,0.08132420456867172,0.07721459907427747,0.09248923896494633,0.08013164873173936,0.07731235739363329,0.0864286287863116,0.07966814664427953,0.07606107596458073,0.08866337269614244,0.08148596819853691,0.07890972096624026,0.08713870484415868,0.08046556436608042 +IQR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.0773868546726484,0.07399641405350874,0.08559962102677801,0.07475981335012077,0.07219855164645576,0.08093762054951874,0.07639056726578859,0.0723454923738037,0.08711880937061808,0.0758405054684555,0.07332595431745884,0.0817077914874477,0.07522697625213055,0.07182547366190477,0.08385936097690525,0.0769767023605915,0.07465472767225059,0.0822560179455258,0.07599452277170875 +Jitter,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.10372621975123697,0.08655623426514021,0.14589368410681852,0.10018779431750162,0.07782472143325488,0.15098786111627707,0.09357406078008795,0.07452310411997025,0.14533196958241826,0.10506960729573904,0.08504735473614684,0.14978996780308892,0.09908915121927978,0.07721034456809772,0.15364999270209795,0.10538482686991034,0.08831969582425019,0.14282870663999295,0.10185085427135611 +Jitter,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.09982073488007233,0.08075044561485044,0.14601527052738977,0.09032824499857926,0.07421404173894527,0.12919597989949616,0.09085343383584372,0.07117472608946632,0.14304478916322408,0.09632049134561811,0.07975459307117581,0.13497425398597693,0.09284283651034325,0.07357382941196199,0.14174401418858906,0.09728100991278386,0.08219731040322947,0.1315757893947365,0.09478971524288303 +Label_Stability,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.85022695035461,0.8754291417165668,0.7883333333333333,0.8580754716981133,0.8917572463768116,0.7815637860082304,0.8659523809523809,0.8943973941368077,0.7886725663716815,0.849888888888889,0.8797050938337801,0.7832934131736528,0.8592636579572447,0.8914475873544093,0.7790041493775934,0.8481458966565351,0.874070796460177,0.7912621359223301,0.8543866666666666 +Label_Stability,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8559290780141845,0.8847695390781564,0.7860679611650486,0.8760251572327045,0.898914590747331,0.8208154506437768,0.8690238095238095,0.8987868852459017,0.7900869565217392,0.8656296296296296,0.8896296296296295,0.8096296296296298,0.8692161520190025,0.896887417218543,0.7989915966386556,0.8632066869300912,0.886148796498906,0.8110447761194031,0.8665799999999999 +Mean,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6264553066342766,0.6350224175892961,0.6054154900241553,0.6280926825239275,0.6391419380456405,0.6029931391165794,0.6328264669792415,0.6414983469204215,0.6092665807673632,0.6251829237522277,0.6354056146231387,0.6023502070166001,0.6309943982951967,0.6428417639960218,0.6014497228338032,0.6226252134029358,0.6296563735659773,0.607197619258786,0.6273231158557915 +Mean,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6286012173714474,0.6365736957866985,0.6092892429578048,0.6296421676798395,0.6373699060606255,0.6110027300403467,0.6346636366829191,0.6436055319289313,0.6109481753782781,0.6270098649495525,0.6343286695308334,0.609932654259897,0.6331384161126694,0.6434338032235482,0.6070106269741369,0.6240529410113603,0.6284860924652322,0.6139735867107661,0.6291529210348952 +Overall_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8274442448734235,0.8000071226934146,0.8948265890507979,0.7999419940216349,0.7698496376961211,0.868299939254901,0.8182029164174677,0.7895586229561058,0.896024138476212,0.8107933823959507,0.7819920525873124,0.8751221010703346,0.8068965450963882,0.775618304922437,0.8848974676878604,0.8205094026015264,0.7956061221665376,0.8751515519054823,0.8128680519219754 +Overall_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8271963320338425,0.7998580167111532,0.8934187560436576,0.8021624647050382,0.7753173398547557,0.8669133667044315,0.8175326721439048,0.7882031667287702,0.8953196212883927,0.8125267140962261,0.7863168379430732,0.8736830917869162,0.8077521965089973,0.7773050213920191,0.8850214980663708,0.8218316475133565,0.7994863510206975,0.8726366251110933,0.8139283823495762 +PPV,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6982248520710059,1.0,0.0,0.6600985221674877,1.0,0.0,0.7157894736842105,1.0,0.0,0.6642599277978339,1.0,0.0,0.665,1.0,0.0,0.6918604651162791,1.0,0.0,0.6774193548387096 +PPV,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.696969696969697,1.0,0.0,0.6829268292682927,1.0,0.0,0.7096774193548387,1.0,0.0,0.6823104693140795,1.0,0.0,0.676923076923077,1.0,0.0,0.7028571428571428,1.0,0.0,0.6891891891891891 +Per_Sample_Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6969716312056737,0.9376347305389221,0.1059313725490196,0.6898930817610063,0.9452445652173914,0.10983539094650205,0.7206904761904762,0.9470684039087948,0.1056637168141593,0.682537037037037,0.9393833780160857,0.10886227544910179,0.7064964370546318,0.9453743760399336,0.1107883817427386,0.6762310030395138,0.9366371681415928,0.10485436893203884,0.69322 +Per_Sample_Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.698418439716312,0.942304609218437,0.10764563106796117,0.6974465408805032,0.9494395017793595,0.08963519313304721,0.7180833333333334,0.9492622950819674,0.10495652173913043,0.6900555555555555,0.9448015873015873,0.09564814814814815,0.7087173396674584,0.9483609271523178,0.10054621848739495,0.6840653495440729,0.9430743982494529,0.09517412935323383,0.6979033333333333 +Positive-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6236162361623616,1.0,0.3333333333333333,0.6590909090909091,1.0,0.39655172413793105,0.6168831168831169,1.0,0.313953488372093,0.6517647058823529,1.0,0.38589211618257263,0.6514657980456026,1.0,0.3850574712643678,0.6323529411764706,1.0,0.3464052287581699,0.6424870466321243 +Positive-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6088560885608856,1.0,0.32051282051282054,0.6655844155844156,1.0,0.3869047619047619,0.6038961038961039,1.0,0.3068181818181818,0.6517647058823529,1.0,0.3728813559322034,0.6351791530944625,1.0,0.36,0.6433823529411765,1.0,0.348993288590604,0.6390328151986183 +Sample_Size,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,705.0,501.0,204.0,795.0,552.0,243.0,420.0,307.0,113.0,1080.0,746.0,334.0,842.0,601.0,241.0,658.0,452.0,206.0,1500.0 +Sample_Size,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,705.0,499.0,206.0,795.0,562.0,233.0,420.0,305.0,115.0,1080.0,756.0,324.0,842.0,604.0,238.0,658.0,457.0,201.0,1500.0 +Selection-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.2397163120567376,0.23552894211576847,0.25,0.25534591194968553,0.2427536231884058,0.2839506172839506,0.2261904761904762,0.22149837133550487,0.23893805309734514,0.2564814814814815,0.24664879356568364,0.27844311377245506,0.2375296912114014,0.22129783693843594,0.27800829875518673,0.2613981762917933,0.26327433628318586,0.25728155339805825,0.248 +Selection-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.23404255319148937,0.23046092184368738,0.24271844660194175,0.2578616352201258,0.2491103202846975,0.27896995708154504,0.22142857142857142,0.21639344262295082,0.23478260869565218,0.2564814814814815,0.25,0.2716049382716049,0.23159144893111638,0.2185430463576159,0.2647058823529412,0.26595744680851063,0.26914660831509846,0.25870646766169153,0.24666666666666667 +Statistical_Bias,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.38804196536167723,0.27890668733283297,0.6560653687560446,0.38599008865027307,0.2618247960764881,0.6680445804228218,0.3742132501958383,0.27018099381110705,0.6568495573649756,0.3919093897913865,0.26985787223587254,0.6645154739123851,0.37782562371741985,0.2650796811075449,0.6589887420100957,0.39863606517763234,0.2764306403591511,0.6667761235172126,0.3869544707046331 +Statistical_Bias,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.3885559433466212,0.27831558860610534,0.6555944725481619,0.38442822435245805,0.26520669854078754,0.6719925913316805,0.375213865977643,0.2692348260487328,0.6562887110064918,0.3907060691749649,0.27223415522421385,0.6671405350600507,0.37724518776147836,0.2658507318554373,0.6599437229179861,0.3980424473015309,0.27866914935160836,0.6694533784613047,0.3863682522797147 +Std,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.06074480598098658,0.05844502290559612,0.06639280265143079,0.05888889877355031,0.056772735070150515,0.06369598669238441,0.06031208764363007,0.05766774070193739,0.06749628685690134,0.05954693141781796,0.05752749308167824,0.06405741345003427,0.059162182534331226,0.05669577574866198,0.06531284841892547,0.06052766724568562,0.058728639401506376,0.06447504872903037,0.059761175161045364 +Std,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.05724953332096407,0.05479888693824584,0.06318580781114079,0.05557350053362412,0.053752796291960545,0.059965070421241856,0.05658861834255801,0.053703144311385224,0.06424139729479886,0.056272809455218974,0.05446330302023016,0.06049499113685953,0.05578663878039028,0.053308143239740924,0.06207660225329872,0.0570965107331645,0.05548270805571768,0.06076570388536947,0.056361235943673905 +TNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8824884792626728,1.0,0.0,0.8583162217659137,1.0,0.0,0.8984962406015038,1.0,0.0,0.8580152671755725,1.0,0.0,0.874766355140187,1.0,0.0,0.8626943005181347,1.0,0.0,0.8697068403908795 +TNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8847926267281107,1.0,0.0,0.86652977412731,1.0,0.0,0.8984962406015038,1.0,0.0,0.8656488549618321,1.0,0.0,0.8822429906542056,1.0,0.0,0.8652849740932642,1.0,0.0,0.8751357220412594 +TPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 11, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 200}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.469,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.4354243542435424,1.0,0.0,0.43506493506493504,1.0,0.0,0.44155844155844154,1.0,0.0,0.4329411764705882,1.0,0.0,0.43322475570032576,1.0,0.0,0.4375,1.0,0.0,0.43523316062176165 +TPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 9, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 351, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 300}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.855,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.42435424354243545,1.0,0.0,0.45454545454545453,1.0,0.0,0.42857142857142855,1.0,0.0,0.4447058823529412,1.0,0.0,0.42996742671009774,1.0,0.0,0.4522058823529412,1.0,0.0,0.44041450777202074 +Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6936170212765957,1.0,0.0,0.6641509433962264,1.0,0.0,0.7095238095238096,1.0,0.0,0.6657407407407407,1.0,0.0,0.6805225653206651,1.0,0.0,0.6747720364741642,1.0,0.0,0.678 +Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6936170212765957,1.0,0.0,0.6591194968553459,1.0,0.0,0.7095238095238096,1.0,0.0,0.6620370370370371,1.0,0.0,0.6781472684085511,1.0,0.0,0.6717325227963525,1.0,0.0,0.6753333333333333 +Aleatoric_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8515697157623061,0.830273708447981,0.8997815100989034,0.8348278134330117,0.8088630094213481,0.8861739427145041,0.8509770547299633,0.8296747971442832,0.903010438013018,0.8394762947269311,0.8147989191328764,0.8886259707715997,0.8467183943701027,0.8218368971854656,0.8997187582615417,0.8375499593192154,0.8157003835996907,0.882882723896173,0.84269650752778 +Aleatoric_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8504975521910515,0.8291507966101547,0.8988242349644708,0.8339844357109005,0.8065692616739931,0.886993849715843,0.8502673199637264,0.828748814196903,0.9028289160171146,0.8384315984260112,0.8127690713690363,0.8887020281403594,0.8463033278714274,0.820803400214462,0.9000319577316752,0.8359133717585339,0.8131635546087789,0.882466238333496,0.8417456004565714 +F1,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.47058823529411764,1.0,0.0,0.4517453798767967,1.0,0.0,0.47863247863247865,1.0,0.0,0.45385779122541603,1.0,0.0,0.4407484407484408,1.0,0.0,0.4830917874396135,1.0,0.0,0.46033519553072627 +F1,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.46798029556650245,1.0,0.0,0.4458077709611452,1.0,0.0,0.47413793103448276,1.0,0.0,0.4494720965309201,1.0,0.0,0.4342379958246347,1.0,0.0,0.4807692307692308,1.0,0.0,0.4558659217877095 +FNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6457564575645757,0.0,1.0,0.6428571428571429,0.0,1.0,0.6363636363636364,0.0,1.0,0.6470588235294118,0.0,1.0,0.6547231270358306,0.0,1.0,0.6323529411764706,0.0,1.0,0.6442141623488774 +FNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6494464944649446,0.0,1.0,0.6461038961038961,0.0,1.0,0.6428571428571429,0.0,1.0,0.6494117647058824,0.0,1.0,0.6612377850162866,0.0,1.0,0.6323529411764706,0.0,1.0,0.6476683937823834 +FPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.0944700460829493,0.0,1.0,0.14168377823408623,0.0,1.0,0.09022556390977443,0.0,1.0,0.13129770992366413,0.0,1.0,0.12710280373831775,0.0,1.0,0.10880829015544041,0.0,1.0,0.11943539630836048 +FPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.09216589861751152,0.0,1.0,0.14784394250513347,0.0,1.0,0.08646616541353383,0.0,1.0,0.13587786259541984,0.0,1.0,0.12710280373831775,0.0,1.0,0.11398963730569948,0.0,1.0,0.12160694896851248 +IQR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.038117359330767035,0.03679087601014397,0.041120370181622026,0.038256580190871976,0.037163104731888705,0.04041895862661418,0.03836409203429037,0.03681656696640721,0.04214411228207054,0.03812388974586299,0.037053575398342545,0.040255623861838605,0.038572413945265886,0.03672344915452171,0.04251091515380274,0.03770326297571445,0.03732054347265023,0.03849731652412807,0.03819114638662266 +IQR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.03716673753970955,0.03576627382150582,0.040337231790643045,0.03698256008895322,0.035666982878341184,0.03952633299803333,0.03723794966665782,0.03533935692747032,0.04187549586565682,0.037003468866867374,0.035871438549064286,0.039221007708591216,0.037240538881360766,0.03516629474978872,0.041610994228695235,0.03684977431323295,0.03642364847248363,0.03772175404291444,0.0370691234908087 +Jitter,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.04138087601126203,0.03137610342099107,0.06403056951423793,0.05556632217692276,0.04481488883812897,0.07682758361095354,0.03823342905001187,0.02805065596438884,0.06310610429195429,0.053046947701470705,0.042623199446464845,0.07380782026475709,0.049878967282970914,0.03660755785910355,0.07814854943864306,0.047645369705670494,0.040605957716508496,0.062250504860748915,0.04889916247906253 +Jitter,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.04132036066859113,0.031948906084616084,0.0625362925739811,0.05358616984292591,0.04110169166442774,0.07772589886702996,0.03834194783441002,0.02836126943442296,0.06272098195897755,0.05150763074632467,0.04015194855395816,0.07375232326013738,0.048660344477733555,0.03495208089484144,0.07754380759888109,0.04674749125566955,0.038920052752451396,0.0627647496742977,0.04782123953098891 +Label_Stability,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.9414042553191491,0.9575051124744377,0.9049537037037039,0.9201886792452829,0.9338825757575757,0.8931086142322098,0.9462142857142857,0.9622818791946308,0.9069672131147541,0.9239166666666666,0.9381780250347704,0.8955124653739611,0.9289073634204276,0.9478010471204187,0.8886617100371748,0.9317629179331306,0.9419369369369369,0.9106542056074766,0.93016 +Label_Stability,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.9424113475177305,0.9570961145194273,0.9091666666666667,0.9237484276729558,0.9414885496183206,0.8894464944649447,0.9469523809523809,0.9626845637583893,0.9085245901639346,0.9269074074074074,0.9433286713286714,0.8947397260273973,0.9312232779097388,0.9517863397548162,0.8878966789667897,0.9341793313069908,0.9454524886877828,0.9111111111111112,0.9325200000000001 +Mean,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6288360246290604,0.6363864744460471,0.6117426451822714,0.6288371788481966,0.642370058834907,0.6020755285373985,0.6315260899769207,0.641783083975156,0.6064721210304114,0.6277907377384233,0.638543835944856,0.6063739022524816,0.6310346148789993,0.6477686092195549,0.5953893406888936,0.6260240255618337,0.6288129819507721,0.6202375926801105,0.6288366363652027 +Mean,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6290729831079517,0.6366689361605433,0.6118765893916679,0.6295174814626796,0.6439561029507577,0.60159926131599,0.6314645318987215,0.6419338237273378,0.6058919993993149,0.6284701365337714,0.6398151444167217,0.6062463539685401,0.6311814330382298,0.6484439317366778,0.5948091571828287,0.6269119821211955,0.6300964314639359,0.6203956552254026,0.6293085672359575 +Overall_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8549267929668882,0.8335009110820216,0.9034326089006838,0.8384033957460167,0.8124002416253632,0.8898253634452867,0.8542986584559523,0.832829242890242,0.9067403456574414,0.843008011211333,0.8182839481446567,0.8922506742167075,0.8501800590830288,0.8250999645455408,0.9036034574844435,0.8410372019936616,0.8192499851637508,0.8862405864445042,0.8461693924398265 +Overall_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8538325680863391,0.832312730832533,0.9025510885359282,0.8373037289546026,0.8098620981517936,0.8903642992153846,0.853563330438458,0.8318124083351024,0.9066926319696058,0.8417702094774311,0.8160679260486544,0.8921185181118844,0.8495869644310914,0.8238903019608642,0.9037301167207586,0.8392951382504544,0.8165776072149208,0.8857819378694636,0.8450722833465186 +PPV,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.7007299270072993,1.0,0.0,0.6145251396648045,1.0,0.0,0.7,1.0,0.0,0.635593220338983,1.0,0.0,0.6091954022988506,1.0,0.0,0.704225352112676,1.0,0.0,0.6518987341772152 +PPV,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.7037037037037037,1.0,0.0,0.6022099447513812,1.0,0.0,0.7051282051282052,1.0,0.0,0.6260504201680672,1.0,0.0,0.6046511627906976,1.0,0.0,0.6944444444444444,1.0,0.0,0.6455696202531646 +Per_Sample_Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6934397163120567,0.9787525562372188,0.04752314814814816,0.6601949685534592,0.9667897727272727,0.05389513108614232,0.7096547619047617,0.9811409395973154,0.04651639344262295,0.662662037037037,0.9689777468706536,0.05257617728531856,0.680688836104513,0.9739005235602095,0.05611524163568773,0.6695896656534955,0.9707882882882882,0.044672897196261684,0.67582 +Per_Sample_Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6927801418439716,0.9785480572597137,0.04583333333333334,0.6587169811320756,0.9707251908396946,0.05542435424354243,0.7097857142857144,0.9813422818791946,0.04647540983606558,0.6610925925925926,0.9716503496503497,0.05273972602739726,0.6799940617577198,0.975893169877408,0.056531365313653145,0.6679863221884498,0.9727036199095023,0.04444444444444445,0.6747266666666667 +Positive-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.5055350553505535,1.0,0.2342857142857143,0.5811688311688312,1.0,0.3484848484848485,0.5194805194805194,1.0,0.24489795918367346,0.5552941176470588,1.0,0.31272727272727274,0.5667752442996743,1.0,0.3383084577114428,0.5220588235294118,1.0,0.2441860465116279,0.5457685664939551 +Positive-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.4981549815498155,1.0,0.22727272727272727,0.5876623376623377,1.0,0.36180904522613067,0.5064935064935064,1.0,0.23232323232323232,0.56,1.0,0.322463768115942,0.5602605863192183,1.0,0.33497536945812806,0.5294117647058824,1.0,0.2558139534883721,0.5457685664939551 +Sample_Size,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,705.0,489.0,216.0,795.0,528.0,267.0,420.0,298.0,122.0,1080.0,719.0,361.0,842.0,573.0,269.0,658.0,444.0,214.0,1500.0 +Sample_Size,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,705.0,489.0,216.0,795.0,524.0,271.0,420.0,298.0,122.0,1080.0,715.0,365.0,842.0,571.0,271.0,658.0,442.0,216.0,1500.0 +Selection-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.19432624113475178,0.19631901840490798,0.18981481481481483,0.22515723270440252,0.20833333333333334,0.25842696629213485,0.19047619047619047,0.18791946308724833,0.19672131147540983,0.21851851851851853,0.2086230876216968,0.23822714681440443,0.20665083135391923,0.1849912739965096,0.2527881040892193,0.21580547112462006,0.22522522522522523,0.19626168224299065,0.21066666666666667 +Selection-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.19148936170212766,0.19427402862985685,0.18518518518518517,0.22767295597484277,0.20801526717557253,0.2656826568265683,0.18571428571428572,0.18456375838926176,0.1885245901639344,0.22037037037037038,0.2083916083916084,0.24383561643835616,0.2042755344418052,0.18213660245183888,0.25092250922509224,0.2188449848024316,0.22624434389140272,0.2037037037037037,0.21066666666666667 +Statistical_Bias,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.4039291937726283,0.29349073469117737,0.6539495941931354,0.4087428626725564,0.28275627983019525,0.6578848691922816,0.3960629764865914,0.29149180749724696,0.6514909138540066,0.41053167343520086,0.28643633710730076,0.6576910829082206,0.40351857941126507,0.2883183735394532,0.6489078655248269,0.41027053734057767,0.2874005787752751,0.6651969934293362,0.4064804382895902 +Statistical_Bias,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.4036191387901632,0.2926940987099507,0.6547411045273106,0.40883293669159354,0.280566544015709,0.6568461830464403,0.39555014263916305,0.29080184109709023,0.65141074804521,0.41059501630410494,0.284594873687363,0.6574172134848459,0.4035569797393647,0.2872536582475763,0.6486093656132066,0.4099980251920011,0.285344897000071,0.6650752597328954,0.40638245167792125 +Std,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.028175265359520384,0.02722587397867902,0.030324581957814022,0.028620160323482583,0.02767576962960001,0.030487719448463856,0.02825427030311296,0.027118207992728415,0.03102924217601947,0.028472033341039888,0.027600880053087314,0.030207100415937122,0.02860264326558721,0.027150130097744484,0.031696658303408336,0.02816590259271443,0.027858635572061394,0.02880340986920951,0.02841105969042035 +Std,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.02798776425030242,0.026920845190441814,0.030403150455264618,0.027768179514933208,0.026766427576262006,0.02970514636313878,0.028044448850024377,0.026679762461346936,0.03137786314367912,0.027804081475763767,0.026908156831616716,0.02955911194306552,0.027963585810352985,0.026459865881110697,0.031131940347612554,0.027753400088932973,0.027333298484102108,0.028613052446966505,0.027871384340556738 +TNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.9055299539170507,1.0,0.0,0.8583162217659137,1.0,0.0,0.9097744360902256,1.0,0.0,0.8687022900763359,1.0,0.0,0.8728971962616823,1.0,0.0,0.8911917098445595,1.0,0.0,0.8805646036916395 +TNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.9078341013824884,1.0,0.0,0.8521560574948666,1.0,0.0,0.9135338345864662,1.0,0.0,0.8641221374045801,1.0,0.0,0.8728971962616823,1.0,0.0,0.8860103626943006,1.0,0.0,0.8783930510314875 +TPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.908,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.35424354243542433,1.0,0.0,0.35714285714285715,1.0,0.0,0.36363636363636365,1.0,0.0,0.35294117647058826,1.0,0.0,0.34527687296416937,1.0,0.0,0.36764705882352944,1.0,0.0,0.35578583765112265 +TPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.517,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.3505535055350554,1.0,0.0,0.3538961038961039,1.0,0.0,0.35714285714285715,1.0,0.0,0.35058823529411764,1.0,0.0,0.33876221498371334,1.0,0.0,0.36764705882352944,1.0,0.0,0.35233160621761656 +Accuracy,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6836879432624113,1.0,0.0,0.6716981132075471,1.0,0.0,0.7166666666666667,1.0,0.0,0.6620370370370371,1.0,0.0,0.6971496437054632,1.0,0.0,0.6519756838905775,1.0,0.0,0.6773333333333333 +Accuracy,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.699290780141844,1.0,0.0,0.6880503144654088,1.0,0.0,0.7428571428571429,1.0,0.0,0.674074074074074,1.0,0.0,0.7197149643705463,1.0,0.0,0.6595744680851063,1.0,0.0,0.6933333333333334 +Aleatoric_Uncertainty,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6734669507897533,0.6358225553074892,0.754832863894916,0.6432666301876696,0.612212372928401,0.7068029266491616,0.6638838015619872,0.6284473587534197,0.7535171569013045,0.6549629394906842,0.6212940193247506,0.7209171255691568,0.6482803086577847,0.6134498917246337,0.7284585625391954,0.6692084368026119,0.6370461360364009,0.7294600832161686,0.657460780870649 +Aleatoric_Uncertainty,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.781055339814094,0.7465782157257179,0.8612309161139501,0.7608481153169574,0.7275322647798578,0.8343310598483826,0.7740517435189649,0.7463522578190568,0.8540724799853656,0.7689041981184743,0.7323644295986477,0.8444750830117523,0.7670183928660977,0.7366964718963996,0.8448789187459159,0.7746030082867222,0.7363713069542466,0.8486769296183935,0.7703455108306116 +F1,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.5098901098901099,1.0,0.0,0.5175600739371534,1.0,0.0,0.5576208178438662,1.0,0.0,0.49793672627235214,1.0,0.0,0.5372050816696915,1.0,0.0,0.4853932584269663,1.0,0.0,0.5140562248995983 +F1,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.5023474178403756,1.0,0.0,0.5303030303030303,1.0,0.0,0.5609756097560976,1.0,0.0,0.5028248587570622,1.0,0.0,0.5408560311284046,1.0,0.0,0.4909090909090909,1.0,0.0,0.5178197064989518 +FNR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.5719557195571956,0.0,1.0,0.5454545454545454,0.0,1.0,0.512987012987013,0.0,1.0,0.5741176470588235,0.0,1.0,0.5179153094462541,0.0,1.0,0.6029411764705882,0.0,1.0,0.5578583765112263 +FNR,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6051660516605166,0.0,1.0,0.5454545454545454,0.0,1.0,0.551948051948052,0.0,1.0,0.5811764705882353,0.0,1.0,0.5472312703583062,0.0,1.0,0.6029411764705882,0.0,1.0,0.5734024179620034 +FPR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.15668202764976957,0.0,1.0,0.19096509240246407,0.0,1.0,0.15037593984962405,0.0,1.0,0.18473282442748093,0.0,1.0,0.17943925233644858,0.0,1.0,0.16839378238341968,0.0,1.0,0.1748099891422367 +FPR,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.11059907834101383,0.0,1.0,0.16427104722792607,0.0,1.0,0.08646616541353383,0.0,1.0,0.16030534351145037,0.0,1.0,0.12710280373831775,0.0,1.0,0.15544041450777202,0.0,1.0,0.13897937024972856 +IQR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.19740234097160045,0.18280456630925876,0.2289544817215946,0.19257741575077017,0.1760082627737494,0.22647752184168618,0.19849937390022518,0.18435556703849623,0.23427488537401006,0.19342403598957966,0.1770757868582623,0.22544868839750273,0.19394541103344892,0.1777863421140638,0.23114295399689616,0.19599644349039003,0.18121125981652556,0.22369445133356838,0.19484513060456038 +IQR,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.10239573721699301,0.09750872100302697,0.11376035511079136,0.10043012416393095,0.09447631316527576,0.11356211858435185,0.10255748865820903,0.09838706200739884,0.11460538787166065,0.1008859242702383,0.09485381787031551,0.1133614170518968,0.10159505122177855,0.0961041737336831,0.11569450782256598,0.10104545641271674,0.0956479573117193,0.11150311092089933,0.1013539622988701 +Jitter,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.1980338572294045,0.16986884630621635,0.25891069698266933,0.19071742359596736,0.1619660098244067,0.24954215522057213,0.20184733189757914,0.17530993839631456,0.26897132722435835,0.19116513121161505,0.1616760023895709,0.24893150684932258,0.19871190871220515,0.16821244210832387,0.2689204847768004,0.18832643460463006,0.1622982043082556,0.23708674376245972,0.19415614740368436 +Jitter,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.11943169749456542,0.0952585442425127,0.17564568123636615,0.11473910432666616,0.08781044160473164,0.1741341789593184,0.11531347212251827,0.09872197526092326,0.16324446305602197,0.11757895961287973,0.08817790877464315,0.17838567839195912,0.11802844388211825,0.09649178234406798,0.1733302103739032,0.115557727848972,0.08414920223236413,0.1764117462311557,0.11694462311557688 +Label_Stability,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.7214751773049645,0.7664315352697095,0.624304932735426,0.7278364779874216,0.7740823970037454,0.6332183908045976,0.7129523809523809,0.7563787375415283,0.6031092436974789,0.7294722222222222,0.7763776223776222,0.6375890410958903,0.7150712589073633,0.765587734241908,0.5987843137254902,0.737355623100304,0.7771095571095571,0.6628820960698688,0.7248466666666666 +Label_Stability,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8313617021276596,0.8675659229208924,0.7471698113207547,0.8394213836477988,0.879689213893967,0.7506048387096774,0.8380952380952381,0.8632371794871796,0.765462962962963,0.8346759259259259,0.8785302197802197,0.7439772727272728,0.8336698337292162,0.865990099009901,0.750677966101695,0.8381458966565349,0.8850460829493088,0.7472767857142858,0.8356333333333333 +Mean,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6268832189161339,0.6394571057183438,0.5997055801777249,0.6271454467968993,0.6472972060306217,0.5859154106635361,0.6283275463763558,0.640526254786101,0.5974719898105297,0.6265145648716111,0.6448624199803878,0.5905728760968838,0.6285165494945291,0.6493207302624522,0.5806261412169961,0.6251099769985043,0.6357197303322476,0.6052340635479547,0.6270221996929396 +Mean,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6337148095287487,0.6441222519584647,0.6095125967087016,0.6213376553073015,0.6383457444284133,0.5838238458345264,0.6404188502095424,0.6456805156072316,0.6252184835051068,0.6219967218509859,0.6391141092697925,0.5865948524166357,0.6322827035174826,0.6467312742012516,0.5951817126939056,0.6205932223789548,0.6331987102578495,0.5961700896135964,0.6271549177913817 +Overall_Uncertainty,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.7630064139306723,0.7195558682829732,0.8569219430884788,0.7328423894325358,0.6945848579793925,0.8111164193021854,0.7547546468681712,0.7135321397827071,0.8590233412608156,0.7440113608660721,0.7034420539843271,0.8234827428399017,0.7381459941360415,0.6963443701786747,0.8343716932065294,0.7583743075341077,0.7202333272226261,0.8298261876809441,0.7470194809466599 +Overall_Uncertainty,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8056917329887449,0.770104683231916,0.8884484100175968,0.7850945949368143,0.7505783337391364,0.8612252194333054,0.7989648483866314,0.7702179135518367,0.8820115490204833,0.7931459614902291,0.7553845719237215,0.8712433808209603,0.7915628332087555,0.7598973487276575,0.8728733569186939,0.7988859713830705,0.759746921796502,0.874717879957047,0.7947752498212217 +PPV,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6304347826086957,1.0,0.0,0.6008583690987125,1.0,0.0,0.6521739130434783,1.0,0.0,0.5993377483443708,1.0,0.0,0.6065573770491803,1.0,0.0,0.6242774566473989,1.0,0.0,0.6139088729016786 +PPV,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6903225806451613,1.0,0.0,0.6363636363636364,1.0,0.0,0.75,1.0,0.0,0.6289752650176679,1.0,0.0,0.6714975845410628,1.0,0.0,0.6428571428571429,1.0,0.0,0.6586666666666666 +Per_Sample_Accuracy,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6633333333333333,0.8832157676348549,0.18807174887892375,0.6560691823899372,0.8870411985018727,0.18350574712643677,0.6855952380952383,0.878189368770764,0.19844537815126048,0.6493287037037037,0.8881888111888113,0.18142465753424658,0.676229216152019,0.8827938671209541,0.20072549019607844,0.6380547112462006,0.8885547785547787,0.16877729257641919,0.6594833333333333 +Per_Sample_Accuracy,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6909007092198582,0.9336409736308315,0.12641509433962264,0.6855849056603773,0.9397349177330895,0.1250201612903226,0.722047619047619,0.9313942307692309,0.11726851851851851,0.674875,0.9391826923076921,0.12823863636363636,0.7062767220902613,0.9327805280528051,0.12466101694915253,0.6648024316109422,0.9425230414746544,0.12671875,0.6880833333333334 +Positive-Rate,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6789667896678967,1.0,0.43870967741935485,0.7564935064935064,1.0,0.5535714285714286,0.7467532467532467,1.0,0.5063291139240507,0.7105882352941176,1.0,0.4959016393442623,0.7947882736156352,1.0,0.6037735849056604,0.6360294117647058,1.0,0.39634146341463417,0.7202072538860104 +Positive-Rate,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.5719557195571956,1.0,0.2926829268292683,0.7142857142857143,1.0,0.47619047619047616,0.5974025974025974,1.0,0.27058823529411763,0.6658823529411765,1.0,0.4251012145748988,0.6742671009771987,1.0,0.40476190476190477,0.6176470588235294,1.0,0.36585365853658536,0.6476683937823834 +Sample_Size,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,705.0,482.0,223.0,795.0,534.0,261.0,420.0,301.0,119.0,1080.0,715.0,365.0,842.0,587.0,255.0,658.0,429.0,229.0,1500.0 +Sample_Size,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,705.0,493.0,212.0,795.0,547.0,248.0,420.0,312.0,108.0,1080.0,728.0,352.0,842.0,606.0,236.0,658.0,434.0,224.0,1500.0 +Selection-Rate,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.26099290780141843,0.24066390041493776,0.30493273542600896,0.2930817610062893,0.26217228464419473,0.3563218390804598,0.27380952380952384,0.24916943521594684,0.33613445378151263,0.2796296296296296,0.25314685314685315,0.3315068493150685,0.28978622327790976,0.252129471890971,0.3764705882352941,0.2629179331306991,0.2517482517482518,0.2838427947598253,0.278 +Selection-Rate,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.2198581560283688,0.21703853955375255,0.22641509433962265,0.27672955974842767,0.25594149908592323,0.3225806451612903,0.21904761904761905,0.22115384615384615,0.21296296296296297,0.262037037037037,0.2445054945054945,0.29829545454545453,0.24584323040380046,0.22937293729372937,0.288135593220339,0.2553191489361702,0.2488479262672811,0.26785714285714285,0.25 +Statistical_Bias,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.3807297343465652,0.24043401327901134,0.6839698130665696,0.38502426159287184,0.22966931237853958,0.702876916307253,0.36421403247177536,0.23949117075643667,0.6796895062223379,0.3903137565208481,0.23279127945865197,0.6988851841906295,0.3698416524788147,0.23153238656439104,0.6882241587210368,0.39985118433662564,0.2392146766837437,0.7007815851361293,0.38300583378710773 +Statistical_Bias,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.38266821347089364,0.26278602092236697,0.6614508593502505,0.38427330220947087,0.25266759895435514,0.674548784792327,0.3669845276107789,0.2629394621083681,0.6675591612844096,0.38994894829350213,0.2551175450067971,0.6688048050910056,0.3738418003464737,0.2587440196602731,0.6693894914305313,0.3959020818568063,0.255676979328649,0.6675882180051109,0.3835189105023396 +Std,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.14326876020416268,0.13488905680934812,0.16138094422344795,0.14038936167965027,0.13102049914123828,0.1595578390570909,0.1435257016110795,0.1354974257399826,0.1638325170497363,0.1410492812987067,0.13174370178432485,0.15927801925153698,0.14147619336093312,0.13223476255983316,0.16274960465601418,0.1420836833880714,0.13370551585292537,0.15777902780980788,0.14174267898617107 +Std,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.07717572599192868,0.0735985901671812,0.0854942541126858,0.0754735976902358,0.07139093512785967,0.08447850261612189,0.07739913936048744,0.0743956555491502,0.08607587037101722,0.07583588745985413,0.07159821694508889,0.08460016056993681,0.0764659167428356,0.07263366650877591,0.08630635590317527,0.07602750013765901,0.07216346673511836,0.08351406485508149,0.07627359799203146 +TNR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8433179723502304,1.0,0.0,0.8090349075975359,1.0,0.0,0.849624060150376,1.0,0.0,0.815267175572519,1.0,0.0,0.8205607476635514,1.0,0.0,0.8316062176165803,1.0,0.0,0.8251900108577633 +TNR,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8894009216589862,1.0,0.0,0.8357289527720739,1.0,0.0,0.9135338345864662,1.0,0.0,0.8396946564885496,1.0,0.0,0.8728971962616823,1.0,0.0,0.844559585492228,1.0,0.0,0.8610206297502715 +TPR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:07:47.064,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.4280442804428044,1.0,0.0,0.45454545454545453,1.0,0.0,0.487012987012987,1.0,0.0,0.4258823529411765,1.0,0.0,0.4820846905537459,1.0,0.0,0.39705882352941174,1.0,0.0,0.4421416234887737 +TPR,101,MLPClassifier,"{'activation': 'tanh', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'adaptive', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'sgd', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-02 03:29:51.795,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.3948339483394834,1.0,0.0,0.45454545454545453,1.0,0.0,0.44805194805194803,1.0,0.0,0.4188235294117647,1.0,0.0,0.4527687296416938,1.0,0.0,0.39705882352941174,1.0,0.0,0.4265975820379965 +Accuracy,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6893617021276596,1.0,0.0,0.6930817610062893,1.0,0.0,0.7214285714285714,1.0,0.0,0.6796296296296296,1.0,0.0,0.7078384798099763,1.0,0.0,0.6702127659574468,1.0,0.0,0.6913333333333334 +Accuracy,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6964539007092199,1.0,0.0,0.7094339622641509,1.0,0.0,0.7309523809523809,1.0,0.0,0.6925925925925925,1.0,0.0,0.7173396674584323,1.0,0.0,0.6854103343465046,1.0,0.0,0.7033333333333334 +Aleatoric_Uncertainty,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8265278046565147,0.7975502828170815,0.8908340859988187,0.8052374105955816,0.7779358296129241,0.8668897512572382,0.8200500638136052,0.7920365756256592,0.8925978152746957,0.8133748304672369,0.7851021759553788,0.8733520802120462,0.8115114985349681,0.7818886797601712,0.8832806041844763,0.8200200029481567,0.7942095837386864,0.8724734355351442,0.8152438958042203 +Aleatoric_Uncertainty,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8059884095781719,0.7779248233370963,0.87037729202849,0.7802950117382066,0.7587581699545302,0.8328784695996504,0.7990200554270445,0.7700997239821913,0.87759122138784,0.7897851294491914,0.7666846000672949,0.8418309004662357,0.7867516757360068,0.7589139142914507,0.8573987678053848,0.7995614773780664,0.7794161682501841,0.843452947990022,0.7923709087229902 +F1,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.47980997624703087,1.0,0.0,0.5196850393700787,1.0,0.0,0.5185185185185185,1.0,0.0,0.4956268221574344,1.0,0.0,0.508,1.0,0.0,0.49417249417249415,1.0,0.0,0.5016146393972013 +F1,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.5180180180180181,1.0,0.0,0.5583173996175909,1.0,0.0,0.5637065637065637,1.0,0.0,0.5310734463276836,1.0,0.0,0.5475285171102662,1.0,0.0,0.5306122448979592,1.0,0.0,0.5398138572905895 +FNR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6273062730627307,0.0,1.0,0.5714285714285714,0.0,1.0,0.5909090909090909,0.0,1.0,0.6,0.0,1.0,0.5863192182410424,0.0,1.0,0.6102941176470589,0.0,1.0,0.5975820379965457 +FNR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.5756457564575646,0.0,1.0,0.525974025974026,0.0,1.0,0.525974025974026,0.0,1.0,0.5576470588235294,0.0,1.0,0.5309446254071661,0.0,1.0,0.5698529411764706,0.0,1.0,0.5492227979274611 +FPR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.11290322580645161,0.0,1.0,0.13963039014373715,0.0,1.0,0.09774436090225563,0.0,1.0,0.13893129770992366,0.0,1.0,0.1233644859813084,0.0,1.0,0.13212435233160622,0.0,1.0,0.1270358306188925 +FPR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.1336405529953917,0.0,1.0,0.14168377823408623,0.0,1.0,0.12030075187969924,0.0,1.0,0.1450381679389313,0.0,1.0,0.14018691588785046,0.0,1.0,0.13471502590673576,0.0,1.0,0.13789359391965256 +IQR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.09776421660070099,0.0940498348150208,0.10600709124837483,0.09374550306009548,0.08961279492790766,0.10307797101433933,0.09797245970902345,0.09470073514538789,0.1064453874251052,0.09472501348007432,0.0904503364800064,0.10379325890796408,0.0962010005902325,0.09220329877879334,0.10588648953176803,0.09490912635151116,0.09100159558552472,0.10285023726303202,0.09563429842418009 +IQR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.1207941869859492,0.11635802082019236,0.1309724934690642,0.11358428015227655,0.11017298061722683,0.12191316732876158,0.12011261720412818,0.1163947162741175,0.13021346309362625,0.11575194937075944,0.1116793735222945,0.12492751182452982,0.11636081196523013,0.11196666001228317,0.12751235725758284,0.11775623232740162,0.11450440497430449,0.12484113153632342,0.11697293636410268 +Jitter,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.12010812929897735,0.09040459499141575,0.18602556159794617,0.11619348313896595,0.09408539977564596,0.16611788450448553,0.11975604211533854,0.09335671758130959,0.18812352360090467,0.11736343755816346,0.09194905042925952,0.1712771952246759,0.12165184592797744,0.09428644902364411,0.18795175062297384,0.11340303340410304,0.08975728985059661,0.1614572864321672,0.11803336683416711 +Jitter,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.14798210912719284,0.11922627393587004,0.2139592823932739,0.13750804336145894,0.12304750703873996,0.17281428788966008,0.14480043072505172,0.11917453718104416,0.2144212211499789,0.1415093523171437,0.12212875876709137,0.18517406308653261,0.14332965301567188,0.1187002063296616,0.20583463536168317,0.1412807197079603,0.12470946751493756,0.17738523535552456,0.14243085427135782 +Label_Stability,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8327517730496454,0.8777572016460906,0.7328767123287672,0.8358364779874214,0.8700725952813068,0.7585245901639344,0.8298333333333333,0.8703300330033005,0.7249572649572651,0.8361574074074074,0.8750544959128065,0.7536416184971098,0.8261995249406177,0.8687751677852349,0.7230487804878049,0.8448632218844986,0.8802947845804989,0.7728571428571428,0.8343866666666666 +Label_Stability,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.7915886524822696,0.8361303462321793,0.689392523364486,0.8065408805031448,0.8279432624113476,0.7542857142857143,0.7948095238095237,0.8357328990228015,0.6836283185840707,0.8013425925925927,0.830120320855615,0.7365060240963854,0.797375296912114,0.8357450331125827,0.7000000000000001,0.8022492401215805,0.8264079822616409,0.7496135265700484,0.7995133333333333 +Mean,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6310213290382105,0.6425665246743147,0.6054004839279516,0.6302442873839554,0.6420513559569972,0.6035816038440128,0.634175393028981,0.644039514658144,0.6086298472714047,0.6292227596018621,0.6415717373060011,0.6030257953393243,0.6343332491371193,0.6478028111088064,0.6016996762301046,0.625844452384086,0.6348461512543622,0.6075506772606214,0.6306094969614554 +Mean,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6266304518626915,0.6381430994381714,0.6002159193413799,0.6268039975505542,0.6354801705539582,0.6056206141136714,0.6308651962489352,0.641309833563162,0.6024890577049739,0.6251113557327179,0.6348355068351389,0.6032027261405161,0.6305354175828034,0.643579740023169,0.5974313387845647,0.6218431991051179,0.6275319624004004,0.6094488404279563,0.6267224310772587 +Overall_Uncertainty,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8456335234676194,0.8161565751515625,0.9110481211005133,0.823353932162184,0.7953033351622403,0.8866976983382863,0.8393379321639337,0.8109307300219629,0.9129053018136535,0.8316815542636626,0.8026597029991811,0.8932481404721296,0.8302834439049512,0.8000792359062137,0.9034611185685593,0.8383576752973237,0.8118299514692753,0.8922688559801324,0.8338253400757388 +Overall_Uncertainty,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8358419462127025,0.8069680384892964,0.9020900242136015,0.807959798268302,0.7857410536201801,0.8622081618247559,0.8289040384477072,0.7995476067218015,0.9086600078269381,0.8180156625511282,0.7940082164123436,0.8721047279481486,0.8153565585646567,0.7866877715809292,0.8881126398174781,0.8283683729358883,0.8075828095457759,0.8736547936554084,0.8210644078021703 +PPV,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6733333333333333,1.0,0.0,0.66,1.0,0.0,0.7078651685393258,1.0,0.0,0.6513409961685823,1.0,0.0,0.6580310880829016,1.0,0.0,0.6751592356687898,1.0,0.0,0.6657142857142857 +PPV,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6647398843930635,1.0,0.0,0.6790697674418604,1.0,0.0,0.6952380952380952,1.0,0.0,0.6643109540636042,1.0,0.0,0.6575342465753424,1.0,0.0,0.6923076923076923,1.0,0.0,0.6726804123711341 +Per_Sample_Accuracy,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.6889432624113476,0.9388374485596709,0.1343835616438356,0.685125786163522,0.9348729582577132,0.12114754098360656,0.713202380952381,0.9350990099009903,0.13854700854700852,0.676699074074074,0.9374046321525885,0.12364161849710983,0.7020902612826603,0.9343540268456376,0.13936991869918697,0.6675075987841945,0.9399433106575963,0.1138479262672811,0.68692 +Per_Sample_Accuracy,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6865460992907801,0.9179429735234217,0.1556308411214953,0.6840880503144653,0.9139539007092199,0.12285714285714286,0.7134047619047619,0.917671009771987,0.15845132743362833,0.6742916666666667,0.9150467914438504,0.13186746987951808,0.7007779097387175,0.9177566225165563,0.15012605042016808,0.6653647416413374,0.9132039911308204,0.12538647342995168,0.6852433333333333 +Positive-Rate,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.5535055350553506,1.0,0.28823529411764703,0.6493506493506493,1.0,0.38636363636363635,0.577922077922078,1.0,0.2857142857142857,0.6141176470588235,1.0,0.3568627450980392,0.6286644951140065,1.0,0.36666666666666664,0.5772058823529411,1.0,0.3072289156626506,0.6044905008635578 +Positive-Rate,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.6383763837638377,1.0,0.3717948717948718,0.698051948051948,1.0,0.42592592592592593,0.6818181818181818,1.0,0.3950617283950617,0.6658823529411765,1.0,0.4008438818565401,0.7133550488599348,1.0,0.4601226993865031,0.6213235294117647,1.0,0.33548387096774196,0.6701208981001727 +Sample_Size,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,705.0,486.0,219.0,795.0,551.0,244.0,420.0,303.0,117.0,1080.0,734.0,346.0,842.0,596.0,246.0,658.0,441.0,217.0,1500.0 +Sample_Size,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,705.0,491.0,214.0,795.0,564.0,231.0,420.0,307.0,113.0,1080.0,748.0,332.0,842.0,604.0,238.0,658.0,451.0,207.0,1500.0 +Selection-Rate,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.2127659574468085,0.20781893004115226,0.2237442922374429,0.25157232704402516,0.2395644283121597,0.2786885245901639,0.2119047619047619,0.2079207920792079,0.2222222222222222,0.24166666666666667,0.23160762942779292,0.2630057803468208,0.22921615201900236,0.21308724832214765,0.2682926829268293,0.23860182370820668,0.24036281179138322,0.2350230414746544,0.23333333333333334 +Selection-Rate,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.2453900709219858,0.23421588594704684,0.27102803738317754,0.27044025157232704,0.25886524822695034,0.2987012987012987,0.25,0.23778501628664495,0.2831858407079646,0.262037037037037,0.25133689839572193,0.286144578313253,0.26009501187648454,0.23841059602649006,0.31512605042016806,0.256838905775076,0.25942350332594233,0.25120772946859904,0.25866666666666666 +Statistical_Bias,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.39568703604637867,0.28458620508216764,0.6422395650354499,0.3942061322411184,0.2773123586040772,0.6581752686100107,0.38163450778574454,0.2817164153175404,0.6403967472546834,0.4000617984021977,0.28031053326916255,0.6541006094069601,0.38515223218103145,0.27803639883682396,0.644668641421469,0.4073785046321545,0.28434991282093636,0.6574043525065658,0.39490215702959086 +Statistical_Bias,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.3930658275524083,0.28263691861975415,0.6464330905707877,0.3932696577871171,0.27761160212138475,0.675655559932022,0.3760299855503612,0.2779786792735978,0.6424171627801519,0.3998409189204206,0.280759647194874,0.6681324588321943,0.3819627206936393,0.27447714280776647,0.654741246084678,0.40752002361878664,0.28728043543873466,0.6694913002816052,0.3931738575768039 +Std,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.07138170520710842,0.06883232555967064,0.07703923264388815,0.0685578124754467,0.06568594637599239,0.07504305108528007,0.0713728152178547,0.06906699981411775,0.07734428587881452,0.06930646360878946,0.06637352279495103,0.07552836695375303,0.07010424381613034,0.06735623463028029,0.07676202216884026,0.06960454376262892,0.06689603364064554,0.07510893530085318,0.06988504205932772 +Std,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.08719113374979333,0.08411282120286062,0.09425399104205477,0.08246286338476243,0.08000786245602967,0.08845689162634371,0.08669444508147052,0.08406093977471062,0.09384918958744656,0.08390375810210444,0.08103893198525286,0.09035824585934837,0.08422602181233907,0.0810713362549355,0.09223203053785067,0.08527266765729623,0.08305264420803606,0.09010953034143314,0.08468515045632696 +TNR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.8870967741935484,1.0,0.0,0.8603696098562629,1.0,0.0,0.9022556390977443,1.0,0.0,0.8610687022900764,1.0,0.0,0.8766355140186916,1.0,0.0,0.8678756476683938,1.0,0.0,0.8729641693811075 +TNR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.8663594470046083,1.0,0.0,0.8583162217659137,1.0,0.0,0.8796992481203008,1.0,0.0,0.8549618320610687,1.0,0.0,0.8598130841121495,1.0,0.0,0.8652849740932642,1.0,0.0,0.8621064060803475 +TPR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 30, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 2, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:06:10.960,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.0],0.0,0.3726937269372694,1.0,0.0,0.42857142857142855,1.0,0.0,0.4090909090909091,1.0,0.0,0.4,1.0,0.0,0.41368078175895767,1.0,0.0,0.3897058823529412,1.0,0.0,0.40241796200345425 +TPR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 50, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 10, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Folktables_CA_2018_Public_Coverage,200,0,OK,2023-08-01 23:13:20.565,c42fae24-694f-408e-98df-ce099940a961,Exp_iter_1,100,100,[0.6],0.6,0.42435424354243545,1.0,0.0,0.474025974025974,1.0,0.0,0.474025974025974,1.0,0.0,0.4423529411764706,1.0,0.0,0.46905537459283386,1.0,0.0,0.43014705882352944,1.0,0.0,0.45077720207253885 diff --git a/docs/examples/ricci_group_metrics.csv b/docs/examples/ricci_group_metrics.csv new file mode 100644 index 00000000..31cfbb3f --- /dev/null +++ b/docs/examples/ricci_group_metrics.csv @@ -0,0 +1,133 @@ +Metric,Race,Model_Name,Experiment_Iteration,Intervention_Param,Test_Set_Index +Accuracy_Parity,-0.2299465240641711,LGBMClassifier,Exp_iter_1,0.0,0 +Disparate_Impact,2.2647058823529416,LGBMClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FNR,0.0,LGBMClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FPR,0.0,LGBMClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_TPR,0.0,LGBMClassifier,Exp_iter_1,0.0,0 +IQR_Parity,2.7755575615628914e-17,LGBMClassifier,Exp_iter_1,0.0,0 +Jitter_Parity,0.0,LGBMClassifier,Exp_iter_1,0.0,0 +Label_Stability_Ratio,1.0,LGBMClassifier,Exp_iter_1,0.0,0 +Statistical_Parity_Difference,3.0714285714285716,LGBMClassifier,Exp_iter_1,0.0,0 +Std_Parity,-1.3877787807814457e-17,LGBMClassifier,Exp_iter_1,0.0,0 +Std_Ratio,0.9999999999999998,LGBMClassifier,Exp_iter_1,0.0,0 +Accuracy_Parity,-0.2299465240641711,LGBMClassifier,Exp_iter_1,0.4,0 +Disparate_Impact,2.2647058823529416,LGBMClassifier,Exp_iter_1,0.4,0 +Equalized_Odds_FNR,0.0,LGBMClassifier,Exp_iter_1,0.4,0 +Equalized_Odds_FPR,0.0,LGBMClassifier,Exp_iter_1,0.4,0 +Equalized_Odds_TPR,0.0,LGBMClassifier,Exp_iter_1,0.4,0 +IQR_Parity,2.7755575615628914e-17,LGBMClassifier,Exp_iter_1,0.4,0 +Jitter_Parity,0.0,LGBMClassifier,Exp_iter_1,0.4,0 +Label_Stability_Ratio,1.0,LGBMClassifier,Exp_iter_1,0.4,0 +Statistical_Parity_Difference,3.0714285714285716,LGBMClassifier,Exp_iter_1,0.4,0 +Std_Parity,0.0,LGBMClassifier,Exp_iter_1,0.4,0 +Std_Ratio,1.0,LGBMClassifier,Exp_iter_1,0.4,0 +Accuracy_Parity,-0.2299465240641711,LGBMClassifier,Exp_iter_1,0.7,0 +Disparate_Impact,2.2647058823529416,LGBMClassifier,Exp_iter_1,0.7,0 +Equalized_Odds_FNR,0.0,LGBMClassifier,Exp_iter_1,0.7,0 +Equalized_Odds_FPR,0.0,LGBMClassifier,Exp_iter_1,0.7,0 +Equalized_Odds_TPR,0.0,LGBMClassifier,Exp_iter_1,0.7,0 +IQR_Parity,0.0,LGBMClassifier,Exp_iter_1,0.7,0 +Jitter_Parity,0.0,LGBMClassifier,Exp_iter_1,0.7,0 +Label_Stability_Ratio,1.0000000000000002,LGBMClassifier,Exp_iter_1,0.7,0 +Statistical_Parity_Difference,3.0714285714285716,LGBMClassifier,Exp_iter_1,0.7,0 +Std_Parity,-1.3877787807814457e-17,LGBMClassifier,Exp_iter_1,0.7,0 +Std_Ratio,0.9999999999999998,LGBMClassifier,Exp_iter_1,0.7,0 +Accuracy_Parity,0.3529411764705882,LogisticRegression,Exp_iter_1,0.0,0 +Disparate_Impact,0.5384615384615384,LogisticRegression,Exp_iter_1,0.0,0 +Equalized_Odds_FNR,0.0,LogisticRegression,Exp_iter_1,0.0,0 +Equalized_Odds_FPR,-0.6,LogisticRegression,Exp_iter_1,0.0,0 +Equalized_Odds_TPR,0.0,LogisticRegression,Exp_iter_1,0.0,0 +IQR_Parity,-0.004259721871489895,LogisticRegression,Exp_iter_1,0.0,0 +Jitter_Parity,-0.0640968210033926,LogisticRegression,Exp_iter_1,0.0,0 +Label_Stability_Ratio,1.0935446085768203,LogisticRegression,Exp_iter_1,0.0,0 +Statistical_Parity_Difference,-0.8571428571428572,LogisticRegression,Exp_iter_1,0.0,0 +Std_Parity,-0.0011073640847593519,LogisticRegression,Exp_iter_1,0.0,0 +Std_Ratio,0.9758617440249395,LogisticRegression,Exp_iter_1,0.0,0 +Accuracy_Parity,0.0267379679144385,LogisticRegression,Exp_iter_1,0.4,0 +Disparate_Impact,1.1666666666666665,LogisticRegression,Exp_iter_1,0.4,0 +Equalized_Odds_FNR,0.0,LogisticRegression,Exp_iter_1,0.4,0 +Equalized_Odds_FPR,-0.0888888888888889,LogisticRegression,Exp_iter_1,0.4,0 +Equalized_Odds_TPR,0.0,LogisticRegression,Exp_iter_1,0.4,0 +IQR_Parity,-0.02897288592163355,LogisticRegression,Exp_iter_1,0.4,0 +Jitter_Parity,-0.057898718189863724,LogisticRegression,Exp_iter_1,0.4,0 +Label_Stability_Ratio,1.1116523646686882,LogisticRegression,Exp_iter_1,0.4,0 +Statistical_Parity_Difference,0.2142857142857142,LogisticRegression,Exp_iter_1,0.4,0 +Std_Parity,-0.02372510499403515,LogisticRegression,Exp_iter_1,0.4,0 +Std_Ratio,0.6205686094932984,LogisticRegression,Exp_iter_1,0.4,0 +Accuracy_Parity,-0.06417112299465233,LogisticRegression,Exp_iter_1,0.7,0 +Disparate_Impact,1.5555555555555554,LogisticRegression,Exp_iter_1,0.7,0 +Equalized_Odds_FNR,0.0,LogisticRegression,Exp_iter_1,0.7,0 +Equalized_Odds_FPR,0.0222222222222222,LogisticRegression,Exp_iter_1,0.7,0 +Equalized_Odds_TPR,0.0,LogisticRegression,Exp_iter_1,0.7,0 +IQR_Parity,-0.026239708082403335,LogisticRegression,Exp_iter_1,0.7,0 +Jitter_Parity,-0.005885577620717217,LogisticRegression,Exp_iter_1,0.7,0 +Label_Stability_Ratio,0.9885615043717811,LogisticRegression,Exp_iter_1,0.7,0 +Statistical_Parity_Difference,0.7142857142857142,LogisticRegression,Exp_iter_1,0.7,0 +Std_Parity,-0.01916160626108921,LogisticRegression,Exp_iter_1,0.7,0 +Std_Ratio,0.749870952094999,LogisticRegression,Exp_iter_1,0.7,0 +Accuracy_Parity,-0.06417112299465233,MLPClassifier,Exp_iter_1,0.7,0 +Disparate_Impact,2.0,MLPClassifier,Exp_iter_1,0.7,0 +Equalized_Odds_FNR,-0.14285714285714285,MLPClassifier,Exp_iter_1,0.7,0 +Equalized_Odds_FPR,0.1222222222222222,MLPClassifier,Exp_iter_1,0.7,0 +Equalized_Odds_TPR,0.1428571428571429,MLPClassifier,Exp_iter_1,0.7,0 +IQR_Parity,-0.05854261516211538,MLPClassifier,Exp_iter_1,0.7,0 +Jitter_Parity,-0.006295515008201247,MLPClassifier,Exp_iter_1,0.7,0 +Label_Stability_Ratio,1.0171217205613179,MLPClassifier,Exp_iter_1,0.7,0 +Statistical_Parity_Difference,1.0,MLPClassifier,Exp_iter_1,0.7,0 +Std_Parity,0.004367751375921741,MLPClassifier,Exp_iter_1,0.7,0 +Std_Ratio,1.021641746544735,MLPClassifier,Exp_iter_1,0.7,0 +Accuracy_Parity,0.0,MLPClassifier,Exp_iter_1,0.0,0 +Disparate_Impact,1.0,MLPClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FNR,0.0,MLPClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FPR,0.0,MLPClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_TPR,0.0,MLPClassifier,Exp_iter_1,0.0,0 +IQR_Parity,-0.14246344136147643,MLPClassifier,Exp_iter_1,0.0,0 +Jitter_Parity,-0.11034584688143848,MLPClassifier,Exp_iter_1,0.0,0 +Label_Stability_Ratio,1.1957288401253918,MLPClassifier,Exp_iter_1,0.0,0 +Statistical_Parity_Difference,0.0,MLPClassifier,Exp_iter_1,0.0,0 +Std_Parity,-0.12317270176886641,MLPClassifier,Exp_iter_1,0.0,0 +Std_Ratio,0.11675594996318969,MLPClassifier,Exp_iter_1,0.0,0 +Accuracy_Parity,0.07219251336898402,MLPClassifier,Exp_iter_1,0.4,0 +Disparate_Impact,1.25,MLPClassifier,Exp_iter_1,0.4,0 +Equalized_Odds_FNR,-0.14285714285714285,MLPClassifier,Exp_iter_1,0.4,0 +Equalized_Odds_FPR,-0.04444444444444445,MLPClassifier,Exp_iter_1,0.4,0 +Equalized_Odds_TPR,0.1428571428571429,MLPClassifier,Exp_iter_1,0.4,0 +IQR_Parity,-0.1782305060524368,MLPClassifier,Exp_iter_1,0.4,0 +Jitter_Parity,-0.09088436836585866,MLPClassifier,Exp_iter_1,0.4,0 +Label_Stability_Ratio,1.1823216340621405,MLPClassifier,Exp_iter_1,0.4,0 +Statistical_Parity_Difference,0.25,MLPClassifier,Exp_iter_1,0.4,0 +Std_Parity,-0.08577780370352184,MLPClassifier,Exp_iter_1,0.4,0 +Std_Ratio,0.6190997914544973,MLPClassifier,Exp_iter_1,0.4,0 +Accuracy_Parity,0.11764705882352944,RandomForestClassifier,Exp_iter_1,0.0,0 +Disparate_Impact,0.7777777777777777,RandomForestClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FNR,0.0,RandomForestClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_FPR,-0.2,RandomForestClassifier,Exp_iter_1,0.0,0 +Equalized_Odds_TPR,0.0,RandomForestClassifier,Exp_iter_1,0.0,0 +IQR_Parity,-0.07018048128342244,RandomForestClassifier,Exp_iter_1,0.0,0 +Jitter_Parity,-0.08421653723159321,RandomForestClassifier,Exp_iter_1,0.0,0 +Label_Stability_Ratio,1.1554112554112557,RandomForestClassifier,Exp_iter_1,0.0,0 +Statistical_Parity_Difference,-0.2857142857142858,RandomForestClassifier,Exp_iter_1,0.0,0 +Std_Parity,-0.04209583589618668,RandomForestClassifier,Exp_iter_1,0.0,0 +Std_Ratio,0.4548023847532704,RandomForestClassifier,Exp_iter_1,0.0,0 +Accuracy_Parity,0.14438502673796794,RandomForestClassifier,Exp_iter_1,0.4,0 +Disparate_Impact,0.9545454545454546,RandomForestClassifier,Exp_iter_1,0.4,0 +Equalized_Odds_FNR,0.0,RandomForestClassifier,Exp_iter_1,0.4,0 +Equalized_Odds_FPR,-0.2888888888888889,RandomForestClassifier,Exp_iter_1,0.4,0 +Equalized_Odds_TPR,0.0,RandomForestClassifier,Exp_iter_1,0.4,0 +IQR_Parity,-0.07059491978609625,RandomForestClassifier,Exp_iter_1,0.4,0 +Jitter_Parity,-0.10266600381584051,RandomForestClassifier,Exp_iter_1,0.4,0 +Label_Stability_Ratio,1.229393468118196,RandomForestClassifier,Exp_iter_1,0.4,0 +Statistical_Parity_Difference,-0.0714285714285714,RandomForestClassifier,Exp_iter_1,0.4,0 +Std_Parity,-0.04122312272769589,RandomForestClassifier,Exp_iter_1,0.4,0 +Std_Ratio,0.607473282709729,RandomForestClassifier,Exp_iter_1,0.4,0 +Accuracy_Parity,-0.06417112299465233,RandomForestClassifier,Exp_iter_1,0.7,0 +Disparate_Impact,1.5555555555555554,RandomForestClassifier,Exp_iter_1,0.7,0 +Equalized_Odds_FNR,0.0,RandomForestClassifier,Exp_iter_1,0.7,0 +Equalized_Odds_FPR,0.0222222222222222,RandomForestClassifier,Exp_iter_1,0.7,0 +Equalized_Odds_TPR,0.0,RandomForestClassifier,Exp_iter_1,0.7,0 +IQR_Parity,-0.03575165472525095,RandomForestClassifier,Exp_iter_1,0.7,0 +Jitter_Parity,-0.04552387606479004,RandomForestClassifier,Exp_iter_1,0.7,0 +Label_Stability_Ratio,1.071062271062271,RandomForestClassifier,Exp_iter_1,0.7,0 +Statistical_Parity_Difference,0.7142857142857142,RandomForestClassifier,Exp_iter_1,0.7,0 +Std_Parity,-0.016581787315341434,RandomForestClassifier,Exp_iter_1,0.7,0 +Std_Ratio,0.8265703729361945,RandomForestClassifier,Exp_iter_1,0.7,0 diff --git a/docs/examples/ricci_subgroup_metrics.csv b/docs/examples/ricci_subgroup_metrics.csv new file mode 100644 index 00000000..42f9fdfd --- /dev/null +++ b/docs/examples/ricci_subgroup_metrics.csv @@ -0,0 +1,229 @@ +Metric,Bootstrap_Model_Seed,Model_Name,Model_Params,Run_Number,Dataset_Name,Num_Estimators,Tag,Record_Create_Date_Time,Session_Uuid,Experiment_Iteration,Dataset_Split_Seed,Model_Init_Seed,Fair_Intervention_Params_Lst,Intervention_Param,Race_dis,Race_priv,overall,Test_Set_Index +Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.18181818181818182,0.4117647058823529,0.28205128205128205,0 +Aleatoric_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.9735094905965549,0.9735094905965547,0.9735094905965548,0 +F1,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.3076923076923077,0.5833333333333334,0.44,0 +FNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.0,0.0,0.0,0 +FPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +IQR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.07936507936507944,0.07936507936507942,0.07936507936507943,0 +Jitter,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.19678391959798994,0.19678391959798994,0.19678391959798994,0 +Label_Stability,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.78,0.78,0.7800000000000002,0 +Mean,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.42777777777777765,0.42777777777777765,0.4277777777777776,0 +Overall_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.984896885588681,0.9848968855886807,0.9848968855886809,0 +PPV,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.18181818181818182,0.4117647058823529,0.28205128205128205,0 +Per_Sample_Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.2518181818181819,0.43117647058823527,0.32999999999999996,0 +Positive-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,5.5,2.4285714285714284,3.5454545454545454,0 +Sample_Size,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,,,39.0,0 +Selection-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +Statistical_Bias,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.5459595959595962,0.5127450980392156,0.5314814814814816,0 +Std,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.06205500611410902,0.06205500611410903,0.06205500611410905,0 +TNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.0,0.0,0.0,0 +TPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.322,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.18181818181818182,0.4117647058823529,0.28205128205128205,0 +Aleatoric_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.9729961395248143,0.9729961395248147,0.972996139524815,0 +F1,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.3076923076923077,0.5833333333333334,0.44,0 +FNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.0,0.0,0.0,0 +FPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,1.0,1.0,1.0,0 +IQR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.0833333333333334,0.08333333333333337,0.08333333333333338,0 +Jitter,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.2198492462311558,0.2198492462311558,0.2198492462311558,0 +Label_Stability,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.75,0.75,0.75,0 +Mean,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.42634920634920626,0.42634920634920626,0.4263492063492062,0 +Overall_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.984291278451344,0.9842912784513438,0.9842912784513439,0 +PPV,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.18181818181818182,0.4117647058823529,0.28205128205128205,0 +Per_Sample_Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.26136363636363635,0.4338235294117647,0.33653846153846156,0 +Positive-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,5.5,2.4285714285714284,3.5454545454545454,0 +Sample_Size,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,,,39.0,0 +Selection-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,1.0,1.0,1.0,0 +Statistical_Bias,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.546868686868687,0.5129971988795519,0.5321041921041921,0 +Std,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.061795142880967324,0.061795142880967324,0.061795142880967366,0 +TNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.0,0.0,0.0,0 +TPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.429,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,1.0,1.0,1.0,0 +Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.18181818181818182,0.4117647058823529,0.28205128205128205,0 +Aleatoric_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.9778290634912143,0.9778290634912146,0.9778290634912145,0 +F1,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.3076923076923077,0.5833333333333334,0.44,0 +FNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.0,0.0,0.0,0 +FPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,1.0,1.0,1.0,0 +IQR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.0793650793650793,0.0793650793650793,0.07936507936507926,0 +Jitter,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.24201005025125627,0.24201005025125627,0.24201005025125627,0 +Label_Stability,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.7200000000000002,0.72,0.7199999999999998,0 +Mean,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.43650793650793657,0.43650793650793657,0.43650793650793657,0 +Overall_Uncertainty,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.9883368304150857,0.9883368304150855,0.9883368304150856,0 +PPV,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.18181818181818182,0.4117647058823529,0.28205128205128205,0 +Per_Sample_Accuracy,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.2709090909090909,0.43647058823529417,0.34307692307692317,0 +Positive-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,5.5,2.4285714285714284,3.5454545454545454,0 +Sample_Size,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,,,39.0,0 +Selection-Rate,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,1.0,1.0,1.0,0 +Statistical_Bias,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.5404040404040404,0.511204481792717,0.5276760276760276,0 +Std,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.05981622360177657,0.05981622360177658,0.0598162236017766,0 +TNR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.0,0.0,0.0,0 +TPR,101,LGBMClassifier,"{'boosting_type': 'gbdt', 'class_weight': None, 'colsample_bytree': 1.0, 'importance_type': 'split', 'learning_rate': 0.1, 'max_depth': 3, 'min_child_samples': 20, 'min_child_weight': 0.001, 'min_split_gain': 0.0, 'n_estimators': 100, 'n_jobs': -1, 'num_leaves': 20, 'objective': None, 'random_state': 101, 'reg_alpha': 0.0, 'reg_lambda': 0.0, 'silent': 'warn', 'subsample': 1.0, 'subsample_for_bin': 200000, 'subsample_freq': 0, 'min_data_in_leaf': 100}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.954,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,1.0,1.0,1.0,0 +Accuracy,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,0.6470588235294118,0.8461538461538461,0 +Aleatoric_Uncertainty,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.7472529086918805,0.7597234964713788,0.7526888059290976,0 +F1,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,0.7,0.7857142857142857,0 +FNR,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.0,0.0,0.0,0 +FPR,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.0,0.6,0.21428571428571427,0 +IQR,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.05725677658190709,0.06151649845339698,0.059113578423325756,0 +Jitter,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.06359753312013754,0.12769435412353014,0.09153717304471629,0 +Label_Stability,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.8986363636363636,0.821764705882353,0.8651282051282052,0 +Mean,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.6503900112904303,0.40269780293629553,0.5424216127770896,0 +Overall_Uncertainty,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.7555819673244829,0.7681733503787629,0.7610705189122459,0 +PPV,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,0.5384615384615384,0.6470588235294118,0 +Per_Sample_Accuracy,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.9493181818181817,0.6932352941176471,0.8376923076923077,0 +Positive-Rate,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.8571428571428572,1.5454545454545454,0 +Sample_Size,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,,,39.0,0 +Selection-Rate,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.18181818181818182,0.7647058823529411,0.4358974358974359,0 +Statistical_Bias,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.25104388666709493,0.3344348371334379,0.2873937881524239,0 +Std,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.044768530424913335,0.045875894509672686,0.04525122759006484,0 +TNR,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,0.4,0.7857142857142857,0 +TPR,101,LogisticRegression,"{'C': 0.1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l2', 'random_state': 101, 'solver': 'newton-cg', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.332,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.9090909090909091,0.8823529411764706,0.8974358974358975,0 +Aleatoric_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.33699756729590336,0.5035116995466515,0.40958065058469106,0 +F1,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.8,0.875,0.8461538461538461,0 +FNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.0,0.0,0.0,0 +FPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.1111111111111111,0.2,0.14285714285714285,0 +IQR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.049224329992308594,0.07819721591394214,0.06185353667609759,0 +Jitter,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.05599132023754254,0.11389003842740626,0.08122922303827448,0 +Label_Stability,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.9213636363636364,0.8288235294117647,0.881025641025641,0 +Mean,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.7137223908000645,0.48094828601103157,0.612256755379204,0 +Overall_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.351337129636055,0.5273659328929439,0.428067633619827,0 +PPV,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.6666666666666666,0.7777777777777778,0.7333333333333333,0 +Per_Sample_Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.9161363636363635,0.8497058823529411,0.887179487179487,0 +Positive-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,1.5,1.2857142857142858,1.3636363636363635,0 +Sample_Size,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,,,39.0,0 +Selection-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.2727272727272727,0.5294117647058824,0.38461538461538464,0 +Statistical_Bias,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.12525504730734802,0.2086898556253517,0.16162406631775988,0 +Std,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.03880294510311703,0.06252805009715218,0.04914465753641441,0 +TNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.8888888888888888,0.8,0.8571428571428571,0 +TPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.440,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,1.0,1.0,1.0,0 +Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.8181818181818182,0.8823529411764706,0.8461538461538461,0 +Aleatoric_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.45960170285488827,0.515835456487896,0.4841138518744044,0 +F1,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.6666666666666666,0.875,0.7857142857142857,0 +FNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.0,0.0,0.0,0 +FPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.2222222222222222,0.2,0.21428571428571427,0 +IQR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.07245045517540533,0.09869016325780866,0.08388827664722218,0 +Jitter,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.08059387848331959,0.0864794561040368,0.08315938667697897,0 +Label_Stability,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.8827272727272728,0.8929411764705882,0.8871794871794872,0 +Mean,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.6309915748840796,0.5065300807166099,0.5767391287085157,0 +Overall_Uncertainty,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.48335706694628494,0.5525283470435187,0.5135086505784126,0 +PPV,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.5,0.7777777777777778,0.6470588235294118,0 +Per_Sample_Accuracy,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.829090909090909,0.8741176470588236,0.8487179487179486,0 +Positive-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,2.0,1.2857142857142858,1.5454545454545454,0 +Sample_Size,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,,,39.0,0 +Selection-Rate,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.36363636363636365,0.5294117647058824,0.4358974358974359,0 +Statistical_Bias,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.20254440955805553,0.19969393286530776,0.20130189407660135,0 +Std,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.05744527495315021,0.07660688121423942,0.06579776999003524,0 +TNR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.7777777777777778,0.8,0.7857142857142857,0 +TPR,101,LogisticRegression,"{'C': 1, 'class_weight': None, 'dual': False, 'fit_intercept': True, 'intercept_scaling': 1, 'l1_ratio': None, 'max_iter': 1000, 'multi_class': 'auto', 'n_jobs': None, 'penalty': 'l1', 'random_state': 101, 'solver': 'saga', 'tol': 0.0001, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.965,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,1.0,1.0,1.0,0 +Accuracy,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.8181818181818182,0.8823529411764706,0.8461538461538461,0 +Aleatoric_Uncertainty,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.33204203980971764,0.3854737955308596,0.35533280512406157,0 +F1,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.6666666666666666,0.8571428571428571,0.7692307692307693,0 +FNR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.0,0.14285714285714285,0.09090909090909091,0 +FPR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.2222222222222222,0.1,0.17857142857142858,0 +IQR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.12271396231956185,0.18125657748167723,0.14823253815945828,0 +Jitter,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.21190726359063833,0.21820277859883958,0.21465146244040528,0 +Label_Stability,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.7131818181818181,0.7011764705882353,0.7079487179487179,0 +Mean,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.6064185916157215,0.4971536915233828,0.5587903018318816,0 +Overall_Uncertainty,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.5584392043601321,0.5998500696890698,0.5764900943753102,0 +PPV,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.5,0.8571428571428571,0.6666666666666666,0 +Per_Sample_Accuracy,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.7584090909090908,0.7999999999999999,0.7765384615384614,0 +Positive-Rate,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,2.0,1.0,1.3636363636363635,0 +Sample_Size,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,,,39.0,0 +Selection-Rate,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.36363636363636365,0.4117647058823529,0.38461538461538464,0 +Statistical_Bias,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.23337856339350196,0.22727548039448447,0.23071824516316097,0 +Std,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.20618840235218705,0.2018206509762653,0.20428451072678522,0 +TNR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.7777777777777778,0.9,0.8214285714285714,0 +TPR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'adam', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.986,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,1.0,0.8571428571428571,0.9090909090909091,0 +Accuracy,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +Aleatoric_Uncertainty,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.017886152509533817,0.08715135409347269,0.048078676276891795,0 +F1,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +FNR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.0,0.0,0.0,0 +FPR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.0,0.0,0.0,0 +IQR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.020699537461522158,0.1631629788229986,0.08279898626011443,0 +Jitter,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.016180904522612526,0.126526751404051,0.06428037624018045,0 +Label_Stability,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.979090909090909,0.8188235294117647,0.9092307692307693,0 +Mean,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.8296441174696434,0.4997150126395015,0.6858288666462482,0 +Overall_Uncertainty,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.03891369064632084,0.2909148674422839,0.14876035745481758,0 +PPV,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +Per_Sample_Accuracy,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.9895454545454545,0.9094117647058824,0.9546153846153845,0 +Positive-Rate,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +Sample_Size,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,,,39.0,0 +Selection-Rate,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.18181818181818182,0.4117647058823529,0.28205128205128205,0 +Statistical_Bias,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.011749377822083714,0.0985938602586932,0.04960466503804169,0 +Std,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.016282188149421783,0.1394548899182882,0.0699728530230302,0 +TNR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +TPR,101,MLPClassifier,"{'activation': 'logistic', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.351,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +Accuracy,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.9545454545454546,0.8823529411764706,0.9230769230769231,0 +Aleatoric_Uncertainty,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.019742903314295127,0.049345639638436564,0.03264666017353627,0 +F1,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.8888888888888888,0.8571428571428571,0.8695652173913043,0 +FNR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.0,0.14285714285714285,0.09090909090909091,0 +FPR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.05555555555555555,0.1,0.07142857142857142,0 +IQR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.06900940802527812,0.24723991407771492,0.14669962861223776,0 +Jitter,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.08922795797166976,0.1801123263375284,0.1288442211055247,0 +Label_Stability,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.879090909090909,0.7435294117647058,0.8199999999999998,0 +Mean,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.7366099368767967,0.5436120808232203,0.6524826662893403,0 +Overall_Uncertainty,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.22473388159472832,0.40615594842748426,0.30381529534233986,0 +PPV,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.8,0.8571428571428571,0.8333333333333334,0 +Per_Sample_Accuracy,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.9018181818181819,0.8264705882352942,0.8689743589743592,0 +Positive-Rate,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,1.25,1.0,1.0909090909090908,0 +Sample_Size,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,,,39.0,0 +Selection-Rate,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.22727272727272727,0.4117647058823529,0.3076923076923077,0 +Statistical_Bias,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.09774551706522229,0.17565716092191075,0.131707002848907,0 +Std,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.13941977240459089,0.22519757610811272,0.17681009709586964,0 +TNR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.9444444444444444,0.9,0.9285714285714286,0 +TPR,101,MLPClassifier,"{'activation': 'relu', 'alpha': 0.0001, 'batch_size': 'auto', 'beta_1': 0.9, 'beta_2': 0.999, 'early_stopping': False, 'epsilon': 1e-08, 'hidden_layer_sizes': (100, 100), 'learning_rate': 'constant', 'learning_rate_init': 0.001, 'max_fun': 15000, 'max_iter': 1000, 'momentum': 0.9, 'n_iter_no_change': 10, 'nesterovs_momentum': True, 'power_t': 0.5, 'random_state': 101, 'shuffle': True, 'solver': 'lbfgs', 'tol': 0.0001, 'validation_fraction': 0.1, 'verbose': False, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.460,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,1.0,0.8571428571428571,0.9090909090909091,0 +Accuracy,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,0.8823529411764706,0.9487179487179487,0 +Aleatoric_Uncertainty,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.18366910158974167,0.37661590275368123,0.2677741174817153,0 +F1,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,0.875,0.9166666666666666,0 +FNR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.0,0.0,0.0,0 +FPR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.0,0.2,0.07142857142857142,0 +IQR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.037613636363636356,0.1077941176470588,0.0682051282051282,0 +Jitter,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.0009090909090909094,0.08512562814068413,0.03761886354851622,0 +Label_Stability,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.9990909090909091,0.8647058823529411,0.9405128205128205,0 +Mean,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.8012977272727272,0.48387352941176465,0.6629333333333332,0 +Overall_Uncertainty,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.2068019969806863,0.4254470843134134,0.302108829920593,0 +PPV,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,0.7777777777777778,0.8461538461538461,0 +Per_Sample_Accuracy,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.9995454545454546,0.91,0.9605128205128205,0 +Positive-Rate,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.2857142857142858,1.1818181818181819,0 +Sample_Size,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,,,39.0,0 +Selection-Rate,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.18181818181818182,0.5294117647058824,0.3333333333333333,0 +Statistical_Bias,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.04173863636363639,0.1522617647058824,0.08991538461538467,0 +Std,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,0.03511623312054256,0.07721206901672924,0.05346570004964957,0 +TNR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,0.8,0.9285714285714286,0 +TPR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:50:29.341,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.0],0.0,1.0,1.0,1.0,0 +Accuracy,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.9090909090909091,0.7647058823529411,0.8461538461538461,0 +Aleatoric_Uncertainty,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.272845164645452,0.42735904351605347,0.34019736825571417,0 +F1,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.8,0.7777777777777778,0.7857142857142857,0 +FNR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.0,0.0,0.0,0 +FPR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.1111111111111111,0.4,0.21428571428571427,0 +IQR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.08102272727272727,0.15161764705882352,0.1117948717948718,0 +Jitter,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.05041114664229504,0.15307715045813555,0.09516299445948184,0 +Label_Stability,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.93,0.7564705882352941,0.8543589743589743,0 +Mean,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.7103931818181818,0.46307647058823526,0.6025884615384615,0 +Overall_Uncertainty,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.3189058421131603,0.5022520487183918,0.3988259834539022,0 +PPV,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.6666666666666666,0.6363636363636364,0.6470588235294118,0 +Per_Sample_Accuracy,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.9136363636363637,0.7999999999999999,0.864102564102564,0 +Positive-Rate,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,1.5,1.5714285714285714,1.5454545454545454,0 +Sample_Size,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,,,39.0,0 +Selection-Rate,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.2727272727272727,0.6470588235294118,0.4358974358974359,0 +Statistical_Bias,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.12228409090909098,0.22866470588235302,0.1686551282051283,0 +Std,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.06379679289045975,0.10501991561815564,0.08176584638714769,0 +TNR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,0.8888888888888888,0.6,0.7857142857142857,0 +TPR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 2, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:52:13.450,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.4],0.4,1.0,1.0,1.0,0 +Accuracy,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.8181818181818182,0.8823529411764706,0.8461538461538461,0 +Aleatoric_Uncertainty,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.3736138589403957,0.49733889404460735,0.4275452844986417,0 +F1,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.6666666666666666,0.875,0.7857142857142857,0 +FNR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.0,0.0,0.0,0 +FPR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.2222222222222222,0.2,0.21428571428571427,0 +IQR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.10521006329529055,0.1409617180205415,0.12079411791911789,0 +Jitter,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.08761534947463821,0.13313922553942825,0.10745909032341451,0 +Label_Stability,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.8600000000000001,0.8029411764705883,0.8351282051282052,0 +Mean,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.6203538533057853,0.5106819312876667,0.5725481437081439,0 +Overall_Uncertainty,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.42535702360304817,0.5548910385593142,0.4818205685839844,0 +PPV,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.5,0.7777777777777778,0.6470588235294118,0 +Per_Sample_Accuracy,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.7995454545454543,0.8585294117647058,0.8252564102564103,0 +Positive-Rate,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,2.0,1.2857142857142858,1.5454545454545454,0 +Sample_Size,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,,,39.0,0 +Selection-Rate,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.36363636363636365,0.5294117647058824,0.4358974358974359,0 +Statistical_Bias,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.21751490702479329,0.21198756429844656,0.21510555250305238,0 +Std,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.07902925444305965,0.09561104175840109,0.08625721301641362,0 +TNR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,0.7777777777777778,0.8,0.7857142857142857,0 +TPR,101,RandomForestClassifier,"{'bootstrap': True, 'ccp_alpha': 0.0, 'class_weight': None, 'criterion': 'gini', 'max_depth': 10, 'max_features': 'sqrt', 'max_leaf_nodes': None, 'max_samples': None, 'min_impurity_decrease': 0.0, 'min_samples_leaf': 1, 'min_samples_split': 5, 'min_weight_fraction_leaf': 0.0, 'n_estimators': 100, 'n_jobs': None, 'oob_score': False, 'random_state': 101, 'verbose': 0, 'warm_start': False}",Run_1,Ricci,200,OK,2023-08-06 20:53:03.975,d6a4d686-4369-4bca-95c8-7be5d0740b15,Exp_iter_1,100,100,[0.7],0.7,1.0,1.0,1.0,0 diff --git a/requirements.txt b/requirements.txt index 0b5c8ab7..f9da8a5d 100644 --- a/requirements.txt +++ b/requirements.txt @@ -16,6 +16,5 @@ river==0.15.0 python-dotenv~=1.0.0 pytest~=7.2.2 pymongo==4.3.3 -datapane~=0.16.0 requests-toolbelt==1.0.0 colorama~=0.4.6 \ No newline at end of file diff --git a/tests/utils/test_data_viz_utils.py b/tests/utils/test_data_viz_utils.py new file mode 100644 index 00000000..6595c281 --- /dev/null +++ b/tests/utils/test_data_viz_utils.py @@ -0,0 +1,43 @@ +import pandas as pd + +from virny.utils.data_viz_utils import rank_with_tolerance + + +def test_rank_with_tolerance_true1(): + tolerance = 0.005 + pd_series = pd.Series([0.025, 0.027, 0.001, 0.002]) # should be only positive numbers + expected_ranks = [2, 2, 1, 1] + actual_ranks = rank_with_tolerance(pd_series, tolerance) + assert actual_ranks.tolist() == expected_ranks + + +def test_rank_with_tolerance_true2(): + tolerance = 0.005 + pd_series = pd.Series([0.429, 0.289, 0.377, 0.259]) # should be only positive numbers + expected_ranks = [4, 2, 3, 1] + actual_ranks = rank_with_tolerance(pd_series, tolerance) + assert actual_ranks.tolist() == expected_ranks + + +def test_rank_with_tolerance_true3(): + tolerance = 0.005 + pd_series = pd.Series([0.313, 0.157, 0.274, 0.147]) # should be only positive numbers + expected_ranks = [4, 2, 3, 1] + actual_ranks = rank_with_tolerance(pd_series, tolerance) + assert actual_ranks.tolist() == expected_ranks + + +def test_rank_with_tolerance_true4(): + tolerance = 0.005 + pd_series = pd.Series([0.001, 0.001, 0.0, 0.0]) # should be only positive numbers + expected_ranks = [1, 1, 1, 1] + actual_ranks = rank_with_tolerance(pd_series, tolerance) + assert actual_ranks.tolist() == expected_ranks + + +def test_rank_with_tolerance_true5(): + tolerance = 0.01 + pd_series = pd.Series([0.099, 0.092, 0.075, 0.085]) # should be only positive numbers + expected_ranks = [2, 2, 1, 1] + actual_ranks = rank_with_tolerance(pd_series, tolerance) + assert actual_ranks.tolist() == expected_ranks diff --git a/virny/configs/constants.py b/virny/configs/constants.py index 81d145b2..fff71dab 100644 --- a/virny/configs/constants.py +++ b/virny/configs/constants.py @@ -54,6 +54,7 @@ class ReportType(Enum): # Stability disparity metrics LABEL_STABILITY_RATIO = 'Label_Stability_Ratio' +LABEL_STABILITY_DIFFERENCE = 'Label_Stability_Difference' IQR_PARITY = 'IQR_Parity' STD_PARITY = 'Std_Parity' STD_RATIO = 'Std_Ratio' diff --git a/virny/custom_classes/metrics_composer.py b/virny/custom_classes/metrics_composer.py index cbd58c4c..1aae0c97 100644 --- a/virny/custom_classes/metrics_composer.py +++ b/virny/custom_classes/metrics_composer.py @@ -32,7 +32,8 @@ def __init__(self, models_metrics_dct: dict, sensitive_attributes_dct: dict): POSITIVE_RATE: [(STATISTICAL_PARITY_DIFFERENCE, self._difference_operation), (DISPARATE_IMPACT, self._ratio_operation)], # Stability disparity metrics - LABEL_STABILITY: [(LABEL_STABILITY_RATIO, self._ratio_operation)], + LABEL_STABILITY: [(LABEL_STABILITY_RATIO, self._ratio_operation), + (LABEL_STABILITY_DIFFERENCE, self._difference_operation)], JITTER: [(JITTER_PARITY, self._difference_operation)], IQR: [(IQR_PARITY, self._difference_operation)], STD: [(STD_PARITY, self._difference_operation), diff --git a/virny/custom_classes/metrics_interactive_visualizer.py b/virny/custom_classes/metrics_interactive_visualizer.py new file mode 100644 index 00000000..18fee7da --- /dev/null +++ b/virny/custom_classes/metrics_interactive_visualizer.py @@ -0,0 +1,828 @@ +import pandas as pd +import gradio as gr +import altair as alt +from pprint import pprint + +from virny.configs.constants import * +from virny.utils.common_helpers import str_to_float +from virny.utils.protected_groups_partitioning import create_test_protected_groups +from virny.utils.data_viz_utils import (create_model_rank_heatmap_visualization, create_sorted_matrix_by_rank, + create_subgroup_sorted_matrix_by_rank, create_flexible_bar_plot_for_model_selection, + compute_proportions, compute_base_rates, create_col_facet_bar_chart, + create_model_performance_summary_visualization) + + +class MetricsInteractiveVisualizer: + """ + Class to create useful visualizations of models metrics. + + Parameters + ---------- + X_data + An original features dataframe + y_data + An original target column pandas series + model_metrics_dct + Dictionary where keys are model names and values are dataframes of subgroup metrics for each model + model_composed_metrics_df + Dataframe of all model composed metrics + sensitive_attributes_dct + A dictionary where keys are sensitive attributes names (including attributes intersections), + and values are privilege values for these attributes + + """ + def __init__(self, X_data: pd.DataFrame, y_data: pd.DataFrame, model_metrics_dct: dict, + model_composed_metrics_df: pd.DataFrame, sensitive_attributes_dct: dict): + self.X_data = X_data + self.y_data = y_data + self.model_names = list(model_metrics_dct.keys()) + self.sensitive_attributes_dct = sensitive_attributes_dct + self.group_names = list(self.sensitive_attributes_dct.keys()) + + # Technical attributes + self.demo = None + self.max_groups = 8 + + # Metric names + self.all_accuracy_metrics = [STATISTICAL_BIAS, TPR, TNR, PPV, FNR, FPR, F1, ACCURACY, POSITIVE_RATE] + self.all_stability_metrics = [STD, IQR, JITTER, LABEL_STABILITY] + self.all_uncertainty_metrics = [ALEATORIC_UNCERTAINTY, OVERALL_UNCERTAINTY] + self.all_error_disparity_metrics = [EQUALIZED_ODDS_TPR, EQUALIZED_ODDS_TNR, EQUALIZED_ODDS_FPR, EQUALIZED_ODDS_FNR, DISPARATE_IMPACT, STATISTICAL_PARITY_DIFFERENCE, ACCURACY_PARITY] + self.all_stability_disparity_metrics = [LABEL_STABILITY_RATIO, LABEL_STABILITY_DIFFERENCE, IQR_PARITY, STD_PARITY, STD_RATIO, JITTER_PARITY] + self.all_uncertainty_disparity_metrics = [OVERALL_UNCERTAINTY_PARITY, OVERALL_UNCERTAINTY_RATIO, ALEATORIC_UNCERTAINTY_PARITY, ALEATORIC_UNCERTAINTY_RATIO] + + self.all_overall_metrics = self.all_accuracy_metrics + self.all_stability_metrics + self.all_uncertainty_metrics + self.all_disparity_metrics = self.all_error_disparity_metrics + self.all_stability_disparity_metrics + self.all_uncertainty_disparity_metrics + + # Create one metrics df with all model_dfs + models_metrics_df = pd.DataFrame() + for model_name in model_metrics_dct.keys(): + model_metrics_df = model_metrics_dct[model_name] + models_metrics_df = pd.concat([models_metrics_df, model_metrics_df]) + + models_metrics_df = models_metrics_df.reset_index(drop=True) + + self.models_metrics_dct = model_metrics_dct + self.models_metrics_df = self._align_input_metric_df(models_metrics_df, allowed_cols=["Metric", "Model_Name", "overall"], + sensitive_attrs=list(self.sensitive_attributes_dct.keys())) + self.model_composed_metrics_df = self._align_input_metric_df(model_composed_metrics_df, allowed_cols=["Metric", "Model_Name"], + sensitive_attrs=list(self.sensitive_attributes_dct.keys())) + + self.melted_model_metrics_df = self.models_metrics_df.melt(id_vars=["Metric", "Model_Name"], + var_name="Subgroup", + value_name="Value") + self.sorted_model_metrics_df = self.melted_model_metrics_df.sort_values(by=['Value']) + self.melted_model_composed_metrics_df = self.model_composed_metrics_df.melt(id_vars=["Metric", "Model_Name"], + var_name="Subgroup", + value_name="Value") + self.sorted_model_composed_metrics_df = self.melted_model_composed_metrics_df.sort_values(by=['Value']) + + def _align_input_metric_df(self, model_metrics_df: pd.DataFrame, allowed_cols: list, sensitive_attrs: list): + # Filter columns in the input dataframe based on allowed_cols and sensitive_attrs + filtered_cols = allowed_cols + for col in model_metrics_df.columns: + for sensitive_attr in sensitive_attrs: + if sensitive_attr in col: + filtered_cols.append(col) + break + + return model_metrics_df[filtered_cols] + + def __variable_inputs(self, k): + k = int(k) + return [gr.Textbox(visible=True)] * k + [gr.Textbox(value='', visible=False)] * (self.max_groups - k) + + def start_web_app(self): + with gr.Blocks(theme=gr.themes.Soft()) as demo: + # ==================================== Dataset Statistics ==================================== + gr.Markdown( + """ + ## Dataset Statistics + """) + with gr.Row(): + with gr.Column(scale=2): + default_val = 5 + s = gr.Slider(1, self.max_groups, value=default_val, step=1, label="How many groups to show:") + grp_names = [] + grp_dis_values = [] + sensitive_attr_items = list(self.sensitive_attributes_dct.items()) + for i in range(self.max_groups): + visibility = True if i + 1 <= default_val else False + with gr.Row(): + if visibility and i + 1 <= len(sensitive_attr_items): + grp, dis_value = sensitive_attr_items[i] + if dis_value is None: + dis_value = '-' + elif isinstance(dis_value, str): + dis_value = f"'{dis_value}'" + grp_name = gr.Text(label=f"Group {i + 1}", value=grp, interactive=True, visible=visibility) + grp_dis_value = gr.Text(label="Disadvantage value", value=dis_value, interactive=True, visible=visibility) + else: + grp_name = gr.Text(label=f"Group {i + 1}", interactive=True, visible=visibility) + grp_dis_value = gr.Text(label="Disadvantage value", interactive=True, visible=visibility) + grp_names.append(grp_name) + grp_dis_values.append(grp_dis_value) + + s.change(self.__variable_inputs, s, grp_names) + s.change(self.__variable_inputs, s, grp_dis_values) + btn_view0 = gr.Button("Submit") + with gr.Column(scale=4): + dataset_proportions_bar_chart = gr.Plot(label="Group Proportions and Base Rates") + + btn_view0.click(self._create_dataset_proportions_bar_chart, + inputs=[grp_names[0], grp_names[1], grp_names[2], grp_names[3], grp_names[4], grp_names[5], grp_names[6], grp_names[7], + grp_dis_values[0], grp_dis_values[1], grp_dis_values[2], grp_dis_values[3], grp_dis_values[4], grp_dis_values[5], grp_dis_values[6], grp_dis_values[7]], + outputs=[dataset_proportions_bar_chart]) + + # ==================================== Bar Chart for Model Selection ==================================== + gr.Markdown( + """ + ## Bar Chart for Model Selection + Select input arguments to create a bar chart for model selection. Default values display the lowest and greatest limits of constraints. + """) + with gr.Row(): + with gr.Column(scale=2): + group_name = gr.Dropdown( + self.group_names, + value=self.group_names[0], multiselect=False, label="Group Name for Disparity Metrics", + ) + with gr.Row(): + overall_metric1 = gr.Dropdown( + sorted(self.all_overall_metrics), + value='Accuracy', multiselect=False, label="Overall Constraint (C1)", + scale=2 + ) + overall_metric_min_val1 = gr.Text(value="0.0", label="Min value", scale=1) + overall_metric_max_val1 = gr.Text(value="1.0", label="Max value", scale=1) + with gr.Row(): + disparity_metric1 = gr.Dropdown( + sorted(self.all_disparity_metrics), + value='Equalized_Odds_FPR', multiselect=False, label="Disparity Constraint (C2)", + scale=2 + ) + disparity_metric_min_val1 = gr.Text(value="-1.0", label="Min value", scale=1) + disparity_metric_max_val1 = gr.Text(value="1.0", label="Max value", scale=1) + with gr.Row(): + overall_metric2 = gr.Dropdown( + sorted(self.all_overall_metrics), + value='Label_Stability', multiselect=False, label="Overall Constraint (C3)", + scale=2 + ) + overall_metric_min_val2 = gr.Text(value="0.0", label="Min value", scale=1) + overall_metric_max_val2 = gr.Text(value="1.0", label="Max value", scale=1) + with gr.Row(): + disparity_metric2 = gr.Dropdown( + sorted(self.all_disparity_metrics), + value='Label_Stability_Ratio', multiselect=False, label="Disparity Constraint (C4)", + scale=2 + ) + disparity_metric_min_val2 = gr.Text(value="0.7", label="Min value", scale=1) + disparity_metric_max_val2 = gr.Text(value="1.5", label="Max value", scale=1) + + btn_view1 = gr.Button("Submit") + with gr.Column(scale=3): + bar_plot_for_model_selection = gr.Plot(label="Bar Chart") + df_with_models_satisfied_all_constraints = gr.DataFrame(label='Models that satisfy all 4 constraints') + + btn_view1.click(self._create_bar_plot_for_model_selection, + inputs=[group_name, + overall_metric1, overall_metric_min_val1, overall_metric_max_val1, + disparity_metric1, disparity_metric_min_val1, disparity_metric_max_val1, + overall_metric2, overall_metric_min_val2, overall_metric_max_val2, + disparity_metric2, disparity_metric_min_val2, disparity_metric_max_val2], + outputs=[bar_plot_for_model_selection, df_with_models_satisfied_all_constraints]) + + # ======================================= Overall Metrics Heatmap ======================================= + gr.Markdown( + """ + ## Overall Metrics Heatmap + Select input arguments to create an overall metrics heatmap. + """) + with gr.Row(): + with gr.Column(scale=1): + model_names = gr.Dropdown( + sorted(self.model_names), value=sorted(self.model_names)[:4], max_choices=5, multiselect=True, + label="Model Names", info="Select model names to display on the heatmap:", + ) + subgroup_tolerance = gr.Text(value="0.005", label="Tolerance", info="Define an acceptable tolerance for metric dense ranking.") + accuracy_metrics = gr.Dropdown( + sorted(self.all_accuracy_metrics), + value=['Accuracy', 'F1'], multiselect=True, label="Accuracy Metrics", info="Select accuracy metrics to display on the heatmap:", + ) + uncertainty_metrics = gr.Dropdown( + sorted(self.all_uncertainty_metrics), + value=['Aleatoric_Uncertainty', 'Overall_Uncertainty'], multiselect=True, label="Uncertainty Metrics", info="Select uncertainty metrics to display on the heatmap:", + ) + subgroup_stability_metrics = gr.Dropdown( + sorted(self.all_stability_metrics), + value=['Std', 'Label_Stability'], multiselect=True, label="Stability Metrics", info="Select stability metrics to display on the heatmap:", + ) + subgroup_btn_view2 = gr.Button("Submit") + with gr.Column(scale=2): + subgroup_model_ranking_heatmap = gr.Plot(label="Heatmap") + + subgroup_btn_view2.click(self._create_subgroup_model_rank_heatmap, + inputs=[model_names, accuracy_metrics, uncertainty_metrics, subgroup_stability_metrics, subgroup_tolerance], + outputs=[subgroup_model_ranking_heatmap]) + + # ======================================== Disparity Metrics Heatmap ======================================== + gr.Markdown( + """ + ## Disparity Metrics Heatmap + Select input arguments to create a disparity metrics heatmap. + """) + with gr.Row(): + with gr.Column(scale=1): + model_names = gr.Dropdown( + sorted(self.model_names), value=sorted(self.model_names)[:4], max_choices=5, multiselect=True, + label="Model Names", info="Select model names to display on the heatmap:", + ) + group_tolerance = gr.Text(value="0.005", label="Tolerance", info="Define an acceptable tolerance for metric dense ranking.") + fairness_metrics_vw2 = gr.Dropdown( + sorted(self.all_error_disparity_metrics), + value=['Equalized_Odds_FPR', 'Equalized_Odds_TPR'], multiselect=True, label="Error Disparity Metrics", info="Select error disparity metrics to display on the heatmap:", + ) + group_uncertainty_metrics_vw2 = gr.Dropdown( + sorted(self.all_uncertainty_disparity_metrics), + value=['Overall_Uncertainty_Parity'], multiselect=True, label="Uncertainty Disparity Metrics", info="Select uncertainty disparity metrics to display on the heatmap:", + ) + group_stability_metrics_vw2 = gr.Dropdown( + sorted(self.all_stability_disparity_metrics), + value=['Label_Stability_Ratio', 'Std_Parity'], multiselect=True, label="Stability Disparity Metrics", info="Select stability disparity metrics to display on the heatmap:", + ) + group_btn_view2 = gr.Button("Submit") + with gr.Column(scale=2): + group_model_ranking_heatmap = gr.Plot(label="Heatmap") + + group_btn_view2.click(self._create_group_model_rank_heatmap, + inputs=[model_names, fairness_metrics_vw2, group_uncertainty_metrics_vw2, group_stability_metrics_vw2, group_tolerance], + outputs=[group_model_ranking_heatmap]) + + # ============================ Group Specific and Disparity Metrics Bar Charts ============================ + with gr.Row(): + # Scale column 1 to a half of a screen + with gr.Column(): + gr.Markdown( + """ + ## Group Specific and Disparity Metrics Bar Charts + """) + model_name_vw3 = gr.Dropdown( + sorted(self.model_names), value=sorted(self.model_names)[0], multiselect=False, scale=1, + label="Model Name", info="Select one model to display on the bar charts:", + ) + with gr.Column(): + pass + with gr.Row(): + with gr.Column(): + gr.Markdown( + """ + ### Group Specific Metrics + """) + accuracy_metrics = gr.Dropdown( + sorted(self.all_accuracy_metrics), + value=['Accuracy', 'F1'], multiselect=True, label="Accuracy Metrics", info="Select accuracy metrics to display on the heatmap:", + ) + uncertainty_metrics = gr.Dropdown( + sorted(self.all_uncertainty_metrics), + value=['Aleatoric_Uncertainty', 'Overall_Uncertainty'], multiselect=True, label="Uncertainty Metrics", info="Select uncertainty metrics to display on the heatmap:", + ) + subgroup_stability_metrics = gr.Dropdown( + sorted(self.all_stability_metrics), + value=['Std', 'Label_Stability'], multiselect=True, label="Stability Metrics", info="Select stability metrics to display on the heatmap:", + ) + btn_view3 = gr.Button("Submit") + with gr.Column(): + gr.Markdown( + """ + ### Disparity Metrics + """) + fairness_metrics_vw3 = gr.Dropdown( + sorted(self.all_error_disparity_metrics), + value=['Equalized_Odds_FPR', 'Equalized_Odds_TPR'], multiselect=True, label="Error Disparity Metrics", info="Select error disparity metrics to display on the heatmap:", + ) + group_uncertainty_metrics_vw3 = gr.Dropdown( + sorted(self.all_uncertainty_disparity_metrics), + value=['Aleatoric_Uncertainty_Ratio', 'Overall_Uncertainty_Parity'], multiselect=True, label="Uncertainty Disparity Metrics", info="Select uncertainty disparity metrics to display on the heatmap:", + ) + group_stability_metrics_vw3 = gr.Dropdown( + sorted(self.all_stability_disparity_metrics), + value=['Label_Stability_Ratio', 'Std_Parity'], multiselect=True, label="Stability Disparity Metrics", info="Select stability disparity metrics to display on the heatmap:", + ) + with gr.Row(): + with gr.Column(): + subgroup_metrics_bar_chart = gr.Plot(label="Group Specific Bar Chart") + with gr.Column(): + group_metrics_bar_chart = gr.Plot(label="Disparity Bar Chart") + + btn_view3.click(self._create_subgroup_metrics_bar_chart_per_one_model, + inputs=[model_name_vw3, accuracy_metrics, uncertainty_metrics, subgroup_stability_metrics], + outputs=[subgroup_metrics_bar_chart]) + btn_view3.click(self._create_group_metrics_bar_chart_per_one_model, + inputs=[model_name_vw3, fairness_metrics_vw3, group_uncertainty_metrics_vw3, group_stability_metrics_vw3], + outputs=[group_metrics_bar_chart]) + + # ============================ Model Performance Summary ============================ + with gr.Row(): + # Scale column 1 to a half of a screen + with gr.Column(): + gr.Markdown( + """ + ## Model Performance Summary + """) + model_name_vw4 = gr.Dropdown( + sorted(self.model_names), value=sorted(self.model_names)[0], multiselect=False, scale=1, + label="Model Name", info="Select one model to generate a performance summary:", + ) + with gr.Column(): + pass + with gr.Row(): + with gr.Column(): + gr.Markdown( + """ + ### Overall Metric Constraints + """) + with gr.Row(): + accuracy_metric_vw4 = gr.Dropdown( + sorted([metric for metric in self.all_accuracy_metrics if metric != POSITIVE_RATE]), + value=ACCURACY, multiselect=False, label="Accuracy Metric", + scale=2 + ) + accuracy_min_val_vw4 = gr.Text(value="0.0", label="Min value", scale=1) + accuracy_max_val_vw4 = gr.Text(value="1.0", label="Max value", scale=1) + with gr.Row(): + subgroup_stability_metric_vw4 = gr.Dropdown( + sorted(self.all_stability_metrics), + value=LABEL_STABILITY, multiselect=False, label="Stability Metric", + scale=2 + ) + subgroup_stab_min_val_vw4 = gr.Text(value="0.0", label="Min value", scale=1) + subgroup_stab_max_val_vw4 = gr.Text(value="1.0", label="Max value", scale=1) + with gr.Row(): + subgroup_uncertainty_metric_vw4 = gr.Dropdown( + sorted(self.all_uncertainty_metrics), + value=ALEATORIC_UNCERTAINTY, multiselect=False, label="Uncertainty Metric", + scale=2 + ) + subgroup_uncertainty_min_val_vw4 = gr.Text(value="0.0", label="Min value", scale=1) + subgroup_uncertainty_max_val_vw4 = gr.Text(value="1.0", label="Max value", scale=1) + with gr.Row(): + positive_rate_metric_vw4 = gr.Dropdown( + [POSITIVE_RATE], + value=POSITIVE_RATE, multiselect=False, label="Positive-Rate Metric", + scale=2 + ) + positive_rate_min_val_vw4 = gr.Text(value="0.0", label="Min value", scale=1) + positive_rate_max_val_vw4 = gr.Text(value="1.0", label="Max value", scale=1) + + btn_view4 = gr.Button("Submit") + with gr.Column(): + gr.Markdown( + """ + ### Disparity Metric Constraints + """) + with gr.Row(): + fairness_metric_vw4 = gr.Dropdown( + sorted(self.all_error_disparity_metrics), + value=EQUALIZED_ODDS_FPR, multiselect=False, label="Error Disparity Metric", + scale=2 + ) + fairness_min_val_vw4 = gr.Text(value="-1.0", label="Min value", scale=1) + fairness_max_val_vw4 = gr.Text(value="1.0", label="Max value", scale=1) + with gr.Row(): + group_stability_metrics_vw4 = gr.Dropdown( + sorted(self.all_stability_disparity_metrics), + value=LABEL_STABILITY_RATIO, multiselect=False, label="Stability Disparity Metric", + scale=2 + ) + group_stab_min_val_vw4 = gr.Text(value="0.7", label="Min value", scale=1) + group_stab_max_val_vw4 = gr.Text(value="1.5", label="Max value", scale=1) + with gr.Row(): + group_uncertainty_metrics_vw4 = gr.Dropdown( + sorted(self.all_uncertainty_disparity_metrics), + value=ALEATORIC_UNCERTAINTY_PARITY, multiselect=False, label="Uncertainty Disparity Metric", + scale=2 + ) + group_uncertainty_min_val_vw4 = gr.Text(value="-1.0", label="Min value", scale=1) + group_uncertainty_max_val_vw4 = gr.Text(value="1.0", label="Max value", scale=1) + with gr.Row(): + group_positive_rate_metrics_vw4 = gr.Dropdown( + sorted([DISPARATE_IMPACT, STATISTICAL_PARITY_DIFFERENCE]), + value=DISPARATE_IMPACT, multiselect=False, label="Positive-Rate Disparity Metric", + scale=2 + ) + group_positive_rate_min_val_vw4 = gr.Text(value="0.7", label="Min value", scale=1) + group_positive_rate_max_val_vw4 = gr.Text(value="1.5", label="Max value", scale=1) + with gr.Row(): + model_performance_summary = gr.Plot(label="Model Performance Summary") + + btn_view4.click(self._create_model_performance_summary, + inputs=[model_name_vw4, + accuracy_metric_vw4, accuracy_min_val_vw4, accuracy_max_val_vw4, + subgroup_stability_metric_vw4, subgroup_stab_min_val_vw4, subgroup_stab_max_val_vw4, + subgroup_uncertainty_metric_vw4, subgroup_uncertainty_min_val_vw4, subgroup_uncertainty_max_val_vw4, + positive_rate_metric_vw4, positive_rate_min_val_vw4, positive_rate_max_val_vw4, + fairness_metric_vw4, fairness_min_val_vw4, fairness_max_val_vw4, + group_stability_metrics_vw4, group_stab_min_val_vw4, group_stab_max_val_vw4, + group_uncertainty_metrics_vw4, group_uncertainty_min_val_vw4, group_uncertainty_max_val_vw4, + group_positive_rate_metrics_vw4, group_positive_rate_min_val_vw4, group_positive_rate_max_val_vw4], + outputs=[model_performance_summary]) + + self.demo = demo + self.demo.launch(inline=False, debug=True, show_error=True) + + def stop_web_app(self): + self.demo.close() + + def __filter_subgroup_metrics_df(self, results: dict, subgroup_metric: str, + selected_metric: str, selected_subgroup: str, defined_model_names: list): + results[subgroup_metric] = dict() + + # Get distinct sorted model names + sorted_model_names_arr = self.sorted_model_metrics_df[ + (self.sorted_model_metrics_df.Metric == selected_metric) & + (self.sorted_model_metrics_df.Subgroup == selected_subgroup) + ]['Model_Name'].values + sorted_model_names_arr = [model for model in sorted_model_names_arr if model in defined_model_names] + + # Add values to a results dict + for idx, model_name in enumerate(sorted_model_names_arr): + metric_value = self.sorted_model_metrics_df[ + (self.sorted_model_metrics_df.Metric == selected_metric) & + (self.sorted_model_metrics_df.Subgroup == selected_subgroup) & + (self.sorted_model_metrics_df.Model_Name == model_name) + ]['Value'].values[0] + metric_value = metric_value + results[subgroup_metric][model_name] = metric_value + + return results + + def __check_metric_constraints(self, model_performance_dct, input_constraint_dct): + model_metrics_constraints_check_dct = dict() + for metric_dim in model_performance_dct.keys(): + model_metrics_constraints_check_dct[metric_dim] = dict() + for group in model_performance_dct[metric_dim]: + constraint_type = 'overall' if group == 'Overall' else 'disparity' + min_val, max_val = input_constraint_dct[metric_dim][constraint_type][1] + if min_val > max_val: + raise ValueError(f'Max value for the {metric_dim} {constraint_type} dimension should be greater than min value.') + + check = 1 if model_performance_dct[metric_dim][group] >= min_val and model_performance_dct[metric_dim][group] <= max_val else 0 + model_metrics_constraints_check_dct[metric_dim][group] = check + + return model_metrics_constraints_check_dct + + def _create_dataset_proportions_bar_chart(self, grp_name1, grp_name2, grp_name3, grp_name4, grp_name5, grp_name6, grp_name7, grp_name8, + grp_dis_val1, grp_dis_val2, grp_dis_val3, grp_dis_val4, grp_dis_val5, grp_dis_val6, grp_dis_val7, grp_dis_val8): + grp_names = [grp_name1, grp_name2, grp_name3, grp_name4, grp_name5, grp_name6, grp_name7, grp_name8] + grp_names = [grp.strip() for grp in grp_names if grp != '' and grp is not None] + grp_dis_values = [grp_dis_val1, grp_dis_val2, grp_dis_val3, grp_dis_val4, grp_dis_val5, grp_dis_val6, grp_dis_val7, grp_dis_val8] + grp_dis_values = [grp.strip() for grp in grp_dis_values if grp != '' and grp is not None] + + if len(grp_names) != len(grp_dis_values): + raise ValueError("Numbers of sensitive attributes and their disadvantaged groups are different." + "Please, put '-' as a disadvantaged value for intersectional sensitive attributes.") + + # Create a sensitive attrs dict + input_sensitive_attrs_dct = dict() + for grp_name, grp_dis_val in zip(grp_names, grp_dis_values): + if '&' in grp_name: + input_sensitive_attrs_dct[grp_name] = None + else: + try: + converted_grp_dis_val = eval(grp_dis_val) + input_sensitive_attrs_dct[grp_name] = converted_grp_dis_val + except Exception as _: + raise ValueError(f"Type casting error with the {grp_dis_val} value. Use quotes for string disavantaged values.") + + # Partition on protected groups + protected_groups = create_test_protected_groups(self.X_data, self.X_data, input_sensitive_attrs_dct) + + # Create a df with group proportions and group base rates + subgroup_proportions_dct = compute_proportions(protected_groups, self.X_data) + subgroup_base_rates_dct = compute_base_rates(protected_groups, self.y_data) + subgroup_relative_base_rates_dct = dict() + for subgroup in subgroup_proportions_dct.keys(): + pct = subgroup_base_rates_dct[subgroup]['percentage'] * subgroup_proportions_dct[subgroup]['percentage'] + subgroup_relative_base_rates_dct[subgroup] = {'percentage': pct, 'num_rows': subgroup_base_rates_dct[subgroup]['num_rows']} + + stats_df = pd.DataFrame(columns=['Subgroup', 'Percentage', 'Num_Rows', 'Statistics_Type']) + for subgroup in subgroup_proportions_dct.keys(): + stats_df.loc[len(stats_df.index)] = [subgroup, subgroup_proportions_dct[subgroup]['percentage'], + subgroup_proportions_dct[subgroup]['num_rows'], 'Proportion'] + stats_df.loc[len(stats_df.index)] = [subgroup, subgroup_relative_base_rates_dct[subgroup]['percentage'], + subgroup_relative_base_rates_dct[subgroup]['num_rows'], 'Base_Rate'] + + # Create a row facet bar chart + facet_sort_by_lst = ['overall'] + [grp for grp in stats_df.Subgroup.unique() if grp.lower() != 'overall'] + col_facet_bar_chart = create_col_facet_bar_chart(stats_df, + x_col='Statistics_Type', + y_col='Num_Rows', + facet_column_name='Subgroup', + text_labels_column='Percentage', + x_sort_by_lst=['Proportion', 'Base_Rate'], + facet_sort_by_lst=facet_sort_by_lst, + color_legend_title='Statistics Type', + facet_title='') + + return col_facet_bar_chart + + def _create_bar_plot_for_model_selection(self, group_name, overall_metric1, overall_metric_min_val1, overall_metric_max_val1, + disparity_metric1, disparity_metric_min_val1, disparity_metric_max_val1, + overall_metric2, overall_metric_min_val2, overall_metric_max_val2, + disparity_metric2, disparity_metric_min_val2, disparity_metric_max_val2): + metric_name_to_alias_dct = { + overall_metric1: 'C1', + disparity_metric1: 'C2', + overall_metric2: 'C3', + disparity_metric2: 'C4', + } + overall_constraint1 = (overall_metric1, str_to_float(overall_metric_min_val1, 'Overall Constraint (C1) min value'), str_to_float(overall_metric_max_val1, 'Overall Constraint (C1) max value')) + disparity_constraint1 = (disparity_metric1, str_to_float(disparity_metric_min_val1, 'Disparity Constraint (C2) min value'), str_to_float(disparity_metric_max_val1, 'Disparity Constraint (C2) max value')) + overall_constraint2 = (overall_metric2, str_to_float(overall_metric_min_val2, 'Overall Constraint (C3) min value'), str_to_float(overall_metric_max_val2, 'Overall Constraint (C3) max value')) + disparity_constraint2 = (disparity_metric2, str_to_float(disparity_metric_min_val2, 'Disparity Constraint (C4) min value'), str_to_float(disparity_metric_max_val2, 'Disparity Constraint (C4) max value')) + + # Create individual constraints + metrics_value_range_dct = dict() + for constraint in [overall_constraint1, disparity_constraint1, overall_constraint2, disparity_constraint2]: + metrics_value_range_dct[constraint[0]] = [constraint[1], constraint[2]] + # Create intersectional constraints + metrics_value_range_dct[f'{overall_constraint1[0]}&{disparity_constraint1[0]}'] = None + metrics_value_range_dct[f'{overall_constraint1[0]}&{overall_constraint2[0]}'] = None + metrics_value_range_dct[f'{overall_constraint1[0]}&{disparity_constraint2[0]}'] = None + metrics_value_range_dct[(f'{overall_constraint1[0]}&{disparity_constraint1[0]}' + f'&{overall_constraint2[0]}&{disparity_constraint2[0]}')] = None + + melted_all_subgroup_metrics_per_model_dct = dict() + for model_name in self.melted_model_metrics_df['Model_Name'].unique(): + melted_all_subgroup_metrics_per_model_dct[model_name] = ( + self.melted_model_metrics_df)[self.melted_model_metrics_df.Model_Name == model_name] + + melted_all_group_metrics_per_model_dct = dict() + for model_name in self.melted_model_composed_metrics_df['Model_Name'].unique(): + melted_all_group_metrics_per_model_dct[model_name] = ( + self.melted_model_composed_metrics_df)[self.melted_model_composed_metrics_df.Model_Name == model_name] + + return create_flexible_bar_plot_for_model_selection(melted_all_subgroup_metrics_per_model_dct, + melted_all_group_metrics_per_model_dct, + metrics_value_range_dct, + group=group_name, + metric_name_to_alias_dct=metric_name_to_alias_dct) + + def _create_subgroup_model_rank_heatmap(self, model_names: list, subgroup_accuracy_metrics_lst: list, + subgroup_uncertainty_metrics: list, subgroup_stability_metrics_lst: list, + tolerance: str): + """ + Create a group model rank heatmap. + + Parameters + ---------- + model_names + A list of selected model names to display on the heatmap + subgroup_accuracy_metrics_lst + A list of subgroup accuracy metrics to visualize + subgroup_uncertainty_metrics + A list of subgroup uncertainty metrics to visualize + subgroup_stability_metrics_lst + A list of subgroup stability metrics to visualize + tolerance + An acceptable value difference for metrics dense ranking + + """ + tolerance = str_to_float(tolerance, 'Tolerance') + if tolerance < 0.001 or tolerance > 0.2: + raise ValueError('Tolerance should be in the [0.001, 0.2] range') + metrics_lst = subgroup_accuracy_metrics_lst + subgroup_uncertainty_metrics + subgroup_stability_metrics_lst + + # Find metric values for each model based on metric, subgroup, and model names. + # Add the values to a results dict. + results = {} + for metric in metrics_lst: + # Add an overall metric + subgroup_metric = metric + results = self.__filter_subgroup_metrics_df(results, subgroup_metric, metric, + selected_subgroup='overall', defined_model_names=model_names) + + model_metrics_matrix = pd.DataFrame(results).T + model_metrics_matrix = model_metrics_matrix[sorted(model_metrics_matrix.columns)] + model_metrics_matrix = model_metrics_matrix.round(3) # round to make tolerance more precise + sorted_matrix_by_rank = create_subgroup_sorted_matrix_by_rank(model_metrics_matrix, tolerance) + model_rank_heatmap, _ = create_model_rank_heatmap_visualization(model_metrics_matrix, sorted_matrix_by_rank) + + return model_rank_heatmap + + def _create_group_model_rank_heatmap(self, model_names: list, group_fairness_metrics_lst: list, + group_uncertainty_metrics: list, group_stability_metrics_lst: list, tolerance: str): + """ + Create a group model rank heatmap. + + Parameters + ---------- + model_names + A list of selected model names to display on the heatmap + group_fairness_metrics_lst + A list of group fairness metrics to visualize + group_uncertainty_metrics + A list of group uncertainty metrics to visualize + group_stability_metrics_lst + A list of group stability metrics to visualize + tolerance + An acceptable value difference for metrics dense ranking + + """ + tolerance = str_to_float(tolerance, 'Tolerance') + if tolerance < 0.001 or tolerance > 0.2: + raise ValueError('Tolerance should be in the [0.001, 0.2] range') + + groups_lst = self.sensitive_attributes_dct.keys() + metrics_lst = group_fairness_metrics_lst + group_uncertainty_metrics + group_stability_metrics_lst + + # Find metric values for each model based on metric, group, and model names. + # Add the values to a results dict. + results = {} + for metric in metrics_lst: + for group in groups_lst: + group_metric = metric + '_' + group + results[group_metric] = dict() + + # Get distinct sorted model names + sorted_model_names_arr = self.sorted_model_composed_metrics_df[ + (self.sorted_model_composed_metrics_df.Metric == metric) & + (self.sorted_model_composed_metrics_df.Subgroup == group) + ]['Model_Name'].values + sorted_model_names_arr = [model for model in sorted_model_names_arr if model in model_names] + + # Add values to a results dict + for idx, model_name in enumerate(sorted_model_names_arr): + metric_value = self.sorted_model_composed_metrics_df[ + (self.sorted_model_composed_metrics_df.Metric == metric) & + (self.sorted_model_composed_metrics_df.Subgroup == group) & + (self.sorted_model_composed_metrics_df.Model_Name == model_name) + ]['Value'].values[0] + metric_value = metric_value + results[group_metric][model_name] = metric_value + + model_metrics_matrix = pd.DataFrame(results).T + model_metrics_matrix = model_metrics_matrix[sorted(model_metrics_matrix.columns)] + model_metrics_matrix = model_metrics_matrix.round(3) # round to make tolerance more precise + sorted_matrix_by_rank = create_sorted_matrix_by_rank(model_metrics_matrix, tolerance) + model_rank_heatmap, _ = create_model_rank_heatmap_visualization(model_metrics_matrix, sorted_matrix_by_rank) + + return model_rank_heatmap + + def _create_model_performance_summary(self, model_name: str, accuracy_metric, accuracy_min_val, accuracy_max_val, + stability_metric, stability_min_val, stability_max_val, + uncertainty_metric, uncertainty_min_val, uncertainty_max_val, + positive_rate_metric, positive_rate_min_val, positive_rate_max_val, + fairness_metric, fairness_min_val, fairness_max_val, + group_stability_metric, group_stab_min_val, group_stab_max_val, + group_uncertainty_metric, group_uncertainty_min_val, group_uncertainty_max_val, + group_positive_rate_metric, group_positive_rate_min_val, group_positive_rate_max_val): + accuracy_constraint = (accuracy_metric, [str_to_float(accuracy_min_val, 'Accuracy min value'), + str_to_float(accuracy_max_val, 'Accuracy max value')]) + stability_constraint = (stability_metric, [str_to_float(stability_min_val, 'Stability min value'), + str_to_float(stability_max_val, 'Stability max value')]) + uncertainty_constraint = (uncertainty_metric, [str_to_float(uncertainty_min_val, 'Uncertainty min value'), + str_to_float(uncertainty_max_val, 'Uncertainty max value')]) + positive_rate_constraint = (positive_rate_metric, [str_to_float(positive_rate_min_val, 'Positive-Rate min value'), + str_to_float(positive_rate_max_val, 'Positive-Rate max value')]) + + fairness_constraint = (fairness_metric, [str_to_float(fairness_min_val, 'Error disparity metric min value'), + str_to_float(fairness_max_val, 'Error disparity metric max value')]) + group_stability_constraint = (group_stability_metric, [str_to_float(group_stab_min_val, 'Stability disparity min value'), + str_to_float(group_stab_max_val, 'Stability disparity max value')]) + group_uncertainty_constraint = (group_uncertainty_metric, [str_to_float(group_uncertainty_min_val, 'Uncertainty disparity min value'), + str_to_float(group_uncertainty_max_val, 'Uncertainty disparity max value')]) + group_positive_rate_constraint = (group_positive_rate_metric, [str_to_float(group_positive_rate_min_val, 'Positive-Rate disparity min value'), + str_to_float(group_positive_rate_max_val, 'Positive-Rate disparity max value')]) + + input_constraints_dct = { + 'Accuracy': { + 'overall': accuracy_constraint, + 'disparity': fairness_constraint, + }, + 'Stability': { + 'overall': stability_constraint, + 'disparity': group_stability_constraint, + }, + 'Uncertainty': { + 'overall': uncertainty_constraint, + 'disparity': group_uncertainty_constraint, + }, + 'Positive-Rate': { + 'overall': positive_rate_constraint, + 'disparity': group_positive_rate_constraint, + }, + } + + # Extract overall and disparity metrics from metrics dfs. + # Add the values to a results dict. + model_performance_dct = {} + for metric_dim in input_constraints_dct.keys(): + model_performance_dct[metric_dim] = dict() + subgroup_metric = input_constraints_dct[metric_dim]['overall'][0] + model_performance_dct[metric_dim]['Overall'] = self.sorted_model_metrics_df[ + (self.sorted_model_metrics_df.Metric == subgroup_metric) & + (self.sorted_model_metrics_df.Subgroup == 'overall') & + (self.sorted_model_metrics_df.Model_Name == model_name) + ]['Value'].values[0] + + group_metric = input_constraints_dct[metric_dim]['disparity'][0] + for group_name in self.group_names: + model_performance_dct[metric_dim]['Disparity: ' + group_name] = self.sorted_model_composed_metrics_df[ + (self.sorted_model_composed_metrics_df.Metric == group_metric) & + (self.sorted_model_composed_metrics_df.Subgroup == group_name) & + (self.sorted_model_composed_metrics_df.Model_Name == model_name) + ]['Value'].values[0] + + metric_constraints_check_dct = self.__check_metric_constraints(model_performance_dct, input_constraints_dct) + + model_metrics_matrix = pd.DataFrame(model_performance_dct).T + aligned_column_names = ['Overall'] + [col for col in model_metrics_matrix.columns if col != 'Overall'] + model_metrics_matrix = model_metrics_matrix[aligned_column_names] + metric_constraints_check_matrix = pd.DataFrame(metric_constraints_check_dct).T + metric_constraints_check_matrix = metric_constraints_check_matrix[aligned_column_names] + + model_performance_summary, _ = create_model_performance_summary_visualization(model_metrics_matrix, metric_constraints_check_matrix) + return model_performance_summary + + def _create_subgroup_metrics_bar_chart_per_one_model(self, model_name: str, subgroup_accuracy_metrics_lst: list, + subgroup_uncertainty_metrics: list, subgroup_stability_metrics_lst: list): + metrics_names = subgroup_accuracy_metrics_lst + subgroup_uncertainty_metrics + subgroup_stability_metrics_lst + return self._create_metrics_bar_chart_per_one_model(model_name, metrics_names, metrics_type='subgroup') + + def _create_group_metrics_bar_chart_per_one_model(self, model_name: str, group_fairness_metrics_lst: list, + group_uncertainty_metrics_lst: list, + group_stability_metrics_lst: list): + metrics_names = group_fairness_metrics_lst + group_uncertainty_metrics_lst + group_stability_metrics_lst + return self._create_metrics_bar_chart_per_one_model(model_name, metrics_names, metrics_type='group') + + def _create_metrics_bar_chart_per_one_model(self, model_name: str, metrics_names: list, metrics_type: str): + """ + This bar chart displays metrics for different groups and one specific model. + + Parameters + ---------- + model_name + A model name to display metrics + metrics_names + A list of metric names to visualize + metrics_type + A metrics type ('subgroup' or 'group') to visualize + + """ + metrics_title = 'Disparity Metrics' if metrics_type == "group" else 'Group Specific Metrics' + metrics_df = self.melted_model_composed_metrics_df if metrics_type == "group" else self.melted_model_metrics_df + filtered_groups = [grp for grp in metrics_df.Subgroup.unique() if '_correct' not in grp and '_incorrect' not in grp] + filtered_groups = [grp for grp in filtered_groups if grp.lower() != 'overall'] + ['overall'] + filtered_metrics_df = metrics_df[(metrics_df['Metric'].isin(metrics_names)) & + (metrics_df['Model_Name'] == model_name) & + (metrics_df['Subgroup'].isin(filtered_groups))] + + base_font_size = 16 + models_metrics_chart = ( + alt.Chart().mark_bar().encode( + alt.Y('Subgroup:N', axis=None, sort=filtered_groups), + alt.X('Value:Q', axis=alt.Axis(grid=True), title=''), + alt.Color('Subgroup:N', + scale=alt.Scale(scheme="tableau20"), + sort=filtered_groups, + legend=alt.Legend(title='Disparity' if metrics_type == 'group' else 'Group', + labelFontSize=base_font_size, + titleFontSize=base_font_size + 2)) + ) + ) + + text = ( + models_metrics_chart.mark_text( + align='left', + baseline='middle', + fontSize=base_font_size, + dx=10 + ).encode( + text=alt.Text('Value:Q', format=",.3f"), + color=alt.value("black") + ) + ) + + final_chart = ( + alt.layer( + models_metrics_chart, text, data=filtered_metrics_df + ).properties( + width=500, + height=100 + ).facet( + row=alt.Row('Metric:N', title=metrics_title, sort=metrics_names) + ).configure( + padding={'top': 33}, + ).configure_headerRow( + labelAngle=0, + labelPadding=10, + labelAlign='left', + labelFontSize=base_font_size, + titleFontSize=base_font_size + 2 + ).configure_axis( + labelFontSize=base_font_size, titleFontSize=base_font_size + 2 + ) + ) + + return final_chart diff --git a/virny/custom_classes/metrics_visualizer.py b/virny/custom_classes/metrics_visualizer.py index e895b493..377bcdf9 100644 --- a/virny/custom_classes/metrics_visualizer.py +++ b/virny/custom_classes/metrics_visualizer.py @@ -8,6 +8,7 @@ from datetime import datetime, timezone from virny.configs.constants import ReportType +from virny.utils.data_viz_utils import create_sorted_matrix_by_rank class MetricsVisualizer: @@ -252,19 +253,6 @@ def create_fairness_variance_interactive_bar_chart(self): ) ) - @staticmethod - def _create_sorted_matrix_by_rank(model_metrics_matrix) -> np.array: - models_distances_matrix = model_metrics_matrix.copy(deep=True).T - metric_names = models_distances_matrix.columns - for metric_name in metric_names: - if 'impact' in metric_name.lower() or 'ratio' in metric_name.lower(): - models_distances_matrix[metric_name] = models_distances_matrix[metric_name] - 1 - models_distances_matrix[metric_name] = models_distances_matrix[metric_name].abs() - - models_distances_matrix = models_distances_matrix.T - sorted_matrix_by_rank = np.argsort(np.argsort(models_distances_matrix, axis=1), axis=1) - return sorted_matrix_by_rank - def create_model_rank_heatmap(self, model_metrics_matrix, sorted_matrix_by_rank, num_models: int): """ This heatmap includes all group fairness and stability metrics and all defined models. @@ -385,7 +373,7 @@ def create_model_rank_heatmaps(self, metrics_lst: list, groups_lst): results[group_metric][model_name] = metric_value model_metrics_matrix = pd.DataFrame(results).T - sorted_matrix_by_rank = MetricsVisualizer._create_sorted_matrix_by_rank(model_metrics_matrix) + sorted_matrix_by_rank = create_sorted_matrix_by_rank(model_metrics_matrix) model_rank_heatmap = self.create_model_rank_heatmap(model_metrics_matrix, sorted_matrix_by_rank, num_models) total_model_rank_heatmap = self.create_total_model_rank_heatmap(sorted_matrix_by_rank, num_models) if self.__create_report: diff --git a/virny/utils/common_helpers.py b/virny/utils/common_helpers.py index dc9e81ab..d82b4944 100644 --- a/virny/utils/common_helpers.py +++ b/virny/utils/common_helpers.py @@ -1,4 +1,5 @@ import os +import re from datetime import datetime, timezone from sklearn.metrics import confusion_matrix @@ -71,6 +72,20 @@ def validate_config(config_obj): return True +def isfloat_regex(string): + # We have defined a pattern for float value + pattern = r'^[-+]?[0-9]*\.?[0-9]+([eE][-+]?[0-9]+)?$' + # Find the match and convert to boolean + return bool(re.match(pattern, string)) + + +def str_to_float(str_var: str, var_name: str): + if isfloat_regex(str_var): + return float(str_var) + else: + raise ValueError(f"{var_name} must be a float number with a '.' separator.") + + def reset_model_seed(model, new_seed, verbose): if isinstance(model, base.Classifier): # For incremental models model.seed = new_seed @@ -93,6 +108,15 @@ def save_metrics_to_file(metrics_df, result_filename, save_dir_path): metrics_df.to_csv(f'{save_dir_path}/{filename}', index=False) +def check_substring_in_list(val_to_check: str, allowed_lst: list): + # Case-insensitive check if a val_to_check substring is in allowed_lst + val_to_check = val_to_check.lower() + for allowed_val in allowed_lst: + if allowed_val.lower() in val_to_check: + return True + return False + + def confusion_matrix_metrics(y_true, y_preds): metrics = dict() TN, FP, FN, TP = confusion_matrix(y_true, y_preds).ravel() diff --git a/virny/utils/data_viz_utils.py b/virny/utils/data_viz_utils.py index bb262b3a..8cae6f28 100644 --- a/virny/utils/data_viz_utils.py +++ b/virny/utils/data_viz_utils.py @@ -1,36 +1,526 @@ -import os +import math +import numpy as np import pandas as pd +import altair as alt +import seaborn as sns +from matplotlib import pyplot as plt +from altair.utils.schemapi import Undefined -def create_average_metrics_df(dataset_name, model_names, metrics_path): - results_filenames = [filename for filename in os.listdir(metrics_path)] - models_average_results_dct = dict() - for model_name in model_names: - model_results_filenames = [filename for filename in results_filenames if 'Average_Metrics' not in filename - and dataset_name in filename - and model_name in filename] +from virny.utils.common_helpers import check_substring_in_list +from IPython.display import display - if len(model_results_filenames) == 0: - continue - model_results_dfs = [] - for model_results_filename in model_results_filenames: - model_results_df = pd.read_csv(f'{metrics_path}/{model_results_filename}') - model_results_df.set_index('index', inplace = True) - model_results_dfs.append(model_results_df) +def rank_with_tolerance(pd_series: pd.Series, tolerance: float = 0.001): + """ + Rank a pandas series with defined tolerance. + Ref: https://stackoverflow.com/questions/72956450/pandas-ranking-with-tolerance - model_average_results_df = None - for model_results_df in model_results_dfs: - if model_average_results_df is None: - model_average_results_df = model_results_df - else: - model_average_results_df += model_results_df + Parameters + ---------- + pd_series + A pandas series to rank + tolerance + A float value for ranking - model_average_results_df = model_average_results_df / len(model_results_dfs) - models_average_results_dct[model_name] = model_average_results_df + Returns + ------- + A pandas series with dense ranks for the input pd series. - filename = f'Average_Metrics_{dataset_name}_{model_name}.csv' - model_average_results_df.reset_index().to_csv(f'{metrics_path}/{filename}', index=False) - print(f'File with average metrics for {model_name} is created') + """ + sorted_vals = sorted(pd_series.tolist()) - return models_average_results_dct + # Create a dictionary with bin constraints + bin_constraints_dct = dict() + for i in range(len(sorted_vals)): + val = sorted_vals[i] + rank = i + 1 + bin_constraints_dct[rank] = [round(val - tolerance, 3), round(val + tolerance, 3)] + + # Assign ranks for each pandas series value + assigned_ranks_dct = dict() + for i in range(len(sorted_vals)): + val = sorted_vals[i] + max_rank = i + 1 + actual_rank = None + for rank in bin_constraints_dct.keys(): + min_limit, max_limit = bin_constraints_dct[rank] + if min_limit <= val <= max_limit: + actual_rank = rank + break + + assigned_ranks_dct[str(round(val, 3))] = actual_rank + # Dynamically delete constraints from bin_constraints_dct to keep values in the same bin with tolerance + if actual_rank != max_rank: + del bin_constraints_dct[max_rank] + + def get_rank_with_tolerance(val): + return assigned_ranks_dct[str(round(val, 3))] + + return pd_series.apply(get_rank_with_tolerance).rank(method='dense') + + +def compute_proportions(protected_groups, X_data): + subgroup_proportions_dct = {'overall': {'percentage': 1.0, 'num_rows': X_data.shape[0]}} + for col_name in protected_groups.keys(): + proportion = protected_groups[col_name].shape[0] / X_data.shape[0] + subgroup_proportions_dct[col_name] = {'percentage': proportion, 'num_rows': protected_groups[col_name].shape[0]} + + return subgroup_proportions_dct + + +def compute_base_rates(protected_groups, y_data): + overall_base_rate = y_data[y_data == 1].shape[0] / y_data.shape[0] + subgroup_base_rates_dct = {'overall': {'percentage': overall_base_rate, 'num_rows': y_data[y_data == 1].shape[0]}} + for col_name in protected_groups.keys(): + filtered_df = y_data.iloc[protected_groups[col_name].index].copy(deep=True) + base_rate = filtered_df[filtered_df == 1].shape[0] / filtered_df.shape[0] + subgroup_base_rates_dct[col_name] = {'percentage': base_rate, 'num_rows': filtered_df[filtered_df == 1].shape[0]} + + return subgroup_base_rates_dct + + +def create_sorted_matrix_by_rank(model_metrics_matrix, tolerance) -> np.array: + models_distances_matrix = model_metrics_matrix.copy(deep=True).T + metric_names = models_distances_matrix.columns + for metric_name in metric_names: + if 'impact' in metric_name.lower() or 'ratio' in metric_name.lower(): + models_distances_matrix[metric_name] = models_distances_matrix[metric_name] - 1 + models_distances_matrix[metric_name] = models_distances_matrix[metric_name].abs() + + models_distances_matrix = models_distances_matrix.T + models_distances_df = pd.DataFrame(models_distances_matrix) + sorted_matrix_by_rank = models_distances_df.apply( + lambda row : rank_with_tolerance(row, tolerance), axis = 1 + ) + + return sorted_matrix_by_rank + + +def create_subgroup_sorted_matrix_by_rank(model_metrics_matrix, tolerance) -> np.array: + models_distances_matrix = model_metrics_matrix.copy(deep=True).T + metric_names = models_distances_matrix.columns + for metric_name in metric_names: + if check_substring_in_list(metric_name, ['TPR', 'TNR', 'PPV', 'Accuracy', 'F1', 'Label_Stability', 'Positive-Rate']): + # Cast a metric to a case when the closer value to one is the better + models_distances_matrix[metric_name] = 1 - models_distances_matrix[metric_name] + models_distances_matrix[metric_name] = models_distances_matrix[metric_name].abs() + + models_distances_matrix = models_distances_matrix.T + models_distances_df = pd.DataFrame(models_distances_matrix) + sorted_matrix_by_rank = models_distances_df.apply( + lambda row : rank_with_tolerance(row, tolerance), axis = 1 + ) + + return sorted_matrix_by_rank + + +def create_col_facet_bar_chart(df, x_col, y_col, facet_column_name, text_labels_column, x_sort_by_lst=Undefined, + facet_sort_by_lst=Undefined, color_legend_title=Undefined, facet_title=Undefined): + num_facets = len(df[facet_column_name].unique()) + max_y_axis_limit = df[y_col].max() + base_font_size = 16 + + # Set dynamic variables that adapt to the number of defined groups + dynamic_facet_width = 100 + dynamic_label_angle = -20 + dynamic_font_size = base_font_size + dynamic_top_padding = 40 + dynamic_legend_y_padding = -140 + if num_facets > 4 * 2 + 1 and num_facets <= 6 * 2 + 1: + dynamic_facet_width = 75 + dynamic_label_angle = -25 + dynamic_font_size -= 2 + dynamic_top_padding = 40 + dynamic_legend_y_padding = -160 + elif num_facets > 6 * 2 + 1: + dynamic_facet_width = 50 + dynamic_label_angle = -45 + dynamic_font_size -= 4 + dynamic_top_padding = 50 + dynamic_legend_y_padding = -200 + + bar_chart = ( + alt.Chart().mark_bar().encode( + alt.X(f'{x_col}:N', axis=None, sort=x_sort_by_lst), + alt.Y(f'{y_col}:Q', axis=alt.Axis(grid=True), title='', scale=alt.Scale(domain=[0, max_y_axis_limit])), + alt.Color(f'{x_col}:N', + scale=alt.Scale(scheme="tableau20"), + sort=x_sort_by_lst, + legend=alt.Legend(title=color_legend_title, + labelFontSize=base_font_size, + titleFontSize=base_font_size + 2, + orient='none', + legendX=0, legendY=dynamic_legend_y_padding, + direction='horizontal')) + ) + ) + + text_labels = ( + bar_chart.mark_text( + baseline='middle', + fontSize=dynamic_font_size, + dy=-10 + ).encode( + text=alt.Text(f'{text_labels_column}:Q', format=",.2f"), + color=alt.value("black") + ) + ) + + final_chart = ( + alt.layer( + bar_chart, text_labels, data=df + ).properties( + width=dynamic_facet_width, + height=500 + ).facet( + column=alt.Column(f'{facet_column_name}:N', title=facet_title, + sort=facet_sort_by_lst, header=alt.Header(labelAngle=dynamic_label_angle, + labelAnchor='middle', + labelAlign='center', + labelPadding=-15)) + ).configure( + padding={'top': dynamic_top_padding}, + ).configure_headerColumn( + labelFontSize=base_font_size, + titleFontSize=base_font_size + 2, + ).configure_axis( + labelFontSize=base_font_size, titleFontSize=base_font_size + 2 + ) + ) + + return final_chart + + +def create_row_facet_bar_chart(df, x_col, y_col, facet_column_name, y_sort_by_lst=Undefined, + facet_sort_by_lst=Undefined, color_legend_title=Undefined, facet_title=Undefined): + base_font_size = 16 + bar_chart = ( + alt.Chart().mark_bar().encode( + alt.Y(f'{y_col}:N', axis=None, sort=y_sort_by_lst), + alt.X(f'{x_col}:Q', axis=alt.Axis(grid=True), title=''), + alt.Color(f'{y_col}:N', + scale=alt.Scale(scheme="tableau20"), + sort=y_sort_by_lst, + legend=alt.Legend(title=color_legend_title, + labelFontSize=base_font_size, + titleFontSize=base_font_size + 2, + orient='top')) + ) + ) + + text_labels = ( + bar_chart.mark_text( + baseline='middle', + fontSize=base_font_size, + dx=10 + ).encode( + text=alt.Text('Value:Q', format=",.3f"), + color=alt.value("black") + ) + ) + + final_chart = ( + alt.layer( + bar_chart, text_labels, data=df + ).properties( + width=500, + height=100 + ).facet( + row=alt.Row(f'{facet_column_name}:N', title=facet_title, sort=facet_sort_by_lst) + ).configure( + padding={'top': 33}, + ).configure_headerRow( + labelFontSize=base_font_size, + titleFontSize=base_font_size + 2 + ).configure_axis( + labelFontSize=base_font_size, titleFontSize=base_font_size + 2 + ) + ) + + return final_chart + + +def create_model_rank_heatmap_visualization(model_metrics_matrix, sorted_matrix_by_rank): + """ + This heatmap includes group fairness and stability metrics and defined models. + Using it, you can visually compare the models across defined group metrics. On this plot, + colors display ranks where 1 is the best model for the metric. These ranks are conditioned + on difference or ratio operations used to create these group metrics: + + 1) if the metric is created based on the difference operation, closer values to zero have ranks that are closer to the first rank + + 2) if the metric is created based on the ratio operation, closer values to one have ranks that are closer to the first rank + + Parameters + ---------- + model_metrics_matrix + Matrix of model metrics values where indexes are group metric names and columns are model names + sorted_matrix_by_rank + Matrix of model ranks per metric where indexes are group metric names and columns are model names + + """ + font_increase = 4 + matrix_width = 20 + matrix_height = model_metrics_matrix.shape[0] if model_metrics_matrix.shape[0] >= 3 \ + else model_metrics_matrix.shape[0] * 2.5 + num_ranks = int(sorted_matrix_by_rank.values.max()) + + fig = plt.figure(figsize=(matrix_width, matrix_height)) + # Set a green color when there is only one rank + if num_ranks == 1: + rank_colors = sns.diverging_palette(145, 13, s=75, l=70, n=num_ranks).as_hex() + else: + rank_colors = sns.diverging_palette(13, 145, s=75, l=70, n=num_ranks).as_hex() + # Convert ranks to minus ranks (1 --> -1; 4 --> -4) to align rank positions with a color scheme + reversed_sorted_matrix_by_rank = sorted_matrix_by_rank * -1 + ax = sns.heatmap(reversed_sorted_matrix_by_rank, annot=model_metrics_matrix.round(3), cmap=rank_colors, + fmt='', annot_kws={'color': 'black', 'alpha': 0.7, 'fontsize': 16 + font_increase}) + ax.set(xlabel="", ylabel="") + ax.xaxis.tick_top() + ax.tick_params(axis='x', rotation=10) + ax.tick_params(labelsize=16 + font_increase) + fig.tight_layout() + + cbar = ax.collections[0].colorbar + model_ranks = [idx + 1 for idx in range(num_ranks)] + cbar.set_ticks([float(idx) * -1 for idx in model_ranks]) + tick_labels = ['' for _ in model_ranks] + if len(tick_labels) > 1: + tick_labels[0] = 'Best' + tick_labels[-1] = 'Worst' + cbar.set_ticklabels(tick_labels, fontsize=16 + font_increase) + + return fig, ax + + +def create_model_performance_summary_visualization(main_matrix, matrix_for_colors): + font_increase = 6 + matrix_width = 20 + matrix_height = main_matrix.shape[0] if main_matrix.shape[0] >= 3 else main_matrix.shape[0] * 2.5 + + fig = plt.figure(figsize=(matrix_width, matrix_height)) + ax = sns.heatmap(matrix_for_colors, annot=main_matrix.round(3), + cmap=["#EE8367", "#58D68D"], # [red, green] + fmt='', linewidths=1.0, + vmin=0, vmax=1, + cbar_kws={"ticks":[0, 1]}, + annot_kws={'color': 'black', 'alpha': 0.7, 'fontsize': 10 + font_increase}) + ax.set(xlabel="", ylabel="") + ax.xaxis.tick_top() + ax.tick_params(axis='y', rotation=0) + ax.tick_params(labelsize=10 + font_increase) + fig.subplots_adjust(left=0.2, top=0.7) + + cbar = ax.collections[0].colorbar + tick_labels = ['Failed', 'Passed'] + cbar.set_ticks([0.25,0.75]) + cbar.set_ticklabels(tick_labels, fontsize=10 + font_increase) + + return fig, ax + + +def create_flexible_bar_plot_for_model_selection(all_subgroup_metrics_per_model_dct: dict, all_group_metrics_per_model_dct: dict, + metrics_value_range_dct: dict, group: str, metric_name_to_alias_dct: dict): + # Compute the number of models that satisfy the conditions + models_in_range_df, df_with_models_satisfied_all_constraints = ( + create_models_in_range_dct(all_subgroup_metrics_per_model_dct, all_group_metrics_per_model_dct, + metrics_value_range_dct, group)) + + def get_column_alias(metric_group): + if '&' not in metric_group: + alias = metric_name_to_alias_dct[metric_group] + else: + metrics = metric_group.split('&') + alias = None + for idx, metric in enumerate(metrics): + if idx == 0: + alias = metric_name_to_alias_dct[metric] + else: + alias += ' & ' + metric_name_to_alias_dct[metric] + + return alias + + # Replace metric groups on their aliases + models_in_range_df['Alias'] = models_in_range_df['Metric_Group'].apply(get_column_alias) + models_in_range_df['Title'] = models_in_range_df['Alias'] + + base_font_size = 14 + bar_plot = alt.Chart(models_in_range_df).mark_bar().encode( + x=alt.X("Title", type="nominal", title='Metric Group', axis=alt.Axis(labelAngle=-30), + sort=alt.Sort(order='ascending')), + y=alt.Y("Number_of_Models", title="Number of Models", type="quantitative"), + color=alt.Color('Model_Type', legend=alt.Legend(title='Model Type')) + ).configure(padding={'top': 33} + ).configure_axis( + labelFontSize=base_font_size + 2, + titleFontSize=base_font_size + 4, + labelFontWeight='normal', + titleFontWeight='normal', + labelLimit=300, + tickMinStep=1, + ).configure_title( + fontSize=base_font_size + 2 + ).configure_legend( + titleFontSize=base_font_size + 4, + labelFontSize=base_font_size + 2, + symbolStrokeWidth=4, + labelLimit=300, + titleLimit=220, + ).properties(width=650, height=450) + + return bar_plot, df_with_models_satisfied_all_constraints + + +def create_bar_plot_for_model_selection(all_subgroup_metrics_per_model_dct: dict, all_group_metrics_per_model_dct: dict, + metrics_value_range_dct: dict, group: str): + # Compute the number of models that satisfy the conditions + models_in_range_df, df_with_models_satisfied_all_constraints = ( + create_models_in_range_dct(all_subgroup_metrics_per_model_dct, all_group_metrics_per_model_dct, + metrics_value_range_dct, group)) + # Replace metric groups on their aliases + metric_name_to_alias_dct = { + # C1 + 'TPR': 'C1', + 'TNR': 'C1', + 'FNR': 'C1', + 'FPR': 'C1', + 'PPV': 'C1', + 'Accuracy': 'C1', + 'F1': 'C1', + 'Positive-Rate': 'C1', + # C2 + 'Equalized_Odds_TPR': 'C2', + 'Equalized_Odds_FPR': 'C2', + 'Equalized_Odds_FNR': 'C2', + 'Disparate_Impact': 'C2', + 'Statistical_Parity_Difference': 'C2', + # C3 + 'Std': 'C3', + 'IQR': 'C3', + 'Jitter': 'C3', + 'Label_Stability': 'C3', + # C4 + 'IQR_Parity': 'C4', + 'Label_Stability_Ratio': 'C4', + 'Label_Stability_Difference': 'C4', + 'Std_Parity': 'C4', + 'Std_Ratio': 'C4', + 'Jitter_Parity': 'C4', + } + + def get_column_alias(metric_group): + if '&' not in metric_group: + alias = metric_name_to_alias_dct[metric_group] + else: + metrics = metric_group.split('&') + alias = None + for idx, metric in enumerate(metrics): + if idx == 0: + alias = metric_name_to_alias_dct[metric] + else: + alias += ' & ' + metric_name_to_alias_dct[metric] + + return alias + + models_in_range_df['Alias'] = models_in_range_df['Metric_Group'].apply(get_column_alias) + models_in_range_df['Title'] = models_in_range_df['Alias'] + + base_font_size = 14 + bar_plot = alt.Chart(models_in_range_df).mark_bar().encode( + x=alt.X("Title", type="nominal", title='Metric Group', axis=alt.Axis(labelAngle=-30), + sort=alt.Sort(order='ascending')), + y=alt.Y("Number_of_Models", title="Number of Models", type="quantitative"), + color=alt.Color('Model_Type', legend=alt.Legend(title='Model Type')) + ).configure(padding={'top': 33} + ).configure_axis( + labelFontSize=base_font_size + 2, + titleFontSize=base_font_size + 4, + labelFontWeight='normal', + titleFontWeight='normal', + labelLimit=300, + tickMinStep=1, + ).configure_title( + fontSize=base_font_size + 2 + ).configure_legend( + titleFontSize=base_font_size + 4, + labelFontSize=base_font_size + 2, + symbolStrokeWidth=4, + labelLimit=300, + titleLimit=220, + ).properties(width=650, height=450) + + return bar_plot, df_with_models_satisfied_all_constraints + + +def create_models_in_range_dct(all_subgroup_metrics_per_model_dct: dict, all_group_metrics_per_model_dct: dict, + metrics_value_range_dct: dict, group: str): + # Merge subgroup and group metrics for each model and align their columns + all_metrics_for_all_models_df = pd.DataFrame() + for model_name in all_subgroup_metrics_per_model_dct.keys(): + group_metrics_per_model_df = all_group_metrics_per_model_dct[model_name][ + (all_group_metrics_per_model_dct[model_name]['Subgroup'] == group) + ] + subgroup_metrics_per_model_df = all_subgroup_metrics_per_model_dct[model_name][ + (all_subgroup_metrics_per_model_dct[model_name]['Subgroup'] == 'overall') + ] + subgroup_metrics_per_model_df['Subgroup'] = subgroup_metrics_per_model_df['Subgroup'] + aligned_subgroup_metrics_per_model_df = subgroup_metrics_per_model_df[group_metrics_per_model_df.columns] + + combined_metrics_per_model_df = pd.concat([group_metrics_per_model_df, aligned_subgroup_metrics_per_model_df]).reset_index(drop=True) + all_metrics_for_all_models_df = pd.concat([all_metrics_for_all_models_df, combined_metrics_per_model_df]) + + all_metrics_for_all_models_df = all_metrics_for_all_models_df.reset_index(drop=True) + all_metrics_for_all_models_df = all_metrics_for_all_models_df.drop(['Subgroup'], axis=1) + + # Create new columns based on values in Metric and Value columns + pivoted_model_metrics_df = all_metrics_for_all_models_df.pivot(columns='Metric', values='Value', + index=[col for col in all_metrics_for_all_models_df.columns + if col not in ('Metric', 'Value')]).reset_index() + # Create a Model_Type column to count the number of models that satisfied the constraints based on their model types + pivoted_model_metrics_df['Model_Type'] = pivoted_model_metrics_df['Model_Name'].str.split('__', expand=True)[0] + model_types = pivoted_model_metrics_df['Model_Type'].unique() + + # Create a pandas condition for filtering based on the input value ranges + models_in_range_df = pd.DataFrame() + df_with_models_satisfied_all_constraints = pd.DataFrame() + for idx, (metric_group, value_range) in enumerate(metrics_value_range_dct.items()): + pd_condition = None + if '&' not in metric_group: + min_range_val, max_range_val = value_range + if max_range_val < min_range_val: + raise ValueError('The second value in the input range must be greater than the first value, ' + 'so to be in the following format -- (min_range_val, max_range_val)') + metric = metric_group + pd_condition = (pivoted_model_metrics_df[metric] >= min_range_val) & (pivoted_model_metrics_df[metric] <= max_range_val) + else: + metrics = metric_group.split('&') + for idx, metric in enumerate(metrics): + min_range_val, max_range_val = metrics_value_range_dct[metric] + if max_range_val < min_range_val: + raise ValueError('The second value in the input range must be greater than the first value, ' + 'so to be in the following format -- (min_range_val, max_range_val)') + if idx == 0: + pd_condition = (pivoted_model_metrics_df[metric] >= min_range_val) & (pivoted_model_metrics_df[metric] <= max_range_val) + else: + pd_condition &= (pivoted_model_metrics_df[metric] >= min_range_val) & (pivoted_model_metrics_df[metric] <= max_range_val) + + num_satisfied_models_df = pivoted_model_metrics_df[pd_condition]['Model_Type'].value_counts().reset_index() + num_satisfied_models_df.rename(columns = {'Model_Type': 'Number_of_Models'}, inplace = True) + num_satisfied_models_df.rename(columns = {'index': 'Model_Type'}, inplace = True) + # If a constraint for a metric group is not satisfied, add zeros for all model names + if num_satisfied_models_df.shape[0] == 0: + num_satisfied_models_df = pd.DataFrame({'Model_Type': model_types, + 'Number_of_Models': [0] * len(model_types)}) + + num_satisfied_models_df['Metric_Group'] = metric_group + if idx == 0: + models_in_range_df = num_satisfied_models_df + else: + # Concatenate based on rows + models_in_range_df = pd.concat([models_in_range_df, num_satisfied_models_df], ignore_index=True, sort=False) + + if metric_group.count('&') == 3: + df_with_models_satisfied_all_constraints = pivoted_model_metrics_df[pd_condition][['Model_Type', 'Model_Name']] + + return models_in_range_df, df_with_models_satisfied_all_constraints diff --git a/virny/utils/protected_groups_partitioning.py b/virny/utils/protected_groups_partitioning.py index 658198d7..e13a20b6 100644 --- a/virny/utils/protected_groups_partitioning.py +++ b/virny/utils/protected_groups_partitioning.py @@ -70,8 +70,16 @@ def create_test_protected_groups(X_test: pd.DataFrame, init_features_df: pd.Data """ plain_sensitive_attributes = [attr for attr in sensitive_attributes_dct.keys() if INTERSECTION_SIGN not in attr] - X_test_with_sensitive_attrs = init_features_df[plain_sensitive_attributes].loc[X_test.index] + # Check spelling of sensitive attributes + attrs_with_errors = [] + for attr in plain_sensitive_attributes: + if attr not in init_features_df.columns: + attrs_with_errors.append(attr) + if len(attrs_with_errors) > 0: + raise ValueError(f"At least one of sensitive attributes is not in dataset columns. Check spelling of {attrs_with_errors} attributes.") + + X_test_with_sensitive_attrs = init_features_df[plain_sensitive_attributes].loc[X_test.index] groups = dict() for attr in sensitive_attributes_dct.keys(): attr = attr.strip()