From dc827dfad6971544bd22091d22d596c05b9e55fb Mon Sep 17 00:00:00 2001 From: Garry Bowlin Date: Thu, 10 Oct 2024 15:55:32 +0000 Subject: [PATCH] remove fairness_audit documentation and stub, fix refresh on scores, remove update to config --- docs/reference/seismometer.rst | 1 - example-notebooks/binary-classifier/usage_config.yml | 4 ---- src/seismometer/_api.py | 8 -------- src/seismometer/report/fairness.py | 3 ++- 4 files changed, 2 insertions(+), 14 deletions(-) diff --git a/docs/reference/seismometer.rst b/docs/reference/seismometer.rst index d2ec07d..14f71ff 100644 --- a/docs/reference/seismometer.rst +++ b/docs/reference/seismometer.rst @@ -32,7 +32,6 @@ Public API cohort_evaluation cohort_comparison_report cohort_list - fairness_audit feature_alerts feature_summary model_evaluation diff --git a/example-notebooks/binary-classifier/usage_config.yml b/example-notebooks/binary-classifier/usage_config.yml index 23d4571..e779c64 100644 --- a/example-notebooks/binary-classifier/usage_config.yml +++ b/example-notebooks/binary-classifier/usage_config.yml @@ -7,10 +7,6 @@ data_usage: # Output should be in the predictions table but target may be a display name of a windowed event primary_output: LGBM_score # This list defines available outputs for the model (scores) - outputs: - - LGBM_score - - LGBM_with_noise - - LGBM_with_big_noise primary_target: Readmitted within 30 Days # Predict time indicates the column for timestamp associated with the row predict_time: ScoringTime diff --git a/src/seismometer/_api.py b/src/seismometer/_api.py index 7a1692d..125a8ba 100644 --- a/src/seismometer/_api.py +++ b/src/seismometer/_api.py @@ -1541,14 +1541,6 @@ def __init__(self): super().__init__("Outcome / Intervention Analysis", plot_intervention_outcome_timeseries) -@export -def fairness_audit(metric_list: list[str] = None, fairness_threshold: float = 0.2): - """ - Placeholder function for the fairness audit plot. - """ - pass - - export(ExploreFairnessAudit) # endregion diff --git a/src/seismometer/report/fairness.py b/src/seismometer/report/fairness.py index b8fe30f..b2e215a 100644 --- a/src/seismometer/report/fairness.py +++ b/src/seismometer/report/fairness.py @@ -193,7 +193,7 @@ def binary_classifier_table_wrapper_function( pdh.event_score( sg.data(), sg.entity_keys, - score=score_column, + score=score, ref_event=sg.predict_time, aggregation_method=sg.event_aggregation_method(target_column), ) @@ -276,6 +276,7 @@ def __init__( ] if model_options_widget: v_children.insert(0, model_options_widget) + self.model_options_widget.observe(self._on_value_changed, names="value") super().__init__( children=[