Adding intersectional bias mitigation to AIF360

aif360/algorithms/__init__.py

@@ -1 +1,2 @@
 from aif360.algorithms.transformer import Transformer, addmetadata
+from aif360.algorithms.intersectional_fairness import IntersectionalFairness

aif360/algorithms/isf_helpers/inprocessing/adversarial_debiasing.py

@@ -0,0 +1,89 @@
+# SPDX-License-Identifier: Apache-2.0
+#
+# Copyright 2023 Fujitsu Limited
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+from aif360.algorithms.inprocessing.adversarial_debiasing import AdversarialDebiasing as AD
+import tensorflow as tf
+
+from aif360.algorithms.isf_helpers.inprocessing.inprocessing import InProcessing
+
+
+tf.compat.v1.disable_eager_execution()
+
+
+class AdversarialDebiasing(InProcessing):
+
+    """
+    Debiasing intersectional bias with adversarial learning(AD) called by ISF.
+
+    Parameters
+    ----------
+    options : dictionary
+        parameter of AdversarialDebiasing
+            num_epochs: trials of model training
+            batch_size:Batch size for model training
+
+    Notes
+    -----
+    https://aif360.readthedocs.io/en/v0.2.3/_modules/aif360/algorithms/inprocessing/adversarial_debiasing.html
+
+    """
+
+    def __init__(self, options):
+        super().__init__()
+        self.ds_train = None
+        self.options = options
+
+    def fit(self, ds_train):
+        """
+        Save training dataset
+
+        Attributes
+        ----------
+        ds_train : Dataset
+            Dataset for training
+        """
+        self.ds_train = ds_train.copy(deepcopy=True)
+
+    def predict(self, ds_test):
+        """
+        Model learning with debias using the training dataset imported by fit(), and predict using that model
+
+        Parameters
+        ----------
+        ds_test : Dataset
+            Dataset for prediction
+
+        Returns
+        -------
+        ds_predict : numpy.ndarray
+            Predicted label
+        """
+        ikey = ds_test.protected_attribute_names[0]
+        priv_g = [{ikey: ds_test.privileged_protected_attributes[0]}]
+        upriv_g = [{ikey: ds_test.unprivileged_protected_attributes[0]}]
+        sess = tf.compat.v1.Session()
+        model = AD(
+            privileged_groups=priv_g,
+            unprivileged_groups=upriv_g,
+            scope_name='debiased_classifier',
+            debias=True,
+            sess=sess)
+        model.fit(self.ds_train)
+        ds_predict = model.predict(ds_test)
+        sess.close()
+        tf.compat.v1.reset_default_graph()
+        return ds_predict

aif360/algorithms/isf_helpers/inprocessing/inprocessing.py

@@ -0,0 +1,52 @@
+# SPDX-License-Identifier: Apache-2.0
+#
+# Copyright 2023 Fujitsu Limited
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from abc import ABCMeta
+from abc import abstractmethod
+
+
+class InProcessing(metaclass=ABCMeta):
+    """
+    Abstract Base Class for all inprocessing techniques.
+    """
+    def __init__(self):
+        super().__init__()
+        #the following line is need if we decide to expand support for more inprocessing algorithms besides adversarial debiasing
+        #self.model = None 
+
+    @abstractmethod
+    def fit(self, ds_train):
+        """
+        Train a model on the input.
+
+        Parameters
+        ----------
+        ds_train : Dataset
+            Training Dataset.
+        """
+        pass
+
+    @abstractmethod
+    def predict(self, ds):
+        """
+        Predict on the input.
+
+        Parameters
+        ----------
+        ds : Dataset
+            Dataset to predict.
+        """
+        pass

aif360/algorithms/isf_helpers/isf_analysis/intersectional_bias.py

@@ -0,0 +1,68 @@
+# -*- coding: utf-8 -*-
+# SPDX-License-Identifier: Apache-2.0
+#
+# Copyright 2023 Fujitsu Limited
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import pandas as pd
+import matplotlib.pyplot as plt
+from matplotlib.gridspec import GridSpec
+import matplotlib.colors as mcolors
+import seaborn as sns
+
+from aif360.algorithms.isf_helpers.isf_utils.common import create_multi_group_label
+
+
+def plot_intersectionalbias_compare(df_bef, df_aft, vmax=0.8, vmin=0.2, center=0,
+                                    title={"right": "before", "left": "after"},
+                                    filename=None):
+    """
+    Compare drawing of intersectional bias in heat map
+
+    Parameters
+    ----------
+    ds_bef : StructuredDataset
+        Dataset containing two sensitive attributes (left figure)
+    ds_aft : StructuredDataset
+        Dataset containing two sensitive attributes (right figure)
+    filename : str, optional
+        File name(png)
+        e.g. "./result/pict.png"
+    metric : str
+        Fairness metric name
+        ["DisparateImpact"]
+    title : dictonary, optional
+        Graph title (right figure, left figure)
+    """
+
+    gs = GridSpec(1, 2)
+    ss1 = gs.new_subplotspec((0, 0))
+    ss2 = gs.new_subplotspec((0, 1))
+
+    ax1 = plt.subplot(ss1)
+    ax2 = plt.subplot(ss2)
+
+    max_val = df_bef.values.max()
+    cmap = mcolors.LinearSegmentedColormap.from_list("red_to_green", ["red", "green"])
+    norm = mcolors.Normalize(vmin=vmin, vmax=vmax, clip=True)
+
+    ax1.set_title(title['right'])
+    sns.heatmap(df_bef, ax=ax1, vmax=max_val, vmin=vmin, center=center, annot=True, cmap=cmap, norm=norm)
+
+    ax2.set_title(title['left'])
+    sns.heatmap(df_aft, ax=ax2, vmax=max_val, vmin=vmin, center=center, annot=True, cmap=cmap, norm=norm)
+
+    if filename is not None:
+        plt.savefig(filename, format="png", dpi=300)
+    plt.show()