[{"metrics": [{"fairness_value": 94.69999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.39999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 11, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 135, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.69999999999999, "payload_fairness_value": 86.94105691056909, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.35593220338984, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 81.35593220338984}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.73170731707317, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 70.73170731707317, "fairness_value": 94.69999999999999, "payload_fairness_value": 86.94105691056909, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-27 15:35:46.003000", "oldest_timestamp": "2019-07-27 15:35:46.003000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 94.7% (72.0/76.0).", "parameters": ["female", 72.0, 76.0, "Sex", 94.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.947 using the following formula. 72.0/76.0 = 0.947", "parameters": ["Sex", "female", 72.0, 76.0, 0.947]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 76.0 = 0.947", "parameters": [72.0, "/", 76.0, 0.947]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.732% of the time. The reference group received favorable outcomes 81.356% of the time. The fairness score for Sex is 86.941% (70.732/81.356).", "parameters": ["female", 70.732, 81.356, "Sex", 86.941]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.732%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.356%. The fairness score is 0.869 using the following formula. 70.732/81.356 = 0.869", "parameters": ["Sex", "female", 70.732, 81.356, 0.869]}, {"id": "disparate_impact_ratio_formula", "message": "70.732 / 81.356 = 0.869", "parameters": [70.732, "/", 81.356, 0.869]}]}]}, {"feature": "Age", "fairness_value": 95.39999999999999, "payload_fairness_value": 141.07142857142858, "is_biased": true, "majority": {"total_fav_percent": 78.15126050420169, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 70.88607594936708, "values": [{"value": [26, 75], "fav_class_percent": 78.15126050420169, "payload_fav_class_percent": 70.88607594936708}]}, "minority": {"total_fav_percent": 74.58563535911603, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 74.58563535911603, "payload_fav_class_percent": 100.0, "fairness_value": 95.39999999999999, "payload_fairness_value": 141.07142857142858, "perfect_equality": 78.15126050420169, "acceptable_fav_class_percent": 76.5882, "is_biased": true}], "acceptable_fav_class_percent": 76.5882}, "records_evaluated": {"newest_timestamp": "2019-07-27 15:35:46.003000", "oldest_timestamp": "2019-07-27 15:35:46.003000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 64.0}, {"range": [26, 34], "fav_percent": 93.10344827586206}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 74.586% of the time. The perfect equality is 78.151%. The fairness score for Age is 95.4% (74.586/78.151).", "parameters": ["[18-25]", 74.586, 78.151, "Age", 95.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 74.586%. The perfect equality value for that group is 78.151%. The fairness score is 0.954 using the following formula. 74.586/78.151 = 0.954", "parameters": ["Age", "18-25", 74.586, 78.151, 0.954]}, {"id": "disparate_impact_ratio_formula", "message": "74.586 / 78.151 = 0.954", "parameters": [74.586, "/", 78.151, 0.954]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.886% of the time. The fairness score for Age is 141.071% (100.0/70.886).", "parameters": ["[18-25]", 100.0, 70.886, "Age", 141.071]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.886%. The fairness score is 1.411 using the following formula. 100.0/70.886 = 1.411", "parameters": ["Age", "18-25", 100.0, 70.886, 1.411]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.886 = 1.411", "parameters": [100.0, "/", 70.886, 1.411]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.69999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.39999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 11, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 135, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.69999999999999, "payload_fairness_value": 86.94105691056909, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.35593220338984, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 81.35593220338984}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.73170731707317, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 70.73170731707317, "fairness_value": 94.69999999999999, "payload_fairness_value": 86.94105691056909, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-27 15:35:46.003000", "oldest_timestamp": "2019-07-27 15:35:46.003000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 94.7% (72.0/76.0).", "parameters": ["female", 72.0, 76.0, "Sex", 94.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.947 using the following formula. 72.0/76.0 = 0.947", "parameters": ["Sex", "female", 72.0, 76.0, 0.947]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 76.0 = 0.947", "parameters": [72.0, "/", 76.0, 0.947]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.732% of the time. The reference group received favorable outcomes 81.356% of the time. The fairness score for Sex is 86.941% (70.732/81.356).", "parameters": ["female", 70.732, 81.356, "Sex", 86.941]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.732%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.356%. The fairness score is 0.869 using the following formula. 70.732/81.356 = 0.869", "parameters": ["Sex", "female", 70.732, 81.356, 0.869]}, {"id": "disparate_impact_ratio_formula", "message": "70.732 / 81.356 = 0.869", "parameters": [70.732, "/", 81.356, 0.869]}]}]}, {"feature": "Age", "fairness_value": 95.39999999999999, "payload_fairness_value": 141.07142857142858, "is_biased": true, "majority": {"total_fav_percent": 78.15126050420169, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 70.88607594936708, "values": [{"value": [26, 75], "fav_class_percent": 78.15126050420169, "payload_fav_class_percent": 70.88607594936708}]}, "minority": {"total_fav_percent": 74.58563535911603, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 74.58563535911603, "payload_fav_class_percent": 100.0, "fairness_value": 95.39999999999999, "payload_fairness_value": 141.07142857142858, "perfect_equality": 78.15126050420169, "acceptable_fav_class_percent": 76.5882, "is_biased": true}], "acceptable_fav_class_percent": 76.5882}, "records_evaluated": {"newest_timestamp": "2019-07-27 15:35:46.003000", "oldest_timestamp": "2019-07-27 15:35:46.003000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 64.0}, {"range": [26, 34], "fav_percent": 93.10344827586206}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 74.586% of the time. The perfect equality is 78.151%. The fairness score for Age is 95.4% (74.586/78.151).", "parameters": ["[18-25]", 74.586, 78.151, "Age", 95.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 74.586%. The perfect equality value for that group is 78.151%. The fairness score is 0.954 using the following formula. 74.586/78.151 = 0.954", "parameters": ["Age", "18-25", 74.586, 78.151, 0.954]}, {"id": "disparate_impact_ratio_formula", "message": "74.586 / 78.151 = 0.954", "parameters": [74.586, "/", 78.151, 0.954]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.886% of the time. The fairness score for Age is 141.071% (100.0/70.886).", "parameters": ["[18-25]", 100.0, 70.886, "Age", 141.071]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.886%. The fairness score is 1.411 using the following formula. 100.0/70.886 = 1.411", "parameters": ["Age", "18-25", 100.0, 70.886, 1.411]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.886 = 1.411", "parameters": [100.0, "/", 70.886, 1.411]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.30000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 102.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 61, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 89, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 149, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.30000000000001, "payload_fairness_value": 100.67189249720046, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.80645161290323, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 75.80645161290323}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.31578947368422, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 76.31578947368422, "fairness_value": 92.30000000000001, "payload_fairness_value": 100.67189249720046, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-27 14:35:46.003000", "oldest_timestamp": "2019-07-27 14:35:46.003000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 92.3% (72.0/78.0).", "parameters": ["female", 72.0, 78.0, "Sex", 92.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.923 using the following formula. 72.0/78.0 = 0.923", "parameters": ["Sex", "female", 72.0, 78.0, 0.923]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 78.0 = 0.923", "parameters": [72.0, "/", 78.0, 0.923]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.316% of the time. The reference group received favorable outcomes 75.806% of the time. The fairness score for Sex is 100.672% (76.316/75.806).", "parameters": ["female", 76.316, 75.806, "Sex", 100.672]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.316%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.806%. The fairness score is 1.007 using the following formula. 76.316/75.806 = 1.007", "parameters": ["Sex", "female", 76.316, 75.806, 1.007]}, {"id": "disparate_impact_ratio_formula", "message": "76.316 / 75.806 = 1.007", "parameters": [76.316, "/", 75.806, 1.007]}]}]}, {"feature": "Age", "fairness_value": 102.89999999999999, "payload_fairness_value": 139.34426229508196, "is_biased": false, "majority": {"total_fav_percent": 78.0701754385965, "total_rows_percent": 38.12709030100335, "payload_total_fav_percent": 71.76470588235294, "values": [{"value": [26, 75], "fav_class_percent": 78.0701754385965, "payload_fav_class_percent": 71.76470588235294}]}, "minority": {"total_fav_percent": 80.54054054054053, "total_rows_percent": 61.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.54054054054053, "payload_fav_class_percent": 100.0, "fairness_value": 102.89999999999999, "payload_fairness_value": 139.34426229508196, "perfect_equality": 78.26086956521739, "acceptable_fav_class_percent": 76.6957, "is_biased": false}], "acceptable_fav_class_percent": 76.6957}, "records_evaluated": {"newest_timestamp": "2019-07-27 14:35:46.003000", "oldest_timestamp": "2019-07-27 14:35:46.003000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.541% of the time. The perfect equality is 78.261%. The fairness score for Age is 102.9% (80.541/78.261).", "parameters": ["[18-25]", 80.541, 78.261, "Age", 102.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.541%. The perfect equality value for that group is 78.261%. The fairness score is 1.029 using the following formula. 80.541/78.261 = 1.029", "parameters": ["Age", "18-25", 80.541, 78.261, 1.029]}, {"id": "disparate_impact_ratio_formula", "message": "80.541 / 78.261 = 1.029", "parameters": [80.541, "/", 78.261, 1.029]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.765% of the time. The fairness score for Age is 139.344% (100.0/71.765).", "parameters": ["[18-25]", 100.0, 71.765, "Age", 139.344]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.765%. The fairness score is 1.393 using the following formula. 100.0/71.765 = 1.393", "parameters": ["Age", "18-25", 100.0, 71.765, 1.393]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.765 = 1.393", "parameters": [100.0, "/", 71.765, 1.393]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.89999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 53, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 105, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.89999999999999, "payload_fairness_value": 126.7127592708988, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 68.25396825396825, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 68.25396825396825}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 86.48648648648648, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 86.48648648648648, "fairness_value": 94.89999999999999, "payload_fairness_value": 126.7127592708988, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-27 13:35:46.003000", "oldest_timestamp": "2019-07-27 13:35:46.003000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 94.9% (75.0/79.0).", "parameters": ["female", 75.0, 79.0, "Sex", 94.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.949 using the following formula. 75.0/79.0 = 0.949", "parameters": ["Sex", "female", 75.0, 79.0, 0.949]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 79.0 = 0.949", "parameters": [75.0, "/", 79.0, 0.949]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 86.486% of the time. The reference group received favorable outcomes 68.254% of the time. The fairness score for Sex is 126.713% (86.486/68.254).", "parameters": ["female", 86.486, 68.254, "Sex", 126.713]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 86.486%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.254%. The fairness score is 1.267 using the following formula. 86.486/68.254 = 1.267", "parameters": ["Sex", "female", 86.486, 68.254, 1.267]}, {"id": "disparate_impact_ratio_formula", "message": "86.486 / 68.254 = 1.267", "parameters": [86.486, "/", 68.254, 1.267]}]}]}, {"feature": "Age", "fairness_value": 99.2, "payload_fairness_value": 147.16981132075472, "is_biased": false, "majority": {"total_fav_percent": 82.03125, "total_rows_percent": 42.66666666666667, "payload_total_fav_percent": 67.94871794871796, "values": [{"value": [26, 75], "fav_class_percent": 82.03125, "payload_fav_class_percent": 67.94871794871796}]}, "minority": {"total_fav_percent": 81.3953488372093, "total_rows_percent": 57.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 81.3953488372093, "payload_fav_class_percent": 100.0, "fairness_value": 99.2, "payload_fairness_value": 147.16981132075472, "perfect_equality": 82.03125, "acceptable_fav_class_percent": 80.3906, "is_biased": false}], "acceptable_fav_class_percent": 80.3906}, "records_evaluated": {"newest_timestamp": "2019-07-27 13:35:46.003000", "oldest_timestamp": "2019-07-27 13:35:46.003000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 81.395% of the time. The perfect equality is 82.031%. The fairness score for Age is 99.2% (81.395/82.031).", "parameters": ["[18-25]", 81.395, 82.031, "Age", 99.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 81.395%. The perfect equality value for that group is 82.031%. The fairness score is 0.992 using the following formula. 81.395/82.031 = 0.992", "parameters": ["Age", "18-25", 81.395, 82.031, 0.992]}, {"id": "disparate_impact_ratio_formula", "message": "81.395 / 82.031 = 0.992", "parameters": [81.395, "/", 82.031, 0.992]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 67.949% of the time. The fairness score for Age is 147.17% (100.0/67.949).", "parameters": ["[18-25]", 100.0, 67.949, "Age", 147.17]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.949%. The fairness score is 1.472 using the following formula. 100.0/67.949 = 1.472", "parameters": ["Age", "18-25", 100.0, 67.949, 1.472]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 67.949 = 1.472", "parameters": [100.0, "/", 67.949, 1.472]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 42, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 34, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.0, "payload_fairness_value": 116.49245063879209, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.1864406779661, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 71.1864406779661}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.92682926829268, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 82.92682926829268, "fairness_value": 95.0, "payload_fairness_value": 116.49245063879209, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-27 12:35:46.003000", "oldest_timestamp": "2019-07-27 12:35:46.003000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 95.0% (76.0/80.0).", "parameters": ["female", 76.0, 80.0, "Sex", 95.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.95 using the following formula. 76.0/80.0 = 0.95", "parameters": ["Sex", "female", 76.0, 80.0, 0.95]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 80.0 = 0.95", "parameters": [76.0, "/", 80.0, 0.95]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 82.927% of the time. The reference group received favorable outcomes 71.186% of the time. The fairness score for Sex is 116.492% (82.927/71.186).", "parameters": ["female", 82.927, 71.186, "Sex", 116.492]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 82.927%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.186%. The fairness score is 1.165 using the following formula. 82.927/71.186 = 1.165", "parameters": ["Sex", "female", 82.927, 71.186, 1.165]}, {"id": "disparate_impact_ratio_formula", "message": "82.927 / 71.186 = 1.165", "parameters": [82.927, "/", 71.186, 1.165]}]}]}, {"feature": "Age", "fairness_value": 95.89999999999999, "payload_fairness_value": 140.67796610169492, "is_biased": true, "majority": {"total_fav_percent": 81.35593220338984, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 71.08433734939759, "values": [{"value": [26, 75], "fav_class_percent": 81.35593220338984, "payload_fav_class_percent": 71.08433734939759}]}, "minority": {"total_fav_percent": 78.02197802197803, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 78.02197802197803, "payload_fav_class_percent": 100.0, "fairness_value": 95.89999999999999, "payload_fairness_value": 140.67796610169492, "perfect_equality": 81.35593220338984, "acceptable_fav_class_percent": 79.7288, "is_biased": true}], "acceptable_fav_class_percent": 79.7288}, "records_evaluated": {"newest_timestamp": "2019-07-27 12:35:46.003000", "oldest_timestamp": "2019-07-27 12:35:46.003000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 68.62745098039215}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.022% of the time. The perfect equality is 81.356%. The fairness score for Age is 95.9% (78.022/81.356).", "parameters": ["[18-25]", 78.022, 81.356, "Age", 95.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.022%. The perfect equality value for that group is 81.356%. The fairness score is 0.959 using the following formula. 78.022/81.356 = 0.959", "parameters": ["Age", "18-25", 78.022, 81.356, 0.959]}, {"id": "disparate_impact_ratio_formula", "message": "78.022 / 81.356 = 0.959", "parameters": [78.022, "/", 81.356, 0.959]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.084% of the time. The fairness score for Age is 140.678% (100.0/71.084).", "parameters": ["[18-25]", 100.0, 71.084, "Age", 140.678]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.084%. The fairness score is 1.407 using the following formula. 100.0/71.084 = 1.407", "parameters": ["Age", "18-25", 100.0, 71.084, 1.407]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.084 = 1.407", "parameters": [100.0, "/", 71.084, 1.407]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 85.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 52, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 22, true, "monitored"], ["Sex", "female", "Risk", 11, false, "monitored"], ["Age", [26, 75], "No Risk", 55, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 66, true, "monitored"], ["Sex", "female", "Risk", 34, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 137, true, "monitored"], ["Age", [18, 25], "Risk", 44, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 85.7, "payload_fairness_value": 85.89743589743588, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.61194029850746, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 77.61194029850746}]}, "minority": {"total_fav_percent": 66.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": "female", "fav_class_percent": 66.0, "payload_fav_class_percent": 66.66666666666666, "fairness_value": 85.7, "payload_fairness_value": 85.89743589743588, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-27 11:35:46.019000", "oldest_timestamp": "2019-07-27 11:35:46.003000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 66.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 85.7% (66.0/77.0).", "parameters": ["female", 66.0, 77.0, "Sex", 85.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 66.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.857 using the following formula. 66.0/77.0 = 0.857", "parameters": ["Sex", "female", 66.0, 77.0, 0.857]}, {"id": "disparate_impact_ratio_formula", "message": "66.0 / 77.0 = 0.857", "parameters": [66.0, "/", 77.0, 0.857]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 66.667% of the time. The reference group received favorable outcomes 77.612% of the time. The fairness score for Sex is 85.897% (66.667/77.612).", "parameters": ["female", 66.667, 77.612, "Sex", 85.897]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 66.667%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.612%. The fairness score is 0.859 using the following formula. 66.667/77.612 = 0.859", "parameters": ["Sex", "female", 66.667, 77.612, 0.859]}, {"id": "disparate_impact_ratio_formula", "message": "66.667 / 77.612 = 0.859", "parameters": [66.667, "/", 77.612, 0.859]}]}]}, {"feature": "Age", "fairness_value": 96.89999999999999, "payload_fairness_value": 147.27272727272725, "is_biased": true, "majority": {"total_fav_percent": 78.15126050420169, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 67.90123456790124, "values": [{"value": [26, 75], "fav_class_percent": 78.15126050420169, "payload_fav_class_percent": 67.90123456790124}]}, "minority": {"total_fav_percent": 75.69060773480662, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 75.69060773480662, "payload_fav_class_percent": 100.0, "fairness_value": 96.89999999999999, "payload_fairness_value": 147.27272727272725, "perfect_equality": 78.15126050420169, "acceptable_fav_class_percent": 76.5882, "is_biased": true}], "acceptable_fav_class_percent": 76.5882}, "records_evaluated": {"newest_timestamp": "2019-07-27 11:35:46.019000", "oldest_timestamp": "2019-07-27 11:35:46.003000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 72.3404255319149}, {"range": [26, 34], "fav_percent": 96.55172413793103}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 75.691% of the time. The perfect equality is 78.151%. The fairness score for Age is 96.9% (75.691/78.151).", "parameters": ["[18-25]", 75.691, 78.151, "Age", 96.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 75.691%. The perfect equality value for that group is 78.151%. The fairness score is 0.969 using the following formula. 75.691/78.151 = 0.969", "parameters": ["Age", "18-25", 75.691, 78.151, 0.969]}, {"id": "disparate_impact_ratio_formula", "message": "75.691 / 78.151 = 0.969", "parameters": [75.691, "/", 78.151, 0.969]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 67.901% of the time. The fairness score for Age is 147.273% (100.0/67.901).", "parameters": ["[18-25]", 100.0, 67.901, "Age", 147.273]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.901%. The fairness score is 1.473 using the following formula. 100.0/67.901 = 1.473", "parameters": ["Age", "18-25", 100.0, 67.901, 1.473]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 67.901 = 1.473", "parameters": [100.0, "/", 67.901, 1.473]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 146, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.8, "payload_fairness_value": 91.94594594594594, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.36507936507937, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 79.36507936507937}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.97297297297297, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 72.97297297297297, "fairness_value": 93.8, "payload_fairness_value": 91.94594594594594, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-27 10:35:46.019000", "oldest_timestamp": "2019-07-27 10:35:46.019000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 93.8% (76.0/81.0).", "parameters": ["female", 76.0, 81.0, "Sex", 93.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.938 using the following formula. 76.0/81.0 = 0.938", "parameters": ["Sex", "female", 76.0, 81.0, 0.938]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 81.0 = 0.938", "parameters": [76.0, "/", 81.0, 0.938]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.973% of the time. The reference group received favorable outcomes 79.365% of the time. The fairness score for Sex is 91.946% (72.973/79.365).", "parameters": ["female", 72.973, 79.365, "Sex", 91.946]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.973%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 79.365%. The fairness score is 0.919 using the following formula. 72.973/79.365 = 0.919", "parameters": ["Sex", "female", 72.973, 79.365, 0.919]}, {"id": "disparate_impact_ratio_formula", "message": "72.973 / 79.365 = 0.919", "parameters": [72.973, "/", 79.365, 0.919]}]}]}, {"feature": "Age", "fairness_value": 98.6, "payload_fairness_value": 138.98305084745763, "is_biased": false, "majority": {"total_fav_percent": 81.35593220338984, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 71.95121951219512, "values": [{"value": [26, 75], "fav_class_percent": 81.35593220338984, "payload_fav_class_percent": 71.95121951219512}]}, "minority": {"total_fav_percent": 80.21978021978022, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.21978021978022, "payload_fav_class_percent": 100.0, "fairness_value": 98.6, "payload_fairness_value": 138.98305084745763, "perfect_equality": 81.35593220338984, "acceptable_fav_class_percent": 79.7288, "is_biased": false}], "acceptable_fav_class_percent": 79.7288}, "records_evaluated": {"newest_timestamp": "2019-07-27 10:35:46.019000", "oldest_timestamp": "2019-07-27 10:35:46.019000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.22% of the time. The perfect equality is 81.356%. The fairness score for Age is 98.6% (80.22/81.356).", "parameters": ["[18-25]", 80.22, 81.356, "Age", 98.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.22%. The perfect equality value for that group is 81.356%. The fairness score is 0.986 using the following formula. 80.22/81.356 = 0.986", "parameters": ["Age", "18-25", 80.22, 81.356, 0.986]}, {"id": "disparate_impact_ratio_formula", "message": "80.22 / 81.356 = 0.986", "parameters": [80.22, "/", 81.356, 0.986]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.951% of the time. The fairness score for Age is 138.983% (100.0/71.951).", "parameters": ["[18-25]", 100.0, 71.951, "Age", 138.983]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.951%. The fairness score is 1.39 using the following formula. 100.0/71.951 = 1.39", "parameters": ["Age", "18-25", 100.0, 71.951, 1.39]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.951 = 1.39", "parameters": [100.0, "/", 71.951, 1.39]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 91.60000000000001, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 37, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 34, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 100, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 130, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.5, "payload_fairness_value": 126.8983268983269, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 63.793103448275865, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 63.793103448275865}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.95238095238095, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 80.95238095238095, "fairness_value": 93.5, "payload_fairness_value": 126.8983268983269, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-27 09:35:46.019000", "oldest_timestamp": "2019-07-27 09:35:46.019000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 93.5% (72.0/77.0).", "parameters": ["female", 72.0, 77.0, "Sex", 93.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.935 using the following formula. 72.0/77.0 = 0.935", "parameters": ["Sex", "female", 72.0, 77.0, 0.935]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 77.0 = 0.935", "parameters": [72.0, "/", 77.0, 0.935]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.952% of the time. The reference group received favorable outcomes 63.793% of the time. The fairness score for Sex is 126.898% (80.952/63.793).", "parameters": ["female", 80.952, 63.793, "Sex", 126.898]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.952%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 63.793%. The fairness score is 1.269 using the following formula. 80.952/63.793 = 1.269", "parameters": ["Sex", "female", 80.952, 63.793, 1.269]}, {"id": "disparate_impact_ratio_formula", "message": "80.952 / 63.793 = 1.269", "parameters": [80.952, "/", 63.793, 1.269]}]}]}, {"feature": "Age", "fairness_value": 91.60000000000001, "payload_fairness_value": 155.76923076923077, "is_biased": true, "majority": {"total_fav_percent": 80.64516129032258, "total_rows_percent": 41.333333333333336, "payload_total_fav_percent": 64.19753086419753, "values": [{"value": [26, 75], "fav_class_percent": 80.64516129032258, "payload_fav_class_percent": 64.19753086419753}]}, "minority": {"total_fav_percent": 73.86363636363636, "total_rows_percent": 58.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 73.86363636363636, "payload_fav_class_percent": 100.0, "fairness_value": 91.60000000000001, "payload_fairness_value": 155.76923076923077, "perfect_equality": 80.64516129032258, "acceptable_fav_class_percent": 79.0323, "is_biased": true}], "acceptable_fav_class_percent": 79.0323}, "records_evaluated": {"newest_timestamp": "2019-07-27 09:35:46.019000", "oldest_timestamp": "2019-07-27 09:35:46.019000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 70.73170731707317}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 73.864% of the time. The perfect equality is 80.645%. The fairness score for Age is 91.6% (73.864/80.645).", "parameters": ["[18-25]", 73.864, 80.645, "Age", 91.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 73.864%. The perfect equality value for that group is 80.645%. The fairness score is 0.916 using the following formula. 73.864/80.645 = 0.916", "parameters": ["Age", "18-25", 73.864, 80.645, 0.916]}, {"id": "disparate_impact_ratio_formula", "message": "73.864 / 80.645 = 0.916", "parameters": [73.864, "/", 80.645, 0.916]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 64.198% of the time. The fairness score for Age is 155.769% (100.0/64.198).", "parameters": ["[18-25]", 100.0, 64.198, "Age", 155.769]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 64.198%. The fairness score is 1.558 using the following formula. 100.0/64.198 = 1.558", "parameters": ["Age", "18-25", 100.0, 64.198, 1.558]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 64.198 = 1.558", "parameters": [100.0, "/", 64.198, 1.558]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.6, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 30, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 60, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 80, true, "monitored"], ["Sex", "female", "Risk", 20, false, "monitored"], ["Age", [26, 75], "No Risk", 99, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 149, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.6, "payload_fairness_value": 104.24710424710423, "is_biased": true, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.77777777777779, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 77.77777777777779}]}, "minority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.08108108108108, "values": [{"value": "female", "fav_class_percent": 80.0, "payload_fav_class_percent": 81.08108108108108, "fairness_value": 97.6, "payload_fairness_value": 104.24710424710423, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": true}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-27 08:35:46.019000", "oldest_timestamp": "2019-07-27 08:35:46.019000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 97.6% (80.0/82.0).", "parameters": ["female", 80.0, 82.0, "Sex", 97.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.976 using the following formula. 80.0/82.0 = 0.976", "parameters": ["Sex", "female", 80.0, 82.0, 0.976]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 82.0 = 0.976", "parameters": [80.0, "/", 82.0, 0.976]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.081% of the time. The reference group received favorable outcomes 77.778% of the time. The fairness score for Sex is 104.247% (81.081/77.778).", "parameters": ["female", 81.081, 77.778, "Sex", 104.247]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.081%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.778%. The fairness score is 1.042 using the following formula. 81.081/77.778 = 1.042", "parameters": ["Sex", "female", 81.081, 77.778, 1.042]}, {"id": "disparate_impact_ratio_formula", "message": "81.081 / 77.778 = 1.042", "parameters": [81.081, "/", 77.778, 1.042]}]}]}, {"feature": "Age", "fairness_value": 99.0, "payload_fairness_value": 135.0, "is_biased": false, "majority": {"total_fav_percent": 83.19327731092437, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 74.07407407407408, "values": [{"value": [26, 75], "fav_class_percent": 83.19327731092437, "payload_fav_class_percent": 74.07407407407408}]}, "minority": {"total_fav_percent": 82.32044198895028, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 82.32044198895028, "payload_fav_class_percent": 100.0, "fairness_value": 99.0, "payload_fairness_value": 135.0, "perfect_equality": 83.19327731092437, "acceptable_fav_class_percent": 81.5294, "is_biased": false}], "acceptable_fav_class_percent": 81.5294}, "records_evaluated": {"newest_timestamp": "2019-07-27 08:35:46.019000", "oldest_timestamp": "2019-07-27 08:35:46.019000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 82.32% of the time. The perfect equality is 83.193%. The fairness score for Age is 99.0% (82.32/83.193).", "parameters": ["[18-25]", 82.32, 83.193, "Age", 99.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 82.32%. The perfect equality value for that group is 83.193%. The fairness score is 0.99 using the following formula. 82.32/83.193 = 0.99", "parameters": ["Age", "18-25", 82.32, 83.193, 0.99]}, {"id": "disparate_impact_ratio_formula", "message": "82.32 / 83.193 = 0.99", "parameters": [82.32, "/", 83.193, 0.99]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 74.074% of the time. The fairness score for Age is 135.0% (100.0/74.074).", "parameters": ["[18-25]", 100.0, 74.074, "Age", 135.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.074%. The fairness score is 1.35 using the following formula. 100.0/74.074 = 1.35", "parameters": ["Age", "18-25", 100.0, 74.074, 1.35]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 74.074 = 1.35", "parameters": [100.0, "/", 74.074, 1.35]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 30, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 61, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.5, "payload_fairness_value": 106.66666666666669, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.125, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 78.125}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.33333333333334, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 83.33333333333334, "fairness_value": 92.5, "payload_fairness_value": 106.66666666666669, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-27 07:35:46.019000", "oldest_timestamp": "2019-07-27 07:35:46.019000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 92.5% (74.0/80.0).", "parameters": ["female", 74.0, 80.0, "Sex", 92.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.925 using the following formula. 74.0/80.0 = 0.925", "parameters": ["Sex", "female", 74.0, 80.0, 0.925]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 80.0 = 0.925", "parameters": [74.0, "/", 80.0, 0.925]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 83.333% of the time. The reference group received favorable outcomes 78.125% of the time. The fairness score for Sex is 106.667% (83.333/78.125).", "parameters": ["female", 83.333, 78.125, "Sex", 106.667]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 83.333%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.125%. The fairness score is 1.067 using the following formula. 83.333/78.125 = 1.067", "parameters": ["Sex", "female", 83.333, 78.125, 1.067]}, {"id": "disparate_impact_ratio_formula", "message": "83.333 / 78.125 = 1.067", "parameters": [83.333, "/", 78.125, 1.067]}]}]}, {"feature": "Age", "fairness_value": 95.89999999999999, "payload_fairness_value": 132.78688524590163, "is_biased": true, "majority": {"total_fav_percent": 81.35593220338984, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 75.30864197530865, "values": [{"value": [26, 75], "fav_class_percent": 81.35593220338984, "payload_fav_class_percent": 75.30864197530865}]}, "minority": {"total_fav_percent": 78.02197802197803, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 78.02197802197803, "payload_fav_class_percent": 100.0, "fairness_value": 95.89999999999999, "payload_fairness_value": 132.78688524590163, "perfect_equality": 81.35593220338984, "acceptable_fav_class_percent": 79.7288, "is_biased": true}], "acceptable_fav_class_percent": 79.7288}, "records_evaluated": {"newest_timestamp": "2019-07-27 07:35:46.019000", "oldest_timestamp": "2019-07-27 07:35:46.019000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.022% of the time. The perfect equality is 81.356%. The fairness score for Age is 95.9% (78.022/81.356).", "parameters": ["[18-25]", 78.022, 81.356, "Age", 95.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.022%. The perfect equality value for that group is 81.356%. The fairness score is 0.959 using the following formula. 78.022/81.356 = 0.959", "parameters": ["Age", "18-25", 78.022, 81.356, 0.959]}, {"id": "disparate_impact_ratio_formula", "message": "78.022 / 81.356 = 0.959", "parameters": [78.022, "/", 81.356, 0.959]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 75.309% of the time. The fairness score for Age is 132.787% (100.0/75.309).", "parameters": ["[18-25]", 100.0, 75.309, "Age", 132.787]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.309%. The fairness score is 1.328 using the following formula. 100.0/75.309 = 1.328", "parameters": ["Age", "18-25", 100.0, 75.309, 1.328]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 75.309 = 1.328", "parameters": [100.0, "/", 75.309, 1.328]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 64, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 16, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 97, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 147, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.5, "payload_fairness_value": 112.47165532879819, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.5625, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 76.5625}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 86.11111111111111, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 86.11111111111111, "fairness_value": 92.5, "payload_fairness_value": 112.47165532879819, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-27 06:35:46.019000", "oldest_timestamp": "2019-07-27 06:35:46.019000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 92.5% (74.0/80.0).", "parameters": ["female", 74.0, 80.0, "Sex", 92.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.925 using the following formula. 74.0/80.0 = 0.925", "parameters": ["Sex", "female", 74.0, 80.0, 0.925]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 80.0 = 0.925", "parameters": [74.0, "/", 80.0, 0.925]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 86.111% of the time. The reference group received favorable outcomes 76.562% of the time. The fairness score for Sex is 112.472% (86.111/76.562).", "parameters": ["female", 86.111, 76.562, "Sex", 112.472]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 86.111%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.562%. The fairness score is 1.125 using the following formula. 86.111/76.562 = 1.125", "parameters": ["Sex", "female", 86.111, 76.562, 1.125]}, {"id": "disparate_impact_ratio_formula", "message": "86.111 / 76.562 = 1.125", "parameters": [86.111, "/", 76.562, 1.125]}]}]}, {"feature": "Age", "fairness_value": 96.89999999999999, "payload_fairness_value": 131.25, "is_biased": true, "majority": {"total_fav_percent": 82.90598290598291, "total_rows_percent": 39.0, "payload_total_fav_percent": 76.19047619047619, "values": [{"value": [26, 75], "fav_class_percent": 82.90598290598291, "payload_fav_class_percent": 76.19047619047619}]}, "minority": {"total_fav_percent": 80.32786885245902, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.32786885245902, "payload_fav_class_percent": 100.0, "fairness_value": 96.89999999999999, "payload_fairness_value": 131.25, "perfect_equality": 82.90598290598291, "acceptable_fav_class_percent": 81.2479, "is_biased": true}], "acceptable_fav_class_percent": 81.2479}, "records_evaluated": {"newest_timestamp": "2019-07-27 06:35:46.019000", "oldest_timestamp": "2019-07-27 06:35:46.019000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 70.96774193548387}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.328% of the time. The perfect equality is 82.906%. The fairness score for Age is 96.9% (80.328/82.906).", "parameters": ["[18-25]", 80.328, 82.906, "Age", 96.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.328%. The perfect equality value for that group is 82.906%. The fairness score is 0.969 using the following formula. 80.328/82.906 = 0.969", "parameters": ["Age", "18-25", 80.328, 82.906, 0.969]}, {"id": "disparate_impact_ratio_formula", "message": "80.328 / 82.906 = 0.969", "parameters": [80.328, "/", 82.906, 0.969]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 76.19% of the time. The fairness score for Age is 131.25% (100.0/76.19).", "parameters": ["[18-25]", 100.0, 76.19, "Age", 131.25]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.19%. The fairness score is 1.313 using the following formula. 100.0/76.19 = 1.313", "parameters": ["Age", "18-25", 100.0, 76.19, 1.313]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 76.19 = 1.313", "parameters": [100.0, "/", 76.19, 1.313]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 88.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 101.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 24, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 53, true, "reference"], ["Age", [26, 75], "Risk", 30, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 72, true, "reference"], ["Sex", "male", "Risk", 28, false, "reference"], ["Sex", "female", "No Risk", 64, true, "monitored"], ["Sex", "female", "Risk", 36, false, "monitored"], ["Age", [26, 75], "No Risk", 82, true, "reference"], ["Age", [26, 75], "Risk", 31, false, "reference"], ["Age", [18, 25], "No Risk", 137, true, "monitored"], ["Age", [18, 25], "Risk", 50, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 88.9, "payload_fairness_value": 92.75362318840578, "is_biased": true, "majority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.875, "values": [{"value": "male", "fav_class_percent": 72.0, "payload_fav_class_percent": 71.875}]}, "minority": {"total_fav_percent": 64.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": "female", "fav_class_percent": 64.0, "payload_fav_class_percent": 66.66666666666666, "fairness_value": 88.9, "payload_fairness_value": 92.75362318840578, "perfect_equality": 72.0, "acceptable_fav_class_percent": 70.56, "is_biased": true}], "acceptable_fav_class_percent": 70.56}, "records_evaluated": {"newest_timestamp": "2019-07-27 05:35:46.019000", "oldest_timestamp": "2019-07-27 05:35:46.019000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 64.0% of the time. The perfect equality is 72.0%. The fairness score for Sex is 88.9% (64.0/72.0).", "parameters": ["female", 64.0, 72.0, "Sex", 88.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 64.0%. The perfect equality value for that group is 72.0%. The fairness score is 0.889 using the following formula. 64.0/72.0 = 0.889", "parameters": ["Sex", "female", 64.0, 72.0, 0.889]}, {"id": "disparate_impact_ratio_formula", "message": "64.0 / 72.0 = 0.889", "parameters": [64.0, "/", 72.0, 0.889]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 66.667% of the time. The reference group received favorable outcomes 71.875% of the time. The fairness score for Sex is 92.754% (66.667/71.875).", "parameters": ["female", 66.667, 71.875, "Sex", 92.754]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 66.667%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.875%. The fairness score is 0.928 using the following formula. 66.667/71.875 = 0.928", "parameters": ["Sex", "female", 66.667, 71.875, 0.928]}, {"id": "disparate_impact_ratio_formula", "message": "66.667 / 71.875 = 0.928", "parameters": [66.667, "/", 71.875, 0.928]}]}]}, {"feature": "Age", "fairness_value": 101.0, "payload_fairness_value": 156.6037735849057, "is_biased": false, "majority": {"total_fav_percent": 72.56637168141593, "total_rows_percent": 37.666666666666664, "payload_total_fav_percent": 63.85542168674698, "values": [{"value": [26, 75], "fav_class_percent": 72.56637168141593, "payload_fav_class_percent": 63.85542168674698}]}, "minority": {"total_fav_percent": 73.2620320855615, "total_rows_percent": 62.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 73.2620320855615, "payload_fav_class_percent": 100.0, "fairness_value": 101.0, "payload_fairness_value": 156.6037735849057, "perfect_equality": 72.56637168141593, "acceptable_fav_class_percent": 71.115, "is_biased": false}], "acceptable_fav_class_percent": 71.115}, "records_evaluated": {"newest_timestamp": "2019-07-27 05:35:46.019000", "oldest_timestamp": "2019-07-27 05:35:46.019000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 73.262% of the time. The perfect equality is 72.566%. The fairness score for Age is 101.0% (73.262/72.566).", "parameters": ["[18-25]", 73.262, 72.566, "Age", 101.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 73.262%. The perfect equality value for that group is 72.566%. The fairness score is 1.01 using the following formula. 73.262/72.566 = 1.01", "parameters": ["Age", "18-25", 73.262, 72.566, 1.01]}, {"id": "disparate_impact_ratio_formula", "message": "73.262 / 72.566 = 1.01", "parameters": [73.262, "/", 72.566, 1.01]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 63.855% of the time. The fairness score for Age is 156.604% (100.0/63.855).", "parameters": ["[18-25]", 100.0, 63.855, "Age", 156.604]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 63.855%. The fairness score is 1.566 using the following formula. 100.0/63.855 = 1.566", "parameters": ["Age", "18-25", 100.0, 63.855, 1.566]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 63.855 = 1.566", "parameters": [100.0, "/", 63.855, 1.566]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 11, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 11, false, "monitored"], ["Age", [26, 75], "No Risk", 60, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.7, "payload_fairness_value": 87.58974358974359, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.9672131147541, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 81.9672131147541}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.7948717948718, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 71.7948717948718, "fairness_value": 93.7, "payload_fairness_value": 87.58974358974359, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-27 04:35:46.019000", "oldest_timestamp": "2019-07-27 04:35:46.019000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 93.7% (74.0/79.0).", "parameters": ["female", 74.0, 79.0, "Sex", 93.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.937 using the following formula. 74.0/79.0 = 0.937", "parameters": ["Sex", "female", 74.0, 79.0, 0.937]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 79.0 = 0.937", "parameters": [74.0, "/", 79.0, 0.937]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.795% of the time. The reference group received favorable outcomes 81.967% of the time. The fairness score for Sex is 87.59% (71.795/81.967).", "parameters": ["female", 71.795, 81.967, "Sex", 87.59]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.795%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.967%. The fairness score is 0.876 using the following formula. 71.795/81.967 = 0.876", "parameters": ["Sex", "female", 71.795, 81.967, 0.876]}, {"id": "disparate_impact_ratio_formula", "message": "71.795 / 81.967 = 0.876", "parameters": [71.795, "/", 81.967, 0.876]}]}]}, {"feature": "Age", "fairness_value": 95.8, "payload_fairness_value": 136.66666666666666, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 40.0, "payload_total_fav_percent": 73.17073170731707, "values": [{"value": [26, 75], "fav_class_percent": 80.0, "payload_fav_class_percent": 73.17073170731707}]}, "minority": {"total_fav_percent": 76.66666666666667, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.66666666666667, "payload_fav_class_percent": 100.0, "fairness_value": 95.8, "payload_fairness_value": 136.66666666666666, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-27 04:35:46.019000", "oldest_timestamp": "2019-07-27 04:35:46.019000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 64.58333333333334}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.667% of the time. The perfect equality is 80.0%. The fairness score for Age is 95.8% (76.667/80.0).", "parameters": ["[18-25]", 76.667, 80.0, "Age", 95.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.667%. The perfect equality value for that group is 80.0%. The fairness score is 0.958 using the following formula. 76.667/80.0 = 0.958", "parameters": ["Age", "18-25", 76.667, 80.0, 0.958]}, {"id": "disparate_impact_ratio_formula", "message": "76.667 / 80.0 = 0.958", "parameters": [76.667, "/", 80.0, 0.958]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 73.171% of the time. The fairness score for Age is 136.667% (100.0/73.171).", "parameters": ["[18-25]", 100.0, 73.171, "Age", 136.667]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.171%. The fairness score is 1.367 using the following formula. 100.0/73.171 = 1.367", "parameters": ["Age", "18-25", 100.0, 73.171, 1.367]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 73.171 = 1.367", "parameters": [100.0, "/", 73.171, 1.367]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 101.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 65, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 13, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 89, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 148, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.8, "payload_fairness_value": 107.4866310160428, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.11940298507463, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 76.11940298507463}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.81818181818183, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 81.81818181818183, "fairness_value": 94.8, "payload_fairness_value": 107.4866310160428, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-27 03:35:46.019000", "oldest_timestamp": "2019-07-27 03:35:46.019000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 94.8% (73.0/77.0).", "parameters": ["female", 73.0, 77.0, "Sex", 94.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.948 using the following formula. 73.0/77.0 = 0.948", "parameters": ["Sex", "female", 73.0, 77.0, 0.948]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 77.0 = 0.948", "parameters": [73.0, "/", 77.0, 0.948]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.818% of the time. The reference group received favorable outcomes 76.119% of the time. The fairness score for Sex is 107.487% (81.818/76.119).", "parameters": ["female", 81.818, 76.119, "Sex", 107.487]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.818%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.119%. The fairness score is 1.075 using the following formula. 81.818/76.119 = 1.075", "parameters": ["Sex", "female", 81.818, 76.119, 1.075]}, {"id": "disparate_impact_ratio_formula", "message": "81.818 / 76.119 = 1.075", "parameters": [81.818, "/", 76.119, 1.075]}]}]}, {"feature": "Age", "fairness_value": 101.89999999999999, "payload_fairness_value": 133.84615384615387, "is_biased": false, "majority": {"total_fav_percent": 78.0701754385965, "total_rows_percent": 38.0, "payload_total_fav_percent": 74.71264367816092, "values": [{"value": [26, 75], "fav_class_percent": 78.0701754385965, "payload_fav_class_percent": 74.71264367816092}]}, "minority": {"total_fav_percent": 79.56989247311827, "total_rows_percent": 62.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.56989247311827, "payload_fav_class_percent": 100.0, "fairness_value": 101.89999999999999, "payload_fairness_value": 133.84615384615387, "perfect_equality": 78.0701754385965, "acceptable_fav_class_percent": 76.5088, "is_biased": false}], "acceptable_fav_class_percent": 76.5088}, "records_evaluated": {"newest_timestamp": "2019-07-27 03:35:46.019000", "oldest_timestamp": "2019-07-27 03:35:46.019000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.57% of the time. The perfect equality is 78.07%. The fairness score for Age is 101.9% (79.57/78.07).", "parameters": ["[18-25]", 79.57, 78.07, "Age", 101.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.57%. The perfect equality value for that group is 78.07%. The fairness score is 1.019 using the following formula. 79.57/78.07 = 1.019", "parameters": ["Age", "18-25", 79.57, 78.07, 1.019]}, {"id": "disparate_impact_ratio_formula", "message": "79.57 / 78.07 = 1.019", "parameters": [79.57, "/", 78.07, 1.019]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 74.713% of the time. The fairness score for Age is 133.846% (100.0/74.713).", "parameters": ["[18-25]", 100.0, 74.713, "Age", 133.846]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.713%. The fairness score is 1.338 using the following formula. 100.0/74.713 = 1.338", "parameters": ["Age", "18-25", 100.0, 74.713, 1.338]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 74.713 = 1.338", "parameters": [100.0, "/", 74.713, 1.338]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.30000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 52, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 18, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 50, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"], ["Age", [18, 25], "Risk", 1, false, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 70, true, "monitored"], ["Sex", "female", "Risk", 30, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 41, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.30000000000001, "payload_fairness_value": 109.61538461538463, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 68.42105263157895, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 68.42105263157895}]}, "minority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.0, "values": [{"value": "female", "fav_class_percent": 70.0, "payload_fav_class_percent": 75.0, "fairness_value": 93.30000000000001, "payload_fairness_value": 109.61538461538463, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-27 02:35:46.019000", "oldest_timestamp": "2019-07-27 02:35:46.019000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 93.3% (70.0/75.0).", "parameters": ["female", 70.0, 75.0, "Sex", 93.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.933 using the following formula. 70.0/75.0 = 0.933", "parameters": ["Sex", "female", 70.0, 75.0, 0.933]}, {"id": "disparate_impact_ratio_formula", "message": "70.0 / 75.0 = 0.933", "parameters": [70.0, "/", 75.0, 0.933]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The reference group received favorable outcomes 68.421% of the time. The fairness score for Sex is 109.615% (75.0/68.421).", "parameters": ["female", 75.0, 68.421, "Sex", 109.615]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.421%. The fairness score is 1.096 using the following formula. 75.0/68.421 = 1.096", "parameters": ["Sex", "female", 75.0, 68.421, 1.096]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 68.421 = 1.096", "parameters": [75.0, "/", 68.421, 1.096]}]}]}, {"feature": "Age", "fairness_value": 99.0, "payload_fairness_value": 150.47619047619045, "is_biased": false, "majority": {"total_fav_percent": 78.15126050420169, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 63.29113924050633, "values": [{"value": [26, 75], "fav_class_percent": 78.15126050420169, "payload_fav_class_percent": 63.29113924050633}]}, "minority": {"total_fav_percent": 77.34806629834254, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 95.23809523809523, "values": [{"value": [18, 25], "fav_class_percent": 77.34806629834254, "payload_fav_class_percent": 95.23809523809523, "fairness_value": 99.0, "payload_fairness_value": 150.47619047619045, "perfect_equality": 78.15126050420169, "acceptable_fav_class_percent": 76.5882, "is_biased": false}], "acceptable_fav_class_percent": 76.5882}, "records_evaluated": {"newest_timestamp": "2019-07-27 02:35:46.019000", "oldest_timestamp": "2019-07-27 02:35:46.019000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.348% of the time. The perfect equality is 78.151%. The fairness score for Age is 99.0% (77.348/78.151).", "parameters": ["[18-25]", 77.348, 78.151, "Age", 99.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.348%. The perfect equality value for that group is 78.151%. The fairness score is 0.99 using the following formula. 77.348/78.151 = 0.99", "parameters": ["Age", "18-25", 77.348, 78.151, 0.99]}, {"id": "disparate_impact_ratio_formula", "message": "77.348 / 78.151 = 0.99", "parameters": [77.348, "/", 78.151, 0.99]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 95.238% of the time. The reference group received favorable outcomes 63.291% of the time. The fairness score for Age is 150.476% (95.238/63.291).", "parameters": ["[18-25]", 95.238, 63.291, "Age", 150.476]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 95.238%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 63.291%. The fairness score is 1.505 using the following formula. 95.238/63.291 = 1.505", "parameters": ["Age", "18-25", 95.238, 63.291, 1.505]}, {"id": "disparate_impact_ratio_formula", "message": "95.238 / 63.291 = 1.505", "parameters": [95.238, "/", 63.291, 1.505]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 88.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 26, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 16, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 66, true, "monitored"], ["Sex", "female", "Risk", 34, false, "monitored"], ["Age", [26, 75], "No Risk", 89, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 136, true, "monitored"], ["Age", [18, 25], "Risk", 48, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 88.0, "payload_fairness_value": 112.31463571889103, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.1492537313433, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 70.1492537313433}]}, "minority": {"total_fav_percent": 66.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.78787878787878, "values": [{"value": "female", "fav_class_percent": 66.0, "payload_fav_class_percent": 78.78787878787878, "fairness_value": 88.0, "payload_fairness_value": 112.31463571889103, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-27 01:35:46.034000", "oldest_timestamp": "2019-07-27 01:35:46.019000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 66.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 88.0% (66.0/75.0).", "parameters": ["female", 66.0, 75.0, "Sex", 88.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 66.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.88 using the following formula. 66.0/75.0 = 0.88", "parameters": ["Sex", "female", 66.0, 75.0, 0.88]}, {"id": "disparate_impact_ratio_formula", "message": "66.0 / 75.0 = 0.88", "parameters": [66.0, "/", 75.0, 0.88]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.788% of the time. The reference group received favorable outcomes 70.149% of the time. The fairness score for Sex is 112.315% (78.788/70.149).", "parameters": ["female", 78.788, 70.149, "Sex", 112.315]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.788%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.149%. The fairness score is 1.123 using the following formula. 78.788/70.149 = 1.123", "parameters": ["Sex", "female", 78.788, 70.149, 1.123]}, {"id": "disparate_impact_ratio_formula", "message": "78.788 / 70.149 = 1.123", "parameters": [78.788, "/", 70.149, 1.123]}]}]}, {"feature": "Age", "fairness_value": 96.3, "payload_fairness_value": 147.36842105263156, "is_biased": true, "majority": {"total_fav_percent": 76.72413793103449, "total_rows_percent": 38.666666666666664, "payload_total_fav_percent": 67.85714285714286, "values": [{"value": [26, 75], "fav_class_percent": 76.72413793103449, "payload_fav_class_percent": 67.85714285714286}]}, "minority": {"total_fav_percent": 73.91304347826086, "total_rows_percent": 61.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 73.91304347826086, "payload_fav_class_percent": 100.0, "fairness_value": 96.3, "payload_fairness_value": 147.36842105263156, "perfect_equality": 76.72413793103449, "acceptable_fav_class_percent": 75.1897, "is_biased": true}], "acceptable_fav_class_percent": 75.1897}, "records_evaluated": {"newest_timestamp": "2019-07-27 01:35:46.034000", "oldest_timestamp": "2019-07-27 01:35:46.019000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 64.15094339622641}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 73.913% of the time. The perfect equality is 76.724%. The fairness score for Age is 96.3% (73.913/76.724).", "parameters": ["[18-25]", 73.913, 76.724, "Age", 96.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 73.913%. The perfect equality value for that group is 76.724%. The fairness score is 0.963 using the following formula. 73.913/76.724 = 0.963", "parameters": ["Age", "18-25", 73.913, 76.724, 0.963]}, {"id": "disparate_impact_ratio_formula", "message": "73.913 / 76.724 = 0.963", "parameters": [73.913, "/", 76.724, 0.963]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 67.857% of the time. The fairness score for Age is 147.368% (100.0/67.857).", "parameters": ["[18-25]", 100.0, 67.857, "Age", 147.368]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.857%. The fairness score is 1.474 using the following formula. 100.0/67.857 = 1.474", "parameters": ["Age", "18-25", 100.0, 67.857, 1.474]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 67.857 = 1.474", "parameters": [100.0, "/", 67.857, 1.474]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 34, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 62, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 95, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 152, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.0, "payload_fairness_value": 109.19158361018826, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.13793103448276, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 74.13793103448276}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.95238095238095, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 80.95238095238095, "fairness_value": 95.0, "payload_fairness_value": 109.19158361018826, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-27 00:35:46.034000", "oldest_timestamp": "2019-07-27 00:35:46.034000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 95.0% (76.0/80.0).", "parameters": ["female", 76.0, 80.0, "Sex", 95.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.95 using the following formula. 76.0/80.0 = 0.95", "parameters": ["Sex", "female", 76.0, 80.0, 0.95]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 80.0 = 0.95", "parameters": [76.0, "/", 80.0, 0.95]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.952% of the time. The reference group received favorable outcomes 74.138% of the time. The fairness score for Sex is 109.192% (80.952/74.138).", "parameters": ["female", 80.952, 74.138, "Sex", 109.192]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.952%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.138%. The fairness score is 1.092 using the following formula. 80.952/74.138 = 1.092", "parameters": ["Sex", "female", 80.952, 74.138, 1.092]}, {"id": "disparate_impact_ratio_formula", "message": "80.952 / 74.138 = 1.092", "parameters": [80.952, "/", 74.138, 1.092]}]}]}, {"feature": "Age", "fairness_value": 100.89999999999999, "payload_fairness_value": 137.0967741935484, "is_biased": false, "majority": {"total_fav_percent": 81.89655172413794, "total_rows_percent": 38.666666666666664, "payload_total_fav_percent": 72.94117647058823, "values": [{"value": [26, 75], "fav_class_percent": 81.89655172413794, "payload_fav_class_percent": 72.94117647058823}]}, "minority": {"total_fav_percent": 82.6086956521739, "total_rows_percent": 61.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 82.6086956521739, "payload_fav_class_percent": 100.0, "fairness_value": 100.89999999999999, "payload_fairness_value": 137.0967741935484, "perfect_equality": 81.89655172413794, "acceptable_fav_class_percent": 80.2586, "is_biased": false}], "acceptable_fav_class_percent": 80.2586}, "records_evaluated": {"newest_timestamp": "2019-07-27 00:35:46.034000", "oldest_timestamp": "2019-07-27 00:35:46.034000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 82.609% of the time. The perfect equality is 81.897%. The fairness score for Age is 100.9% (82.609/81.897).", "parameters": ["[18-25]", 82.609, 81.897, "Age", 100.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 82.609%. The perfect equality value for that group is 81.897%. The fairness score is 1.009 using the following formula. 82.609/81.897 = 1.009", "parameters": ["Age", "18-25", 82.609, 81.897, 1.009]}, {"id": "disparate_impact_ratio_formula", "message": "82.609 / 81.897 = 1.009", "parameters": [82.609, "/", 81.897, 1.009]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.941% of the time. The fairness score for Age is 137.097% (100.0/72.941).", "parameters": ["[18-25]", 100.0, 72.941, "Age", 137.097]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.941%. The fairness score is 1.371 using the following formula. 100.0/72.941 = 1.371", "parameters": ["Age", "18-25", 100.0, 72.941, 1.371]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.941 = 1.371", "parameters": [100.0, "/", 72.941, 1.371]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 45, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 72, true, "reference"], ["Sex", "male", "Risk", 28, false, "reference"], ["Sex", "female", "No Risk", 69, true, "monitored"], ["Sex", "female", "Risk", 31, false, "monitored"], ["Age", [26, 75], "No Risk", 86, true, "reference"], ["Age", [26, 75], "Risk", 30, false, "reference"], ["Age", [18, 25], "No Risk", 130, true, "monitored"], ["Age", [18, 25], "Risk", 54, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.8, "payload_fairness_value": 105.14619883040936, "is_biased": true, "majority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.58064516129032, "values": [{"value": "male", "fav_class_percent": 72.0, "payload_fav_class_percent": 72.58064516129032}]}, "minority": {"total_fav_percent": 69.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.31578947368422, "values": [{"value": "female", "fav_class_percent": 69.0, "payload_fav_class_percent": 76.31578947368422, "fairness_value": 95.8, "payload_fairness_value": 105.14619883040936, "perfect_equality": 72.0, "acceptable_fav_class_percent": 70.56, "is_biased": true}], "acceptable_fav_class_percent": 70.56}, "records_evaluated": {"newest_timestamp": "2019-07-26 23:35:46.034000", "oldest_timestamp": "2019-07-26 23:35:46.034000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 69.0% of the time. The perfect equality is 72.0%. The fairness score for Sex is 95.8% (69.0/72.0).", "parameters": ["female", 69.0, 72.0, "Sex", 95.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 69.0%. The perfect equality value for that group is 72.0%. The fairness score is 0.958 using the following formula. 69.0/72.0 = 0.958", "parameters": ["Sex", "female", 69.0, 72.0, 0.958]}, {"id": "disparate_impact_ratio_formula", "message": "69.0 / 72.0 = 0.958", "parameters": [69.0, "/", 72.0, 0.958]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.316% of the time. The reference group received favorable outcomes 72.581% of the time. The fairness score for Sex is 105.146% (76.316/72.581).", "parameters": ["female", 76.316, 72.581, "Sex", 105.146]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.316%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.581%. The fairness score is 1.051 using the following formula. 76.316/72.581 = 1.051", "parameters": ["Sex", "female", 76.316, 72.581, 1.051]}, {"id": "disparate_impact_ratio_formula", "message": "76.316 / 72.581 = 1.051", "parameters": [76.316, "/", 72.581, 1.051]}]}]}, {"feature": "Age", "fairness_value": 95.3, "payload_fairness_value": 148.14814814814815, "is_biased": true, "majority": {"total_fav_percent": 74.13793103448276, "total_rows_percent": 38.666666666666664, "payload_total_fav_percent": 67.5, "values": [{"value": [26, 75], "fav_class_percent": 74.13793103448276, "payload_fav_class_percent": 67.5}]}, "minority": {"total_fav_percent": 70.65217391304348, "total_rows_percent": 61.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 70.65217391304348, "payload_fav_class_percent": 100.0, "fairness_value": 95.3, "payload_fairness_value": 148.14814814814815, "perfect_equality": 74.13793103448276, "acceptable_fav_class_percent": 72.6552, "is_biased": true}], "acceptable_fav_class_percent": 72.6552}, "records_evaluated": {"newest_timestamp": "2019-07-26 23:35:46.034000", "oldest_timestamp": "2019-07-26 23:35:46.034000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 70.652% of the time. The perfect equality is 74.138%. The fairness score for Age is 95.3% (70.652/74.138).", "parameters": ["[18-25]", 70.652, 74.138, "Age", 95.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 70.652%. The perfect equality value for that group is 74.138%. The fairness score is 0.953 using the following formula. 70.652/74.138 = 0.953", "parameters": ["Age", "18-25", 70.652, 74.138, 0.953]}, {"id": "disparate_impact_ratio_formula", "message": "70.652 / 74.138 = 0.953", "parameters": [70.652, "/", 74.138, 0.953]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 67.5% of the time. The fairness score for Age is 148.148% (100.0/67.5).", "parameters": ["[18-25]", 100.0, 67.5, "Age", 148.148]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.5%. The fairness score is 1.481 using the following formula. 100.0/67.5 = 1.481", "parameters": ["Age", "18-25", 100.0, 67.5, 1.481]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 67.5 = 1.481", "parameters": [100.0, "/", 67.5, 1.481]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 88.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 10, false, "reference"], ["Sex", "female", "No Risk", 34, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 61, true, "reference"], ["Age", [26, 75], "Risk", 15, false, "reference"], ["Age", [18, 25], "No Risk", 24, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 105, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 144, true, "monitored"], ["Age", [18, 25], "Risk", 30, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 88.9, "payload_fairness_value": 104.27350427350429, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.60655737704919, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 83.60655737704919}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 87.17948717948718, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 87.17948717948718, "fairness_value": 88.9, "payload_fairness_value": 104.27350427350429, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-26 22:35:46.034000", "oldest_timestamp": "2019-07-26 22:35:46.034000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 88.9% (72.0/81.0).", "parameters": ["female", 72.0, 81.0, "Sex", 88.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.889 using the following formula. 72.0/81.0 = 0.889", "parameters": ["Sex", "female", 72.0, 81.0, 0.889]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 81.0 = 0.889", "parameters": [72.0, "/", 81.0, 0.889]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 87.179% of the time. The reference group received favorable outcomes 83.607% of the time. The fairness score for Sex is 104.274% (87.179/83.607).", "parameters": ["female", 87.179, 83.607, "Sex", 104.274]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 87.179%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 83.607%. The fairness score is 1.043 using the following formula. 87.179/83.607 = 1.043", "parameters": ["Sex", "female", 87.179, 83.607, 1.043]}, {"id": "disparate_impact_ratio_formula", "message": "87.179 / 83.607 = 1.043", "parameters": [87.179, "/", 83.607, 1.043]}]}]}, {"feature": "Age", "fairness_value": 99.3, "payload_fairness_value": 124.59016393442622, "is_biased": false, "majority": {"total_fav_percent": 83.33333333333334, "total_rows_percent": 42.0, "payload_total_fav_percent": 80.26315789473685, "values": [{"value": [26, 75], "fav_class_percent": 83.33333333333334, "payload_fav_class_percent": 80.26315789473685}]}, "minority": {"total_fav_percent": 82.75862068965517, "total_rows_percent": 57.99999999999999, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 82.75862068965517, "payload_fav_class_percent": 100.0, "fairness_value": 99.3, "payload_fairness_value": 124.59016393442622, "perfect_equality": 83.33333333333334, "acceptable_fav_class_percent": 81.6667, "is_biased": false}], "acceptable_fav_class_percent": 81.6667}, "records_evaluated": {"newest_timestamp": "2019-07-26 22:35:46.034000", "oldest_timestamp": "2019-07-26 22:35:46.034000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 82.759% of the time. The perfect equality is 83.333%. The fairness score for Age is 99.3% (82.759/83.333).", "parameters": ["[18-25]", 82.759, 83.333, "Age", 99.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 82.759%. The perfect equality value for that group is 83.333%. The fairness score is 0.993 using the following formula. 82.759/83.333 = 0.993", "parameters": ["Age", "18-25", 82.759, 83.333, 0.993]}, {"id": "disparate_impact_ratio_formula", "message": "82.759 / 83.333 = 0.993", "parameters": [82.759, "/", 83.333, 0.993]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 80.263% of the time. The fairness score for Age is 124.59% (100.0/80.263).", "parameters": ["[18-25]", 100.0, 80.263, "Age", 124.59]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 80.263%. The fairness score is 1.246 using the following formula. 100.0/80.263 = 1.246", "parameters": ["Age", "18-25", 100.0, 80.263, 1.246]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 80.263 = 1.246", "parameters": [100.0, "/", 80.263, 1.246]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 88.6, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 92.7, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 23, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 49, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 24, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 70, true, "monitored"], ["Sex", "female", "Risk", 30, false, "monitored"], ["Age", [26, 75], "No Risk", 106, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 132, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 88.6, "payload_fairness_value": 112.62068965517243, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.4225352112676, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 70.4225352112676}]}, "minority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.3103448275862, "values": [{"value": "female", "fav_class_percent": 70.0, "payload_fav_class_percent": 79.3103448275862, "fairness_value": 88.6, "payload_fairness_value": 112.62068965517243, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-26 21:35:46.034000", "oldest_timestamp": "2019-07-26 21:35:46.034000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 88.6% (70.0/79.0).", "parameters": ["female", 70.0, 79.0, "Sex", 88.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.886 using the following formula. 70.0/79.0 = 0.886", "parameters": ["Sex", "female", 70.0, 79.0, 0.886]}, {"id": "disparate_impact_ratio_formula", "message": "70.0 / 79.0 = 0.886", "parameters": [70.0, "/", 79.0, 0.886]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.31% of the time. The reference group received favorable outcomes 70.423% of the time. The fairness score for Sex is 112.621% (79.31/70.423).", "parameters": ["female", 79.31, 70.423, "Sex", 112.621]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.31%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.423%. The fairness score is 1.126 using the following formula. 79.31/70.423 = 1.126", "parameters": ["Sex", "female", 79.31, 70.423, 1.126]}, {"id": "disparate_impact_ratio_formula", "message": "79.31 / 70.423 = 1.126", "parameters": [79.31, "/", 70.423, 1.126]}]}]}, {"feature": "Age", "fairness_value": 92.7, "payload_fairness_value": 155.10204081632654, "is_biased": true, "majority": {"total_fav_percent": 82.8125, "total_rows_percent": 42.66666666666667, "payload_total_fav_percent": 64.47368421052632, "values": [{"value": [26, 75], "fav_class_percent": 82.8125, "payload_fav_class_percent": 64.47368421052632}]}, "minority": {"total_fav_percent": 76.74418604651163, "total_rows_percent": 57.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.74418604651163, "payload_fav_class_percent": 100.0, "fairness_value": 92.7, "payload_fairness_value": 155.10204081632654, "perfect_equality": 82.8125, "acceptable_fav_class_percent": 81.1562, "is_biased": true}], "acceptable_fav_class_percent": 81.1562}, "records_evaluated": {"newest_timestamp": "2019-07-26 21:35:46.034000", "oldest_timestamp": "2019-07-26 21:35:46.034000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 66.66666666666666}, {"range": [26, 34], "fav_percent": 100.0}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.744% of the time. The perfect equality is 82.812%. The fairness score for Age is 92.7% (76.744/82.812).", "parameters": ["[18-25]", 76.744, 82.812, "Age", 92.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.744%. The perfect equality value for that group is 82.812%. The fairness score is 0.927 using the following formula. 76.744/82.812 = 0.927", "parameters": ["Age", "18-25", 76.744, 82.812, 0.927]}, {"id": "disparate_impact_ratio_formula", "message": "76.744 / 82.812 = 0.927", "parameters": [76.744, "/", 82.812, 0.927]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 64.474% of the time. The fairness score for Age is 155.102% (100.0/64.474).", "parameters": ["[18-25]", 100.0, 64.474, "Age", 155.102]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 64.474%. The fairness score is 1.551 using the following formula. 100.0/64.474 = 1.551", "parameters": ["Age", "18-25", 100.0, 64.474, 1.551]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 64.474 = 1.551", "parameters": [100.0, "/", 64.474, 1.551]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.10000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 72, true, "reference"], ["Sex", "male", "Risk", 28, false, "reference"], ["Sex", "female", "No Risk", 67, true, "monitored"], ["Sex", "female", "Risk", 33, false, "monitored"], ["Age", [26, 75], "No Risk", 87, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 134, true, "monitored"], ["Age", [18, 25], "Risk", 50, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.10000000000001, "payload_fairness_value": 110.43675553034602, "is_biased": true, "majority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.88135593220339, "values": [{"value": "male", "fav_class_percent": 72.0, "payload_fav_class_percent": 72.88135593220339}]}, "minority": {"total_fav_percent": 67.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.48780487804879, "values": [{"value": "female", "fav_class_percent": 67.0, "payload_fav_class_percent": 80.48780487804879, "fairness_value": 93.10000000000001, "payload_fairness_value": 110.43675553034602, "perfect_equality": 72.0, "acceptable_fav_class_percent": 70.56, "is_biased": true}], "acceptable_fav_class_percent": 70.56}, "records_evaluated": {"newest_timestamp": "2019-07-26 20:35:46.034000", "oldest_timestamp": "2019-07-26 20:35:46.034000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 67.0% of the time. The perfect equality is 72.0%. The fairness score for Sex is 93.1% (67.0/72.0).", "parameters": ["female", 67.0, 72.0, "Sex", 93.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 67.0%. The perfect equality value for that group is 72.0%. The fairness score is 0.931 using the following formula. 67.0/72.0 = 0.931", "parameters": ["Sex", "female", 67.0, 72.0, 0.931]}, {"id": "disparate_impact_ratio_formula", "message": "67.0 / 72.0 = 0.931", "parameters": [67.0, "/", 72.0, 0.931]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.488% of the time. The reference group received favorable outcomes 72.881% of the time. The fairness score for Sex is 110.437% (80.488/72.881).", "parameters": ["female", 80.488, 72.881, "Sex", 110.437]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.488%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.881%. The fairness score is 1.104 using the following formula. 80.488/72.881 = 1.104", "parameters": ["Sex", "female", 80.488, 72.881, 1.104]}, {"id": "disparate_impact_ratio_formula", "message": "80.488 / 72.881 = 1.104", "parameters": [80.488, "/", 72.881, 1.104]}]}]}, {"feature": "Age", "fairness_value": 97.1, "payload_fairness_value": 141.3793103448276, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 38.666666666666664, "payload_total_fav_percent": 70.73170731707317, "values": [{"value": [26, 75], "fav_class_percent": 75.0, "payload_fav_class_percent": 70.73170731707317}]}, "minority": {"total_fav_percent": 72.82608695652173, "total_rows_percent": 61.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 72.82608695652173, "payload_fav_class_percent": 100.0, "fairness_value": 97.1, "payload_fairness_value": 141.3793103448276, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-26 20:35:46.034000", "oldest_timestamp": "2019-07-26 20:35:46.034000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 71.11111111111111}, {"range": [26, 34], "fav_percent": 97.5}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 72.826% of the time. The perfect equality is 75.0%. The fairness score for Age is 97.1% (72.826/75.0).", "parameters": ["[18-25]", 72.826, 75.0, "Age", 97.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 72.826%. The perfect equality value for that group is 75.0%. The fairness score is 0.971 using the following formula. 72.826/75.0 = 0.971", "parameters": ["Age", "18-25", 72.826, 75.0, 0.971]}, {"id": "disparate_impact_ratio_formula", "message": "72.826 / 75.0 = 0.971", "parameters": [72.826, "/", 75.0, 0.971]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.732% of the time. The fairness score for Age is 141.379% (100.0/70.732).", "parameters": ["[18-25]", 100.0, 70.732, "Age", 141.379]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.732%. The fairness score is 1.414 using the following formula. 100.0/70.732 = 1.414", "parameters": ["Age", "18-25", 100.0, 70.732, 1.414]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.732 = 1.414", "parameters": [100.0, "/", 70.732, 1.414]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.1, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 92.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 45, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 35, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 100, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 133, true, "monitored"], ["Age", [18, 25], "Risk", 44, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.1, "payload_fairness_value": 103.10077519379846, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.94736842105263, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 78.94736842105263}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.3953488372093, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 81.3953488372093, "fairness_value": 96.1, "payload_fairness_value": 103.10077519379846, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-26 19:35:46.034000", "oldest_timestamp": "2019-07-26 19:35:46.034000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 96.1% (74.0/77.0).", "parameters": ["female", 74.0, 77.0, "Sex", 96.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.961 using the following formula. 74.0/77.0 = 0.961", "parameters": ["Sex", "female", 74.0, 77.0, 0.961]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 77.0 = 0.961", "parameters": [74.0, "/", 77.0, 0.961]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.395% of the time. The reference group received favorable outcomes 78.947% of the time. The fairness score for Sex is 103.101% (81.395/78.947).", "parameters": ["female", 81.395, 78.947, "Sex", 103.101]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.395%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.947%. The fairness score is 1.031 using the following formula. 81.395/78.947 = 1.031", "parameters": ["Sex", "female", 81.395, 78.947, 1.031]}, {"id": "disparate_impact_ratio_formula", "message": "81.395 / 78.947 = 1.031", "parameters": [81.395, "/", 78.947, 1.031]}]}]}, {"feature": "Age", "fairness_value": 92.4, "payload_fairness_value": 135.08771929824562, "is_biased": true, "majority": {"total_fav_percent": 81.30081300813008, "total_rows_percent": 41.0, "payload_total_fav_percent": 74.02597402597402, "values": [{"value": [26, 75], "fav_class_percent": 81.30081300813008, "payload_fav_class_percent": 74.02597402597402}]}, "minority": {"total_fav_percent": 75.14124293785311, "total_rows_percent": 59.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 75.14124293785311, "payload_fav_class_percent": 100.0, "fairness_value": 92.4, "payload_fairness_value": 135.08771929824562, "perfect_equality": 81.30081300813008, "acceptable_fav_class_percent": 79.6748, "is_biased": true}], "acceptable_fav_class_percent": 79.6748}, "records_evaluated": {"newest_timestamp": "2019-07-26 19:35:46.034000", "oldest_timestamp": "2019-07-26 19:35:46.034000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 50.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 75.141% of the time. The perfect equality is 81.301%. The fairness score for Age is 92.4% (75.141/81.301).", "parameters": ["[18-25]", 75.141, 81.301, "Age", 92.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 75.141%. The perfect equality value for that group is 81.301%. The fairness score is 0.924 using the following formula. 75.141/81.301 = 0.924", "parameters": ["Age", "18-25", 75.141, 81.301, 0.924]}, {"id": "disparate_impact_ratio_formula", "message": "75.141 / 81.301 = 0.924", "parameters": [75.141, "/", 81.301, 0.924]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 74.026% of the time. The fairness score for Age is 135.088% (100.0/74.026).", "parameters": ["[18-25]", 100.0, 74.026, "Age", 135.088]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.026%. The fairness score is 1.351 using the following formula. 100.0/74.026 = 1.351", "parameters": ["Age", "18-25", 100.0, 74.026, 1.351]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 74.026 = 1.351", "parameters": [100.0, "/", 74.026, 1.351]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 90.4, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 101.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 48, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 30, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 83, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 109, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 144, true, "monitored"], ["Age", [18, 25], "Risk", 26, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 90.4, "payload_fairness_value": 104.34782608695652, "is_biased": true, "majority": {"total_fav_percent": 83.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.66666666666667, "values": [{"value": "male", "fav_class_percent": 83.0, "payload_fav_class_percent": 76.66666666666667}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.0, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 80.0, "fairness_value": 90.4, "payload_fairness_value": 104.34782608695652, "perfect_equality": 83.0, "acceptable_fav_class_percent": 81.34, "is_biased": true}], "acceptable_fav_class_percent": 81.34}, "records_evaluated": {"newest_timestamp": "2019-07-26 18:35:46.034000", "oldest_timestamp": "2019-07-26 18:35:46.034000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 83.0%. The fairness score for Sex is 90.4% (75.0/83.0).", "parameters": ["female", 75.0, 83.0, "Sex", 90.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 83.0%. The fairness score is 0.904 using the following formula. 75.0/83.0 = 0.904", "parameters": ["Sex", "female", 75.0, 83.0, 0.904]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 83.0 = 0.904", "parameters": [75.0, "/", 83.0, 0.904]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.0% of the time. The reference group received favorable outcomes 76.667% of the time. The fairness score for Sex is 104.348% (80.0/76.667).", "parameters": ["female", 80.0, 76.667, "Sex", 104.348]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.667%. The fairness score is 1.043 using the following formula. 80.0/76.667 = 1.043", "parameters": ["Sex", "female", 80.0, 76.667, 1.043]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 76.667 = 1.043", "parameters": [80.0, "/", 76.667, 1.043]}]}]}, {"feature": "Age", "fairness_value": 101.0, "payload_fairness_value": 145.83333333333334, "is_biased": false, "majority": {"total_fav_percent": 83.84615384615385, "total_rows_percent": 43.333333333333336, "payload_total_fav_percent": 68.57142857142857, "values": [{"value": [26, 75], "fav_class_percent": 83.84615384615385, "payload_fav_class_percent": 68.57142857142857}]}, "minority": {"total_fav_percent": 84.70588235294117, "total_rows_percent": 56.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 84.70588235294117, "payload_fav_class_percent": 100.0, "fairness_value": 101.0, "payload_fairness_value": 145.83333333333334, "perfect_equality": 83.84615384615385, "acceptable_fav_class_percent": 82.1692, "is_biased": false}], "acceptable_fav_class_percent": 82.1692}, "records_evaluated": {"newest_timestamp": "2019-07-26 18:35:46.034000", "oldest_timestamp": "2019-07-26 18:35:46.034000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 84.706% of the time. The perfect equality is 83.846%. The fairness score for Age is 101.0% (84.706/83.846).", "parameters": ["[18-25]", 84.706, 83.846, "Age", 101.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 84.706%. The perfect equality value for that group is 83.846%. The fairness score is 1.01 using the following formula. 84.706/83.846 = 1.01", "parameters": ["Age", "18-25", 84.706, 83.846, 1.01]}, {"id": "disparate_impact_ratio_formula", "message": "84.706 / 83.846 = 1.01", "parameters": [84.706, "/", 83.846, 1.01]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.571% of the time. The fairness score for Age is 145.833% (100.0/68.571).", "parameters": ["[18-25]", 100.0, 68.571, "Age", 145.833]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.571%. The fairness score is 1.458 using the following formula. 100.0/68.571 = 1.458", "parameters": ["Age", "18-25", 100.0, 68.571, 1.458]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.571 = 1.458", "parameters": [100.0, "/", 68.571, 1.458]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 38, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 37, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 61, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 90, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 149, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.0, "payload_fairness_value": 114.30205949656751, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.37037037037037, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 70.37037037037037}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.43478260869566, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 80.43478260869566, "fairness_value": 95.0, "payload_fairness_value": 114.30205949656751, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-26 17:35:46.034000", "oldest_timestamp": "2019-07-26 17:35:46.034000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 95.0% (76.0/80.0).", "parameters": ["female", 76.0, 80.0, "Sex", 95.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.95 using the following formula. 76.0/80.0 = 0.95", "parameters": ["Sex", "female", 76.0, 80.0, 0.95]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 80.0 = 0.95", "parameters": [76.0, "/", 80.0, 0.95]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.435% of the time. The reference group received favorable outcomes 70.37% of the time. The fairness score for Sex is 114.302% (80.435/70.37).", "parameters": ["female", 80.435, 70.37, "Sex", 114.302]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.435%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.37%. The fairness score is 1.143 using the following formula. 80.435/70.37 = 1.143", "parameters": ["Sex", "female", 80.435, 70.37, 1.143]}, {"id": "disparate_impact_ratio_formula", "message": "80.435 / 70.37 = 1.143", "parameters": [80.435, "/", 70.37, 1.143]}]}]}, {"feature": "Age", "fairness_value": 100.0, "payload_fairness_value": 140.98360655737704, "is_biased": false, "majority": {"total_fav_percent": 79.64601769911505, "total_rows_percent": 37.666666666666664, "payload_total_fav_percent": 70.93023255813954, "values": [{"value": [26, 75], "fav_class_percent": 79.64601769911505, "payload_fav_class_percent": 70.93023255813954}]}, "minority": {"total_fav_percent": 79.67914438502673, "total_rows_percent": 62.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.67914438502673, "payload_fav_class_percent": 100.0, "fairness_value": 100.0, "payload_fairness_value": 140.98360655737704, "perfect_equality": 79.64601769911505, "acceptable_fav_class_percent": 78.0531, "is_biased": false}], "acceptable_fav_class_percent": 78.0531}, "records_evaluated": {"newest_timestamp": "2019-07-26 17:35:46.034000", "oldest_timestamp": "2019-07-26 17:35:46.034000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.679% of the time. The perfect equality is 79.646%. The fairness score for Age is 100.0% (79.679/79.646).", "parameters": ["[18-25]", 79.679, 79.646, "Age", 100.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.679%. The perfect equality value for that group is 79.646%. The fairness score is 1.0 using the following formula. 79.679/79.646 = 1.0", "parameters": ["Age", "18-25", 79.679, 79.646, 1.0]}, {"id": "disparate_impact_ratio_formula", "message": "79.679 / 79.646 = 1.0", "parameters": [79.679, "/", 79.646, 1.0]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.93% of the time. The fairness score for Age is 140.984% (100.0/70.93).", "parameters": ["[18-25]", 100.0, 70.93, "Age", 140.984]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.93%. The fairness score is 1.41 using the following formula. 100.0/70.93 = 1.41", "parameters": ["Age", "18-25", 100.0, 70.93, 1.41]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.93 = 1.41", "parameters": [100.0, "/", 70.93, 1.41]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 30, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 95, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 143, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.8, "payload_fairness_value": 104.14333706606942, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.80645161290323, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 75.80645161290323}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.94736842105263, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 78.94736842105263, "fairness_value": 94.8, "payload_fairness_value": 104.14333706606942, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-26 16:35:46.050000", "oldest_timestamp": "2019-07-26 16:35:46.050000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 94.8% (73.0/77.0).", "parameters": ["female", 73.0, 77.0, "Sex", 94.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.948 using the following formula. 73.0/77.0 = 0.948", "parameters": ["Sex", "female", 73.0, 77.0, 0.948]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 77.0 = 0.948", "parameters": [73.0, "/", 77.0, 0.948]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.947% of the time. The reference group received favorable outcomes 75.806% of the time. The fairness score for Sex is 104.143% (78.947/75.806).", "parameters": ["female", 78.947, 75.806, "Sex", 104.143]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.947%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.806%. The fairness score is 1.041 using the following formula. 78.947/75.806 = 1.041", "parameters": ["Sex", "female", 78.947, 75.806, 1.041]}, {"id": "disparate_impact_ratio_formula", "message": "78.947 / 75.806 = 1.041", "parameters": [78.947, "/", 75.806, 1.041]}]}]}, {"feature": "Age", "fairness_value": 99.0, "payload_fairness_value": 139.6551724137931, "is_biased": false, "majority": {"total_fav_percent": 79.83193277310924, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 71.60493827160494, "values": [{"value": [26, 75], "fav_class_percent": 79.83193277310924, "payload_fav_class_percent": 71.60493827160494}]}, "minority": {"total_fav_percent": 79.00552486187846, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.00552486187846, "payload_fav_class_percent": 100.0, "fairness_value": 99.0, "payload_fairness_value": 139.6551724137931, "perfect_equality": 79.83193277310924, "acceptable_fav_class_percent": 78.2353, "is_biased": false}], "acceptable_fav_class_percent": 78.2353}, "records_evaluated": {"newest_timestamp": "2019-07-26 16:35:46.050000", "oldest_timestamp": "2019-07-26 16:35:46.050000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.006% of the time. The perfect equality is 79.832%. The fairness score for Age is 99.0% (79.006/79.832).", "parameters": ["[18-25]", 79.006, 79.832, "Age", 99.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.006%. The perfect equality value for that group is 79.832%. The fairness score is 0.99 using the following formula. 79.006/79.832 = 0.99", "parameters": ["Age", "18-25", 79.006, 79.832, 0.99]}, {"id": "disparate_impact_ratio_formula", "message": "79.006 / 79.832 = 0.99", "parameters": [79.006, "/", 79.832, 0.99]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.605% of the time. The fairness score for Age is 139.655% (100.0/71.605).", "parameters": ["[18-25]", 100.0, 71.605, "Age", 139.655]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.605%. The fairness score is 1.397 using the following formula. 100.0/71.605 = 1.397", "parameters": ["Age", "18-25", 100.0, 71.605, 1.397]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.605 = 1.397", "parameters": [100.0, "/", 71.605, 1.397]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.1, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.19999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 40, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 38, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 62, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 16, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 77, true, "monitored"], ["Sex", "female", "Risk", 23, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.1, "payload_fairness_value": 111.52173913043477, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.07407407407408, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 74.07407407407408}]}, "minority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.6086956521739, "values": [{"value": "female", "fav_class_percent": 77.0, "payload_fav_class_percent": 82.6086956521739, "fairness_value": 95.1, "payload_fairness_value": 111.52173913043477, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-26 15:36:02.063000", "oldest_timestamp": "2019-07-26 15:36:02.063000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 95.1% (77.0/81.0).", "parameters": ["female", 77.0, 81.0, "Sex", 95.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.951 using the following formula. 77.0/81.0 = 0.951", "parameters": ["Sex", "female", 77.0, 81.0, 0.951]}, {"id": "disparate_impact_ratio_formula", "message": "77.0 / 81.0 = 0.951", "parameters": [77.0, "/", 81.0, 0.951]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 82.609% of the time. The reference group received favorable outcomes 74.074% of the time. The fairness score for Sex is 111.522% (82.609/74.074).", "parameters": ["female", 82.609, 74.074, "Sex", 111.522]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 82.609%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.074%. The fairness score is 1.115 using the following formula. 82.609/74.074 = 1.115", "parameters": ["Sex", "female", 82.609, 74.074, 1.115]}, {"id": "disparate_impact_ratio_formula", "message": "82.609 / 74.074 = 1.115", "parameters": [82.609, "/", 74.074, 1.115]}]}]}, {"feature": "Age", "fairness_value": 95.19999999999999, "payload_fairness_value": 135.48387096774192, "is_biased": true, "majority": {"total_fav_percent": 81.66666666666667, "total_rows_percent": 40.0, "payload_total_fav_percent": 73.80952380952381, "values": [{"value": [26, 75], "fav_class_percent": 81.66666666666667, "payload_fav_class_percent": 73.80952380952381}]}, "minority": {"total_fav_percent": 77.77777777777779, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.77777777777779, "payload_fav_class_percent": 100.0, "fairness_value": 95.19999999999999, "payload_fairness_value": 135.48387096774192, "perfect_equality": 81.66666666666667, "acceptable_fav_class_percent": 80.0333, "is_biased": true}], "acceptable_fav_class_percent": 80.0333}, "records_evaluated": {"newest_timestamp": "2019-07-26 15:36:02.063000", "oldest_timestamp": "2019-07-26 15:36:02.063000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 71.9298245614035}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.778% of the time. The perfect equality is 81.667%. The fairness score for Age is 95.2% (77.778/81.667).", "parameters": ["[18-25]", 77.778, 81.667, "Age", 95.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.778%. The perfect equality value for that group is 81.667%. The fairness score is 0.952 using the following formula. 77.778/81.667 = 0.952", "parameters": ["Age", "18-25", 77.778, 81.667, 0.952]}, {"id": "disparate_impact_ratio_formula", "message": "77.778 / 81.667 = 0.952", "parameters": [77.778, "/", 81.667, 0.952]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 73.81% of the time. The fairness score for Age is 135.484% (100.0/73.81).", "parameters": ["[18-25]", 100.0, 73.81, "Age", 135.484]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.81%. The fairness score is 1.355 using the following formula. 100.0/73.81 = 1.355", "parameters": ["Age", "18-25", 100.0, 73.81, 1.355]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 73.81 = 1.355", "parameters": [100.0, "/", 73.81, 1.355]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 85.1, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 104.60000000000001, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 23, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 16, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 74, true, "reference"], ["Sex", "male", "Risk", 26, false, "reference"], ["Sex", "female", "No Risk", 63, true, "monitored"], ["Sex", "female", "Risk", 37, false, "monitored"], ["Age", [26, 75], "No Risk", 82, true, "reference"], ["Age", [26, 75], "Risk", 30, false, "reference"], ["Age", [18, 25], "No Risk", 143, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 85.1, "payload_fairness_value": 99.74489795918366, "is_biased": true, "majority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.05882352941177, "values": [{"value": "male", "fav_class_percent": 74.0, "payload_fav_class_percent": 72.05882352941177}]}, "minority": {"total_fav_percent": 63.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.875, "values": [{"value": "female", "fav_class_percent": 63.0, "payload_fav_class_percent": 71.875, "fairness_value": 85.1, "payload_fairness_value": 99.74489795918366, "perfect_equality": 74.0, "acceptable_fav_class_percent": 72.52, "is_biased": true}], "acceptable_fav_class_percent": 72.52}, "records_evaluated": {"newest_timestamp": "2019-07-26 14:36:02.063000", "oldest_timestamp": "2019-07-26 14:36:02.063000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 63.0% of the time. The perfect equality is 74.0%. The fairness score for Sex is 85.1% (63.0/74.0).", "parameters": ["female", 63.0, 74.0, "Sex", 85.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 63.0%. The perfect equality value for that group is 74.0%. The fairness score is 0.851 using the following formula. 63.0/74.0 = 0.851", "parameters": ["Sex", "female", 63.0, 74.0, 0.851]}, {"id": "disparate_impact_ratio_formula", "message": "63.0 / 74.0 = 0.851", "parameters": [63.0, "/", 74.0, 0.851]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.875% of the time. The reference group received favorable outcomes 72.059% of the time. The fairness score for Sex is 99.745% (71.875/72.059).", "parameters": ["female", 71.875, 72.059, "Sex", 99.745]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.875%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.059%. The fairness score is 0.997 using the following formula. 71.875/72.059 = 0.997", "parameters": ["Sex", "female", 71.875, 72.059, 0.997]}, {"id": "disparate_impact_ratio_formula", "message": "71.875 / 72.059 = 0.997", "parameters": [71.875, "/", 72.059, 0.997]}]}]}, {"feature": "Age", "fairness_value": 104.60000000000001, "payload_fairness_value": 150.00000000000003, "is_biased": false, "majority": {"total_fav_percent": 73.21428571428571, "total_rows_percent": 37.71043771043771, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": [26, 75], "fav_class_percent": 73.21428571428571, "payload_fav_class_percent": 66.66666666666666}]}, "minority": {"total_fav_percent": 77.29729729729729, "total_rows_percent": 61.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.29729729729729, "payload_fav_class_percent": 100.0, "fairness_value": 104.60000000000001, "payload_fairness_value": 150.00000000000003, "perfect_equality": 73.91304347826086, "acceptable_fav_class_percent": 72.4348, "is_biased": false}], "acceptable_fav_class_percent": 72.4348}, "records_evaluated": {"newest_timestamp": "2019-07-26 14:36:02.063000", "oldest_timestamp": "2019-07-26 14:36:02.063000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.297% of the time. The perfect equality is 73.913%. The fairness score for Age is 104.6% (77.297/73.913).", "parameters": ["[18-25]", 77.297, 73.913, "Age", 104.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.297%. The perfect equality value for that group is 73.913%. The fairness score is 1.046 using the following formula. 77.297/73.913 = 1.046", "parameters": ["Age", "18-25", 77.297, 73.913, 1.046]}, {"id": "disparate_impact_ratio_formula", "message": "77.297 / 73.913 = 1.046", "parameters": [77.297, "/", 73.913, 1.046]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.667% of the time. The fairness score for Age is 150.0% (100.0/66.667).", "parameters": ["[18-25]", 100.0, 66.667, "Age", 150.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.667%. The fairness score is 1.5 using the following formula. 100.0/66.667 = 1.5", "parameters": ["Age", "18-25", 100.0, 66.667, 1.5]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.667 = 1.5", "parameters": [100.0, "/", 66.667, 1.5]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 101.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 41, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 26, true, "monitored"], ["Sex", "female", "Risk", 16, false, "monitored"], ["Age", [26, 75], "No Risk", 53, true, "reference"], ["Age", [26, 75], "Risk", 33, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 70, true, "reference"], ["Sex", "male", "Risk", 30, false, "reference"], ["Sex", "female", "No Risk", 65, true, "monitored"], ["Sex", "female", "Risk", 35, false, "monitored"], ["Age", [26, 75], "No Risk", 83, true, "reference"], ["Age", [26, 75], "Risk", 32, false, "reference"], ["Age", [18, 25], "No Risk", 135, true, "monitored"], ["Age", [18, 25], "Risk", 50, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.9, "payload_fairness_value": 87.57259001161441, "is_biased": true, "majority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.6896551724138, "values": [{"value": "male", "fav_class_percent": 70.0, "payload_fav_class_percent": 70.6896551724138}]}, "minority": {"total_fav_percent": 65.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 61.904761904761905, "values": [{"value": "female", "fav_class_percent": 65.0, "payload_fav_class_percent": 61.904761904761905, "fairness_value": 92.9, "payload_fairness_value": 87.57259001161441, "perfect_equality": 70.0, "acceptable_fav_class_percent": 68.6, "is_biased": true}], "acceptable_fav_class_percent": 68.6}, "records_evaluated": {"newest_timestamp": "2019-07-26 13:36:02.063000", "oldest_timestamp": "2019-07-26 13:36:02.063000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 65.0% of the time. The perfect equality is 70.0%. The fairness score for Sex is 92.9% (65.0/70.0).", "parameters": ["female", 65.0, 70.0, "Sex", 92.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 65.0%. The perfect equality value for that group is 70.0%. The fairness score is 0.929 using the following formula. 65.0/70.0 = 0.929", "parameters": ["Sex", "female", 65.0, 70.0, 0.929]}, {"id": "disparate_impact_ratio_formula", "message": "65.0 / 70.0 = 0.929", "parameters": [65.0, "/", 70.0, 0.929]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 61.905% of the time. The reference group received favorable outcomes 70.69% of the time. The fairness score for Sex is 87.573% (61.905/70.69).", "parameters": ["female", 61.905, 70.69, "Sex", 87.573]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 61.905%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.69%. The fairness score is 0.876 using the following formula. 61.905/70.69 = 0.876", "parameters": ["Sex", "female", 61.905, 70.69, 0.876]}, {"id": "disparate_impact_ratio_formula", "message": "61.905 / 70.69 = 0.876", "parameters": [61.905, "/", 70.69, 0.876]}]}]}, {"feature": "Age", "fairness_value": 101.1, "payload_fairness_value": 162.26415094339623, "is_biased": false, "majority": {"total_fav_percent": 72.17391304347827, "total_rows_percent": 38.333333333333336, "payload_total_fav_percent": 61.627906976744185, "values": [{"value": [26, 75], "fav_class_percent": 72.17391304347827, "payload_fav_class_percent": 61.627906976744185}]}, "minority": {"total_fav_percent": 72.97297297297297, "total_rows_percent": 61.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 72.97297297297297, "payload_fav_class_percent": 100.0, "fairness_value": 101.1, "payload_fairness_value": 162.26415094339623, "perfect_equality": 72.17391304347827, "acceptable_fav_class_percent": 70.7304, "is_biased": false}], "acceptable_fav_class_percent": 70.7304}, "records_evaluated": {"newest_timestamp": "2019-07-26 13:36:02.063000", "oldest_timestamp": "2019-07-26 13:36:02.063000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 72.973% of the time. The perfect equality is 72.174%. The fairness score for Age is 101.1% (72.973/72.174).", "parameters": ["[18-25]", 72.973, 72.174, "Age", 101.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 72.973%. The perfect equality value for that group is 72.174%. The fairness score is 1.011 using the following formula. 72.973/72.174 = 1.011", "parameters": ["Age", "18-25", 72.973, 72.174, 1.011]}, {"id": "disparate_impact_ratio_formula", "message": "72.973 / 72.174 = 1.011", "parameters": [72.973, "/", 72.174, 1.011]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 61.628% of the time. The fairness score for Age is 162.264% (100.0/61.628).", "parameters": ["[18-25]", 100.0, 61.628, "Age", 162.264]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 61.628%. The fairness score is 1.623 using the following formula. 100.0/61.628 = 1.623", "parameters": ["Age", "18-25", 100.0, 61.628, 1.623]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 61.628 = 1.623", "parameters": [100.0, "/", 61.628, 1.623]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 45, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 24, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 77, true, "monitored"], ["Sex", "female", "Risk", 23, false, "monitored"], ["Age", [26, 75], "No Risk", 105, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 139, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.5, "payload_fairness_value": 91.31782945736433, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.94736842105263, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 78.94736842105263}]}, "minority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.09302325581395, "values": [{"value": "female", "fav_class_percent": 77.0, "payload_fav_class_percent": 72.09302325581395, "fairness_value": 97.5, "payload_fairness_value": 91.31782945736433, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-26 12:36:02.063000", "oldest_timestamp": "2019-07-26 12:36:02.063000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 97.5% (77.0/79.0).", "parameters": ["female", 77.0, 79.0, "Sex", 97.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.975 using the following formula. 77.0/79.0 = 0.975", "parameters": ["Sex", "female", 77.0, 79.0, 0.975]}, {"id": "disparate_impact_ratio_formula", "message": "77.0 / 79.0 = 0.975", "parameters": [77.0, "/", 79.0, 0.975]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.093% of the time. The reference group received favorable outcomes 78.947% of the time. The fairness score for Sex is 91.318% (72.093/78.947).", "parameters": ["female", 72.093, 78.947, "Sex", 91.318]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.093%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.947%. The fairness score is 0.913 using the following formula. 72.093/78.947 = 0.913", "parameters": ["Sex", "female", 72.093, 78.947, 0.913]}, {"id": "disparate_impact_ratio_formula", "message": "72.093 / 78.947 = 0.913", "parameters": [72.093, "/", 78.947, 0.913]}]}]}, {"feature": "Age", "fairness_value": 97.2, "payload_fairness_value": 146.15384615384616, "is_biased": true, "majority": {"total_fav_percent": 82.67716535433071, "total_rows_percent": 42.333333333333336, "payload_total_fav_percent": 68.42105263157895, "values": [{"value": [26, 75], "fav_class_percent": 82.67716535433071, "payload_fav_class_percent": 68.42105263157895}]}, "minority": {"total_fav_percent": 80.34682080924856, "total_rows_percent": 57.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.34682080924856, "payload_fav_class_percent": 100.0, "fairness_value": 97.2, "payload_fairness_value": 146.15384615384616, "perfect_equality": 82.67716535433071, "acceptable_fav_class_percent": 81.0236, "is_biased": true}], "acceptable_fav_class_percent": 81.0236}, "records_evaluated": {"newest_timestamp": "2019-07-26 12:36:02.063000", "oldest_timestamp": "2019-07-26 12:36:02.063000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 70.58823529411765}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.347% of the time. The perfect equality is 82.677%. The fairness score for Age is 97.2% (80.347/82.677).", "parameters": ["[18-25]", 80.347, 82.677, "Age", 97.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.347%. The perfect equality value for that group is 82.677%. The fairness score is 0.972 using the following formula. 80.347/82.677 = 0.972", "parameters": ["Age", "18-25", 80.347, 82.677, 0.972]}, {"id": "disparate_impact_ratio_formula", "message": "80.347 / 82.677 = 0.972", "parameters": [80.347, "/", 82.677, 0.972]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.421% of the time. The fairness score for Age is 146.154% (100.0/68.421).", "parameters": ["[18-25]", 100.0, 68.421, "Age", 146.154]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.421%. The fairness score is 1.462 using the following formula. 100.0/68.421 = 1.462", "parameters": ["Age", "18-25", 100.0, 68.421, 1.462]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.421 = 1.462", "parameters": [100.0, "/", 68.421, 1.462]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.60000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 42, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 25, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 45, true, "reference"], ["Age", [26, 75], "Risk", 33, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 68, true, "reference"], ["Sex", "male", "Risk", 32, false, "reference"], ["Sex", "female", "No Risk", 63, true, "monitored"], ["Sex", "female", "Risk", 37, false, "monitored"], ["Age", [26, 75], "No Risk", 76, true, "reference"], ["Age", [26, 75], "Risk", 37, false, "reference"], ["Age", [18, 25], "No Risk", 119, true, "monitored"], ["Age", [18, 25], "Risk", 64, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.60000000000001, "payload_fairness_value": 110.54421768707483, "is_biased": true, "majority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 64.61538461538461, "values": [{"value": "male", "fav_class_percent": 68.0, "payload_fav_class_percent": 64.61538461538461}]}, "minority": {"total_fav_percent": 63.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.42857142857143, "values": [{"value": "female", "fav_class_percent": 63.0, "payload_fav_class_percent": 71.42857142857143, "fairness_value": 92.60000000000001, "payload_fairness_value": 110.54421768707483, "perfect_equality": 68.0, "acceptable_fav_class_percent": 66.64, "is_biased": true}], "acceptable_fav_class_percent": 66.64}, "records_evaluated": {"newest_timestamp": "2019-07-26 11:36:02.063000", "oldest_timestamp": "2019-07-26 11:36:02.063000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 63.0% of the time. The perfect equality is 68.0%. The fairness score for Sex is 92.6% (63.0/68.0).", "parameters": ["female", 63.0, 68.0, "Sex", 92.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 63.0%. The perfect equality value for that group is 68.0%. The fairness score is 0.926 using the following formula. 63.0/68.0 = 0.926", "parameters": ["Sex", "female", 63.0, 68.0, 0.926]}, {"id": "disparate_impact_ratio_formula", "message": "63.0 / 68.0 = 0.926", "parameters": [63.0, "/", 68.0, 0.926]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.429% of the time. The reference group received favorable outcomes 64.615% of the time. The fairness score for Sex is 110.544% (71.429/64.615).", "parameters": ["female", 71.429, 64.615, "Sex", 110.544]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.429%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 64.615%. The fairness score is 1.105 using the following formula. 71.429/64.615 = 1.105", "parameters": ["Sex", "female", 71.429, 64.615, 1.105]}, {"id": "disparate_impact_ratio_formula", "message": "71.429 / 64.615 = 1.105", "parameters": [71.429, "/", 64.615, 1.105]}]}]}, {"feature": "Age", "fairness_value": 95.1, "payload_fairness_value": 173.33333333333337, "is_biased": true, "majority": {"total_fav_percent": 67.2566371681416, "total_rows_percent": 38.17567567567568, "payload_total_fav_percent": 57.692307692307686, "values": [{"value": [26, 75], "fav_class_percent": 67.2566371681416, "payload_fav_class_percent": 57.692307692307686}]}, "minority": {"total_fav_percent": 65.02732240437157, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 65.02732240437157, "payload_fav_class_percent": 100.0, "fairness_value": 95.1, "payload_fairness_value": 173.33333333333337, "perfect_equality": 68.37606837606837, "acceptable_fav_class_percent": 67.0085, "is_biased": true}], "acceptable_fav_class_percent": 67.0085}, "records_evaluated": {"newest_timestamp": "2019-07-26 11:36:02.063000", "oldest_timestamp": "2019-07-26 11:36:02.063000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 52.63157894736842}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 65.027% of the time. The perfect equality is 68.376%. The fairness score for Age is 95.1% (65.027/68.376).", "parameters": ["[18-25]", 65.027, 68.376, "Age", 95.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 65.027%. The perfect equality value for that group is 68.376%. The fairness score is 0.951 using the following formula. 65.027/68.376 = 0.951", "parameters": ["Age", "18-25", 65.027, 68.376, 0.951]}, {"id": "disparate_impact_ratio_formula", "message": "65.027 / 68.376 = 0.951", "parameters": [65.027, "/", 68.376, 0.951]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 57.692% of the time. The fairness score for Age is 173.333% (100.0/57.692).", "parameters": ["[18-25]", 100.0, 57.692, "Age", 173.333]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 57.692%. The fairness score is 1.733 using the following formula. 100.0/57.692 = 1.733", "parameters": ["Age", "18-25", 100.0, 57.692, 1.733]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 57.692 = 1.733", "parameters": [100.0, "/", 57.692, 1.733]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.2, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 41, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 34, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 94, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.2, "payload_fairness_value": 105.54323725055433, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.21428571428571, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 73.21428571428571}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.27272727272727, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 77.27272727272727, "fairness_value": 96.2, "payload_fairness_value": 105.54323725055433, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-26 10:36:02.063000", "oldest_timestamp": "2019-07-26 10:36:02.063000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 96.2% (75.0/78.0).", "parameters": ["female", 75.0, 78.0, "Sex", 96.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.962 using the following formula. 75.0/78.0 = 0.962", "parameters": ["Sex", "female", 75.0, 78.0, 0.962]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 78.0 = 0.962", "parameters": [75.0, "/", 78.0, 0.962]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.273% of the time. The reference group received favorable outcomes 73.214% of the time. The fairness score for Sex is 105.543% (77.273/73.214).", "parameters": ["female", 77.273, 73.214, "Sex", 105.543]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.273%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.214%. The fairness score is 1.055 using the following formula. 77.273/73.214 = 1.055", "parameters": ["Sex", "female", 77.273, 73.214, 1.055]}, {"id": "disparate_impact_ratio_formula", "message": "77.273 / 73.214 = 1.055", "parameters": [77.273, "/", 73.214, 1.055]}]}]}, {"feature": "Age", "fairness_value": 96.6, "payload_fairness_value": 143.85964912280704, "is_biased": true, "majority": {"total_fav_percent": 79.66101694915254, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 69.51219512195121, "values": [{"value": [26, 75], "fav_class_percent": 79.66101694915254, "payload_fav_class_percent": 69.51219512195121}]}, "minority": {"total_fav_percent": 76.92307692307693, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.92307692307693, "payload_fav_class_percent": 100.0, "fairness_value": 96.6, "payload_fairness_value": 143.85964912280704, "perfect_equality": 79.66101694915254, "acceptable_fav_class_percent": 78.0678, "is_biased": true}], "acceptable_fav_class_percent": 78.0678}, "records_evaluated": {"newest_timestamp": "2019-07-26 10:36:02.063000", "oldest_timestamp": "2019-07-26 10:36:02.063000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 72.22222222222221}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.923% of the time. The perfect equality is 79.661%. The fairness score for Age is 96.6% (76.923/79.661).", "parameters": ["[18-25]", 76.923, 79.661, "Age", 96.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.923%. The perfect equality value for that group is 79.661%. The fairness score is 0.966 using the following formula. 76.923/79.661 = 0.966", "parameters": ["Age", "18-25", 76.923, 79.661, 0.966]}, {"id": "disparate_impact_ratio_formula", "message": "76.923 / 79.661 = 0.966", "parameters": [76.923, "/", 79.661, 0.966]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.512% of the time. The fairness score for Age is 143.86% (100.0/69.512).", "parameters": ["[18-25]", 100.0, 69.512, "Age", 143.86]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.512%. The fairness score is 1.439 using the following formula. 100.0/69.512 = 1.439", "parameters": ["Age", "18-25", 100.0, 69.512, 1.439]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.512 = 1.439", "parameters": [100.0, "/", 69.512, 1.439]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 90.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.5, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 54, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 19, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 72, true, "reference"], ["Sex", "male", "Risk", 28, false, "reference"], ["Sex", "female", "No Risk", 65, true, "monitored"], ["Sex", "female", "Risk", 35, false, "monitored"], ["Age", [26, 75], "No Risk", 83, true, "reference"], ["Age", [26, 75], "Risk", 31, false, "reference"], ["Age", [18, 25], "No Risk", 128, true, "monitored"], ["Age", [18, 25], "Risk", 58, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 90.3, "payload_fairness_value": 86.14303959131546, "is_biased": true, "majority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.05633802816901, "values": [{"value": "male", "fav_class_percent": 72.0, "payload_fav_class_percent": 76.05633802816901}]}, "minority": {"total_fav_percent": 65.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 65.51724137931035, "values": [{"value": "female", "fav_class_percent": 65.0, "payload_fav_class_percent": 65.51724137931035, "fairness_value": 90.3, "payload_fairness_value": 86.14303959131546, "perfect_equality": 72.0, "acceptable_fav_class_percent": 70.56, "is_biased": true}], "acceptable_fav_class_percent": 70.56}, "records_evaluated": {"newest_timestamp": "2019-07-26 09:36:02.063000", "oldest_timestamp": "2019-07-26 09:36:02.063000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 65.0% of the time. The perfect equality is 72.0%. The fairness score for Sex is 90.3% (65.0/72.0).", "parameters": ["female", 65.0, 72.0, "Sex", 90.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 65.0%. The perfect equality value for that group is 72.0%. The fairness score is 0.903 using the following formula. 65.0/72.0 = 0.903", "parameters": ["Sex", "female", 65.0, 72.0, 0.903]}, {"id": "disparate_impact_ratio_formula", "message": "65.0 / 72.0 = 0.903", "parameters": [65.0, "/", 72.0, 0.903]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 65.517% of the time. The reference group received favorable outcomes 76.056% of the time. The fairness score for Sex is 86.143% (65.517/76.056).", "parameters": ["female", 65.517, 76.056, "Sex", 86.143]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 65.517%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.056%. The fairness score is 0.861 using the following formula. 65.517/76.056 = 0.861", "parameters": ["Sex", "female", 65.517, 76.056, 0.861]}, {"id": "disparate_impact_ratio_formula", "message": "65.517 / 76.056 = 0.861", "parameters": [65.517, "/", 76.056, 0.861]}]}]}, {"feature": "Age", "fairness_value": 94.5, "payload_fairness_value": 145.76271186440678, "is_biased": true, "majority": {"total_fav_percent": 72.80701754385966, "total_rows_percent": 38.0, "payload_total_fav_percent": 68.6046511627907, "values": [{"value": [26, 75], "fav_class_percent": 72.80701754385966, "payload_fav_class_percent": 68.6046511627907}]}, "minority": {"total_fav_percent": 68.81720430107528, "total_rows_percent": 62.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 68.81720430107528, "payload_fav_class_percent": 100.0, "fairness_value": 94.5, "payload_fairness_value": 145.76271186440678, "perfect_equality": 72.80701754385966, "acceptable_fav_class_percent": 71.3509, "is_biased": true}], "acceptable_fav_class_percent": 71.3509}, "records_evaluated": {"newest_timestamp": "2019-07-26 09:36:02.063000", "oldest_timestamp": "2019-07-26 09:36:02.063000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 60.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 68.817% of the time. The perfect equality is 72.807%. The fairness score for Age is 94.5% (68.817/72.807).", "parameters": ["[18-25]", 68.817, 72.807, "Age", 94.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 68.817%. The perfect equality value for that group is 72.807%. The fairness score is 0.945 using the following formula. 68.817/72.807 = 0.945", "parameters": ["Age", "18-25", 68.817, 72.807, 0.945]}, {"id": "disparate_impact_ratio_formula", "message": "68.817 / 72.807 = 0.945", "parameters": [68.817, "/", 72.807, 0.945]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.605% of the time. The fairness score for Age is 145.763% (100.0/68.605).", "parameters": ["[18-25]", 100.0, 68.605, "Age", 145.763]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.605%. The fairness score is 1.458 using the following formula. 100.0/68.605 = 1.458", "parameters": ["Age", "18-25", 100.0, 68.605, 1.458]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.605 = 1.458", "parameters": [100.0, "/", 68.605, 1.458]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.4, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.69999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 53, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 97, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 134, true, "monitored"], ["Age", [18, 25], "Risk", 44, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.4, "payload_fairness_value": 110.19813519813519, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.1311475409836, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 72.1311475409836}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.48717948717949, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 79.48717948717949, "fairness_value": 93.4, "payload_fairness_value": 110.19813519813519, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-26 08:36:02.078000", "oldest_timestamp": "2019-07-26 08:36:02.063000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 93.4% (71.0/76.0).", "parameters": ["female", 71.0, 76.0, "Sex", 93.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.934 using the following formula. 71.0/76.0 = 0.934", "parameters": ["Sex", "female", 71.0, 76.0, 0.934]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 76.0 = 0.934", "parameters": [71.0, "/", 76.0, 0.934]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.487% of the time. The reference group received favorable outcomes 72.131% of the time. The fairness score for Sex is 110.198% (79.487/72.131).", "parameters": ["female", 79.487, 72.131, "Sex", 110.198]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.487%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.131%. The fairness score is 1.102 using the following formula. 79.487/72.131 = 1.102", "parameters": ["Sex", "female", 79.487, 72.131, 1.102]}, {"id": "disparate_impact_ratio_formula", "message": "79.487 / 72.131 = 1.102", "parameters": [79.487, "/", 72.131, 1.102]}]}]}, {"feature": "Age", "fairness_value": 94.69999999999999, "payload_fairness_value": 147.16981132075472, "is_biased": true, "majority": {"total_fav_percent": 79.50819672131148, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 67.94871794871796, "values": [{"value": [26, 75], "fav_class_percent": 79.50819672131148, "payload_fav_class_percent": 67.94871794871796}]}, "minority": {"total_fav_percent": 75.28089887640449, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 75.28089887640449, "payload_fav_class_percent": 100.0, "fairness_value": 94.69999999999999, "payload_fairness_value": 147.16981132075472, "perfect_equality": 79.50819672131148, "acceptable_fav_class_percent": 77.918, "is_biased": true}], "acceptable_fav_class_percent": 77.918}, "records_evaluated": {"newest_timestamp": "2019-07-26 08:36:02.078000", "oldest_timestamp": "2019-07-26 08:36:02.063000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 71.73913043478261}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 75.281% of the time. The perfect equality is 79.508%. The fairness score for Age is 94.7% (75.281/79.508).", "parameters": ["[18-25]", 75.281, 79.508, "Age", 94.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 75.281%. The perfect equality value for that group is 79.508%. The fairness score is 0.947 using the following formula. 75.281/79.508 = 0.947", "parameters": ["Age", "18-25", 75.281, 79.508, 0.947]}, {"id": "disparate_impact_ratio_formula", "message": "75.281 / 79.508 = 0.947", "parameters": [75.281, "/", 79.508, 0.947]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 67.949% of the time. The fairness score for Age is 147.17% (100.0/67.949).", "parameters": ["[18-25]", 100.0, 67.949, "Age", 147.17]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.949%. The fairness score is 1.472 using the following formula. 100.0/67.949 = 1.472", "parameters": ["Age", "18-25", 100.0, 67.949, 1.472]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 67.949 = 1.472", "parameters": [100.0, "/", 67.949, 1.472]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 102.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 42, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 13, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 30, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 88, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.0, "payload_fairness_value": 95.9349593495935, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.1864406779661, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 71.1864406779661}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 68.29268292682927, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 68.29268292682927, "fairness_value": 96.0, "payload_fairness_value": 95.9349593495935, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-26 07:36:02.078000", "oldest_timestamp": "2019-07-26 07:36:02.078000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 96.0% (72.0/75.0).", "parameters": ["female", 72.0, 75.0, "Sex", 96.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.96 using the following formula. 72.0/75.0 = 0.96", "parameters": ["Sex", "female", 72.0, 75.0, 0.96]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 75.0 = 0.96", "parameters": [72.0, "/", 75.0, 0.96]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.293% of the time. The reference group received favorable outcomes 71.186% of the time. The fairness score for Sex is 95.935% (68.293/71.186).", "parameters": ["female", 68.293, 71.186, "Sex", 95.935]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.293%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.186%. The fairness score is 0.959 using the following formula. 68.293/71.186 = 0.959", "parameters": ["Sex", "female", 68.293, 71.186, 0.959]}, {"id": "disparate_impact_ratio_formula", "message": "68.293 / 71.186 = 0.959", "parameters": [68.293, "/", 71.186, 0.959]}]}]}, {"feature": "Age", "fairness_value": 102.3, "payload_fairness_value": 157.69230769230768, "is_biased": false, "majority": {"total_fav_percent": 75.86206896551724, "total_rows_percent": 38.92617449664429, "payload_total_fav_percent": 63.41463414634146, "values": [{"value": [26, 75], "fav_class_percent": 75.86206896551724, "payload_fav_class_percent": 63.41463414634146}]}, "minority": {"total_fav_percent": 78.02197802197803, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 78.02197802197803, "payload_fav_class_percent": 100.0, "fairness_value": 102.3, "payload_fairness_value": 157.69230769230768, "perfect_equality": 76.27118644067797, "acceptable_fav_class_percent": 74.7458, "is_biased": false}], "acceptable_fav_class_percent": 74.7458}, "records_evaluated": {"newest_timestamp": "2019-07-26 07:36:02.078000", "oldest_timestamp": "2019-07-26 07:36:02.078000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.022% of the time. The perfect equality is 76.271%. The fairness score for Age is 102.3% (78.022/76.271).", "parameters": ["[18-25]", 78.022, 76.271, "Age", 102.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.022%. The perfect equality value for that group is 76.271%. The fairness score is 1.023 using the following formula. 78.022/76.271 = 1.023", "parameters": ["Age", "18-25", 78.022, 76.271, 1.023]}, {"id": "disparate_impact_ratio_formula", "message": "78.022 / 76.271 = 1.023", "parameters": [78.022, "/", 76.271, 1.023]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 63.415% of the time. The fairness score for Age is 157.692% (100.0/63.415).", "parameters": ["[18-25]", 100.0, 63.415, "Age", 157.692]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 63.415%. The fairness score is 1.577 using the following formula. 100.0/63.415 = 1.577", "parameters": ["Age", "18-25", 100.0, 63.415, 1.577]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 63.415 = 1.577", "parameters": [100.0, "/", 63.415, 1.577]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.39999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 54, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 26, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 60, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 102, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.0, "payload_fairness_value": 97.75533108866442, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.59701492537313, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 80.59701492537313}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.78787878787878, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 78.78787878787878, "fairness_value": 95.0, "payload_fairness_value": 97.75533108866442, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-26 06:36:02.078000", "oldest_timestamp": "2019-07-26 06:36:02.078000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 95.0% (76.0/80.0).", "parameters": ["female", 76.0, 80.0, "Sex", 95.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.95 using the following formula. 76.0/80.0 = 0.95", "parameters": ["Sex", "female", 76.0, 80.0, 0.95]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 80.0 = 0.95", "parameters": [76.0, "/", 80.0, 0.95]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.788% of the time. The reference group received favorable outcomes 80.597% of the time. The fairness score for Sex is 97.755% (78.788/80.597).", "parameters": ["female", 78.788, 80.597, "Sex", 97.755]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.788%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 80.597%. The fairness score is 0.978 using the following formula. 78.788/80.597 = 0.978", "parameters": ["Sex", "female", 78.788, 80.597, 0.978]}, {"id": "disparate_impact_ratio_formula", "message": "78.788 / 80.597 = 0.978", "parameters": [78.788, "/", 80.597, 0.978]}]}]}, {"feature": "Age", "fairness_value": 95.39999999999999, "payload_fairness_value": 133.33333333333331, "is_biased": true, "majority": {"total_fav_percent": 83.60655737704919, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 75.0, "values": [{"value": [26, 75], "fav_class_percent": 83.60655737704919, "payload_fav_class_percent": 75.0}]}, "minority": {"total_fav_percent": 79.7752808988764, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.7752808988764, "payload_fav_class_percent": 100.0, "fairness_value": 95.39999999999999, "payload_fairness_value": 133.33333333333331, "perfect_equality": 83.60655737704919, "acceptable_fav_class_percent": 81.9344, "is_biased": true}], "acceptable_fav_class_percent": 81.9344}, "records_evaluated": {"newest_timestamp": "2019-07-26 06:36:02.078000", "oldest_timestamp": "2019-07-26 06:36:02.078000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 74.57627118644068}, {"range": [26, 34], "fav_percent": 97.05882352941177}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.775% of the time. The perfect equality is 83.607%. The fairness score for Age is 95.4% (79.775/83.607).", "parameters": ["[18-25]", 79.775, 83.607, "Age", 95.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.775%. The perfect equality value for that group is 83.607%. The fairness score is 0.954 using the following formula. 79.775/83.607 = 0.954", "parameters": ["Age", "18-25", 79.775, 83.607, 0.954]}, {"id": "disparate_impact_ratio_formula", "message": "79.775 / 83.607 = 0.954", "parameters": [79.775, "/", 83.607, 0.954]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 75.0% of the time. The fairness score for Age is 133.333% (100.0/75.0).", "parameters": ["[18-25]", 100.0, 75.0, "Age", 133.333]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.0%. The fairness score is 1.333 using the following formula. 100.0/75.0 = 1.333", "parameters": ["Age", "18-25", 100.0, 75.0, 1.333]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 75.0 = 1.333", "parameters": [100.0, "/", 75.0, 1.333]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.39999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 41, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 137, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.39999999999999, "payload_fairness_value": 111.14982578397212, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.6896551724138, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 70.6896551724138}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.57142857142857, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 78.57142857142857, "fairness_value": 97.39999999999999, "payload_fairness_value": 111.14982578397212, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-26 05:36:02.078000", "oldest_timestamp": "2019-07-26 05:36:02.078000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 97.4% (74.0/76.0).", "parameters": ["female", 74.0, 76.0, "Sex", 97.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.974 using the following formula. 74.0/76.0 = 0.974", "parameters": ["Sex", "female", 74.0, 76.0, 0.974]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 76.0 = 0.974", "parameters": [74.0, "/", 76.0, 0.974]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.571% of the time. The reference group received favorable outcomes 70.69% of the time. The fairness score for Sex is 111.15% (78.571/70.69).", "parameters": ["female", 78.571, 70.69, "Sex", 111.15]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.571%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.69%. The fairness score is 1.111 using the following formula. 78.571/70.69 = 1.111", "parameters": ["Sex", "female", 78.571, 70.69, 1.111]}, {"id": "disparate_impact_ratio_formula", "message": "78.571 / 70.69 = 1.111", "parameters": [78.571, "/", 70.69, 1.111]}]}]}, {"feature": "Age", "fairness_value": 97.1, "payload_fairness_value": 150.00000000000003, "is_biased": true, "majority": {"total_fav_percent": 79.67479674796748, "total_rows_percent": 41.0, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": [26, 75], "fav_class_percent": 79.67479674796748, "payload_fav_class_percent": 66.66666666666666}]}, "minority": {"total_fav_percent": 77.40112994350282, "total_rows_percent": 59.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.40112994350282, "payload_fav_class_percent": 100.0, "fairness_value": 97.1, "payload_fairness_value": 150.00000000000003, "perfect_equality": 79.67479674796748, "acceptable_fav_class_percent": 78.0813, "is_biased": true}], "acceptable_fav_class_percent": 78.0813}, "records_evaluated": {"newest_timestamp": "2019-07-26 05:36:02.078000", "oldest_timestamp": "2019-07-26 05:36:02.078000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 73.33333333333333}, {"range": [26, 34], "fav_percent": 96.55172413793103}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.401% of the time. The perfect equality is 79.675%. The fairness score for Age is 97.1% (77.401/79.675).", "parameters": ["[18-25]", 77.401, 79.675, "Age", 97.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.401%. The perfect equality value for that group is 79.675%. The fairness score is 0.971 using the following formula. 77.401/79.675 = 0.971", "parameters": ["Age", "18-25", 77.401, 79.675, 0.971]}, {"id": "disparate_impact_ratio_formula", "message": "77.401 / 79.675 = 0.971", "parameters": [77.401, "/", 79.675, 0.971]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.667% of the time. The fairness score for Age is 150.0% (100.0/66.667).", "parameters": ["[18-25]", 100.0, 66.667, "Age", 150.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.667%. The fairness score is 1.5 using the following formula. 100.0/66.667 = 1.5", "parameters": ["Age", "18-25", 100.0, 66.667, 1.5]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.667 = 1.5", "parameters": [100.0, "/", 66.667, 1.5]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 91.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 45, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 47, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 30, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 110, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 132, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.8, "payload_fairness_value": 111.22507122507122, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.77049180327869, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 73.77049180327869}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.05128205128204, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 82.05128205128204, "fairness_value": 93.8, "payload_fairness_value": 111.22507122507122, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-26 04:36:02.078000", "oldest_timestamp": "2019-07-26 04:36:02.078000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 93.8% (76.0/81.0).", "parameters": ["female", 76.0, 81.0, "Sex", 93.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.938 using the following formula. 76.0/81.0 = 0.938", "parameters": ["Sex", "female", 76.0, 81.0, 0.938]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 81.0 = 0.938", "parameters": [76.0, "/", 81.0, 0.938]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 82.051% of the time. The reference group received favorable outcomes 73.77% of the time. The fairness score for Sex is 111.225% (82.051/73.77).", "parameters": ["female", 82.051, 73.77, "Sex", 111.225]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 82.051%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.77%. The fairness score is 1.112 using the following formula. 82.051/73.77 = 1.112", "parameters": ["Sex", "female", 82.051, 73.77, 1.112]}, {"id": "disparate_impact_ratio_formula", "message": "82.051 / 73.77 = 1.112", "parameters": [82.051, "/", 73.77, 1.112]}]}]}, {"feature": "Age", "fairness_value": 91.8, "payload_fairness_value": 148.93617021276597, "is_biased": true, "majority": {"total_fav_percent": 84.61538461538461, "total_rows_percent": 43.333333333333336, "payload_total_fav_percent": 67.14285714285714, "values": [{"value": [26, 75], "fav_class_percent": 84.61538461538461, "payload_fav_class_percent": 67.14285714285714}]}, "minority": {"total_fav_percent": 77.64705882352942, "total_rows_percent": 56.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.64705882352942, "payload_fav_class_percent": 100.0, "fairness_value": 91.8, "payload_fairness_value": 148.93617021276597, "perfect_equality": 84.61538461538461, "acceptable_fav_class_percent": 82.9231, "is_biased": true}], "acceptable_fav_class_percent": 82.9231}, "records_evaluated": {"newest_timestamp": "2019-07-26 04:36:02.078000", "oldest_timestamp": "2019-07-26 04:36:02.078000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 68.42105263157895}, {"range": [26, 34], "fav_percent": 100.0}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.647% of the time. The perfect equality is 84.615%. The fairness score for Age is 91.8% (77.647/84.615).", "parameters": ["[18-25]", 77.647, 84.615, "Age", 91.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.647%. The perfect equality value for that group is 84.615%. The fairness score is 0.918 using the following formula. 77.647/84.615 = 0.918", "parameters": ["Age", "18-25", 77.647, 84.615, 0.918]}, {"id": "disparate_impact_ratio_formula", "message": "77.647 / 84.615 = 0.918", "parameters": [77.647, "/", 84.615, 0.918]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 67.143% of the time. The fairness score for Age is 148.936% (100.0/67.143).", "parameters": ["[18-25]", 100.0, 67.143, "Age", 148.936]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.143%. The fairness score is 1.489 using the following formula. 100.0/67.143 = 1.489", "parameters": ["Age", "18-25", 100.0, 67.143, 1.489]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 67.143 = 1.489", "parameters": [100.0, "/", 67.143, 1.489]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 103.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 42, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 51, true, "reference"], ["Age", [26, 75], "Risk", 30, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 97, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 145, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.8, "payload_fairness_value": 108.77192982456141, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 67.74193548387096, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 67.74193548387096}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.68421052631578, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 73.68421052631578, "fairness_value": 93.8, "payload_fairness_value": 108.77192982456141, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-26 03:36:02.136000", "oldest_timestamp": "2019-07-26 03:36:02.078000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 93.8% (75.0/80.0).", "parameters": ["female", 75.0, 80.0, "Sex", 93.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.938 using the following formula. 75.0/80.0 = 0.938", "parameters": ["Sex", "female", 75.0, 80.0, 0.938]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 80.0 = 0.938", "parameters": [75.0, "/", 80.0, 0.938]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.684% of the time. The reference group received favorable outcomes 67.742% of the time. The fairness score for Sex is 108.772% (73.684/67.742).", "parameters": ["female", 73.684, 67.742, "Sex", 108.772]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.684%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.742%. The fairness score is 1.088 using the following formula. 73.684/67.742 = 1.088", "parameters": ["Sex", "female", 73.684, 67.742, 1.088]}, {"id": "disparate_impact_ratio_formula", "message": "73.684 / 67.742 = 1.088", "parameters": [73.684, "/", 67.742, 1.088]}]}]}, {"feature": "Age", "fairness_value": 103.89999999999999, "payload_fairness_value": 158.82352941176472, "is_biased": false, "majority": {"total_fav_percent": 78.86178861788618, "total_rows_percent": 41.0, "payload_total_fav_percent": 62.96296296296296, "values": [{"value": [26, 75], "fav_class_percent": 78.86178861788618, "payload_fav_class_percent": 62.96296296296296}]}, "minority": {"total_fav_percent": 81.92090395480226, "total_rows_percent": 59.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 81.92090395480226, "payload_fav_class_percent": 100.0, "fairness_value": 103.89999999999999, "payload_fairness_value": 158.82352941176472, "perfect_equality": 78.86178861788618, "acceptable_fav_class_percent": 77.2846, "is_biased": false}], "acceptable_fav_class_percent": 77.2846}, "records_evaluated": {"newest_timestamp": "2019-07-26 03:36:02.136000", "oldest_timestamp": "2019-07-26 03:36:02.078000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 81.921% of the time. The perfect equality is 78.862%. The fairness score for Age is 103.9% (81.921/78.862).", "parameters": ["[18-25]", 81.921, 78.862, "Age", 103.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 81.921%. The perfect equality value for that group is 78.862%. The fairness score is 1.039 using the following formula. 81.921/78.862 = 1.039", "parameters": ["Age", "18-25", 81.921, 78.862, 1.039]}, {"id": "disparate_impact_ratio_formula", "message": "81.921 / 78.862 = 1.039", "parameters": [81.921, "/", 78.862, 1.039]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 62.963% of the time. The fairness score for Age is 158.824% (100.0/62.963).", "parameters": ["[18-25]", 100.0, 62.963, "Age", 158.824]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 62.963%. The fairness score is 1.588 using the following formula. 100.0/62.963 = 1.588", "parameters": ["Age", "18-25", 100.0, 62.963, 1.588]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 62.963 = 1.588", "parameters": [100.0, "/", 62.963, 1.588]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.10000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 105.69999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 34, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 95, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 157, true, "monitored"], ["Age", [18, 25], "Risk", 26, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.10000000000001, "payload_fairness_value": 104.81341265548944, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.43859649122807, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 75.43859649122807}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.06976744186046, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 79.06976744186046, "fairness_value": 91.10000000000001, "payload_fairness_value": 104.81341265548944, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-26 02:36:02.136000", "oldest_timestamp": "2019-07-26 02:36:02.136000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 91.1% (72.0/79.0).", "parameters": ["female", 72.0, 79.0, "Sex", 91.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.911 using the following formula. 72.0/79.0 = 0.911", "parameters": ["Sex", "female", 72.0, 79.0, 0.911]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 79.0 = 0.911", "parameters": [72.0, "/", 79.0, 0.911]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.07% of the time. The reference group received favorable outcomes 75.439% of the time. The fairness score for Sex is 104.813% (79.07/75.439).", "parameters": ["female", 79.07, 75.439, "Sex", 104.813]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.07%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.439%. The fairness score is 1.048 using the following formula. 79.07/75.439 = 1.048", "parameters": ["Sex", "female", 79.07, 75.439, 1.048]}, {"id": "disparate_impact_ratio_formula", "message": "79.07 / 75.439 = 1.048", "parameters": [79.07, "/", 75.439, 1.048]}]}]}, {"feature": "Age", "fairness_value": 105.69999999999999, "payload_fairness_value": 139.6551724137931, "is_biased": false, "majority": {"total_fav_percent": 81.19658119658119, "total_rows_percent": 39.0, "payload_total_fav_percent": 71.60493827160494, "values": [{"value": [26, 75], "fav_class_percent": 81.19658119658119, "payload_fav_class_percent": 71.60493827160494}]}, "minority": {"total_fav_percent": 85.79234972677595, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 85.79234972677595, "payload_fav_class_percent": 100.0, "fairness_value": 105.69999999999999, "payload_fairness_value": 139.6551724137931, "perfect_equality": 81.19658119658119, "acceptable_fav_class_percent": 79.5726, "is_biased": false}], "acceptable_fav_class_percent": 79.5726}, "records_evaluated": {"newest_timestamp": "2019-07-26 02:36:02.136000", "oldest_timestamp": "2019-07-26 02:36:02.136000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 85.792% of the time. The perfect equality is 81.197%. The fairness score for Age is 105.7% (85.792/81.197).", "parameters": ["[18-25]", 85.792, 81.197, "Age", 105.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 85.792%. The perfect equality value for that group is 81.197%. The fairness score is 1.057 using the following formula. 85.792/81.197 = 1.057", "parameters": ["Age", "18-25", 85.792, 81.197, 1.057]}, {"id": "disparate_impact_ratio_formula", "message": "85.792 / 81.197 = 1.057", "parameters": [85.792, "/", 81.197, 1.057]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.605% of the time. The fairness score for Age is 139.655% (100.0/71.605).", "parameters": ["[18-25]", 100.0, 71.605, "Age", 139.655]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.605%. The fairness score is 1.397 using the following formula. 100.0/71.605 = 1.397", "parameters": ["Age", "18-25", 100.0, 71.605, 1.397]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.605 = 1.397", "parameters": [100.0, "/", 71.605, 1.397]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.39999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 23, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 53, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 69, true, "reference"], ["Sex", "male", "Risk", 31, false, "reference"], ["Sex", "female", "No Risk", 63, true, "monitored"], ["Sex", "female", "Risk", 37, false, "monitored"], ["Age", [26, 75], "No Risk", 82, true, "reference"], ["Age", [26, 75], "Risk", 31, false, "reference"], ["Age", [18, 25], "No Risk", 128, true, "monitored"], ["Age", [18, 25], "Risk", 54, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.3, "payload_fairness_value": 95.29993815708102, "is_biased": true, "majority": {"total_fav_percent": 69.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.13432835820896, "values": [{"value": "male", "fav_class_percent": 69.0, "payload_fav_class_percent": 73.13432835820896}]}, "minority": {"total_fav_percent": 63.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 69.6969696969697, "values": [{"value": "female", "fav_class_percent": 63.0, "payload_fav_class_percent": 69.6969696969697, "fairness_value": 91.3, "payload_fairness_value": 95.29993815708102, "perfect_equality": 69.0, "acceptable_fav_class_percent": 67.62, "is_biased": true}], "acceptable_fav_class_percent": 67.62}, "records_evaluated": {"newest_timestamp": "2019-07-26 01:36:02.136000", "oldest_timestamp": "2019-07-26 01:36:02.136000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 63.0% of the time. The perfect equality is 69.0%. The fairness score for Sex is 91.3% (63.0/69.0).", "parameters": ["female", 63.0, 69.0, "Sex", 91.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 63.0%. The perfect equality value for that group is 69.0%. The fairness score is 0.913 using the following formula. 63.0/69.0 = 0.913", "parameters": ["Sex", "female", 63.0, 69.0, 0.913]}, {"id": "disparate_impact_ratio_formula", "message": "63.0 / 69.0 = 0.913", "parameters": [63.0, "/", 69.0, 0.913]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 69.697% of the time. The reference group received favorable outcomes 73.134% of the time. The fairness score for Sex is 95.3% (69.697/73.134).", "parameters": ["female", 69.697, 73.134, "Sex", 95.3]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 69.697%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.134%. The fairness score is 0.953 using the following formula. 69.697/73.134 = 0.953", "parameters": ["Sex", "female", 69.697, 73.134, 0.953]}, {"id": "disparate_impact_ratio_formula", "message": "69.697 / 73.134 = 0.953", "parameters": [69.697, "/", 73.134, 0.953]}]}]}, {"feature": "Age", "fairness_value": 95.39999999999999, "payload_fairness_value": 152.83018867924528, "is_biased": true, "majority": {"total_fav_percent": 72.56637168141593, "total_rows_percent": 38.30508474576271, "payload_total_fav_percent": 65.4320987654321, "values": [{"value": [26, 75], "fav_class_percent": 72.56637168141593, "payload_fav_class_percent": 65.4320987654321}]}, "minority": {"total_fav_percent": 70.32967032967034, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 70.32967032967034, "payload_fav_class_percent": 100.0, "fairness_value": 95.39999999999999, "payload_fairness_value": 152.83018867924528, "perfect_equality": 73.72881355932203, "acceptable_fav_class_percent": 72.2542, "is_biased": true}], "acceptable_fav_class_percent": 72.2542}, "records_evaluated": {"newest_timestamp": "2019-07-26 01:36:02.136000", "oldest_timestamp": "2019-07-26 01:36:02.136000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 65.3061224489796}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 70.33% of the time. The perfect equality is 73.729%. The fairness score for Age is 95.4% (70.33/73.729).", "parameters": ["[18-25]", 70.33, 73.729, "Age", 95.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 70.33%. The perfect equality value for that group is 73.729%. The fairness score is 0.954 using the following formula. 70.33/73.729 = 0.954", "parameters": ["Age", "18-25", 70.33, 73.729, 0.954]}, {"id": "disparate_impact_ratio_formula", "message": "70.33 / 73.729 = 0.954", "parameters": [70.33, "/", 73.729, 0.954]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 65.432% of the time. The fairness score for Age is 152.83% (100.0/65.432).", "parameters": ["[18-25]", 100.0, 65.432, "Age", 152.83]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 65.432%. The fairness score is 1.528 using the following formula. 100.0/65.432 = 1.528", "parameters": ["Age", "18-25", 100.0, 65.432, 1.528]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 65.432 = 1.528", "parameters": [100.0, "/", 65.432, 1.528]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.4, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 8, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 13, false, "monitored"], ["Age", [26, 75], "No Risk", 61, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 92, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 143, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.4, "payload_fairness_value": 84.21550094517957, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 85.18518518518519, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 85.18518518518519}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.73913043478261, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 71.73913043478261, "fairness_value": 91.4, "payload_fairness_value": 84.21550094517957, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-26 00:36:02.152000", "oldest_timestamp": "2019-07-26 00:36:02.136000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 91.4% (74.0/81.0).", "parameters": ["female", 74.0, 81.0, "Sex", 91.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.914 using the following formula. 74.0/81.0 = 0.914", "parameters": ["Sex", "female", 74.0, 81.0, 0.914]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 81.0 = 0.914", "parameters": [74.0, "/", 81.0, 0.914]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.739% of the time. The reference group received favorable outcomes 85.185% of the time. The fairness score for Sex is 84.216% (71.739/85.185).", "parameters": ["female", 71.739, 85.185, "Sex", 84.216]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.739%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 85.185%. The fairness score is 0.842 using the following formula. 71.739/85.185 = 0.842", "parameters": ["Sex", "female", 71.739, 85.185, 0.842]}, {"id": "disparate_impact_ratio_formula", "message": "71.739 / 85.185 = 0.842", "parameters": [71.739, "/", 85.185, 0.842]}]}]}, {"feature": "Age", "fairness_value": 97.89999999999999, "payload_fairness_value": 134.4262295081967, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 38.85135135135135, "payload_total_fav_percent": 74.39024390243902, "values": [{"value": [26, 75], "fav_class_percent": 80.0, "payload_fav_class_percent": 74.39024390243902}]}, "minority": {"total_fav_percent": 79.00552486187846, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.00552486187846, "payload_fav_class_percent": 100.0, "fairness_value": 97.89999999999999, "payload_fairness_value": 134.4262295081967, "perfect_equality": 80.67226890756302, "acceptable_fav_class_percent": 79.0588, "is_biased": true}], "acceptable_fav_class_percent": 79.0588}, "records_evaluated": {"newest_timestamp": "2019-07-26 00:36:02.152000", "oldest_timestamp": "2019-07-26 00:36:02.136000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 72.3404255319149}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.006% of the time. The perfect equality is 80.672%. The fairness score for Age is 97.9% (79.006/80.672).", "parameters": ["[18-25]", 79.006, 80.672, "Age", 97.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.006%. The perfect equality value for that group is 80.672%. The fairness score is 0.979 using the following formula. 79.006/80.672 = 0.979", "parameters": ["Age", "18-25", 79.006, 80.672, 0.979]}, {"id": "disparate_impact_ratio_formula", "message": "79.006 / 80.672 = 0.979", "parameters": [79.006, "/", 80.672, 0.979]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 74.39% of the time. The fairness score for Age is 134.426% (100.0/74.39).", "parameters": ["[18-25]", 100.0, 74.39, "Age", 134.426]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.39%. The fairness score is 1.344 using the following formula. 100.0/74.39 = 1.344", "parameters": ["Age", "18-25", 100.0, 74.39, 1.344]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 74.39 = 1.344", "parameters": [100.0, "/", 74.39, 1.344]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 107.69999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 154, true, "monitored"], ["Age", [18, 25], "Risk", 24, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.0, "payload_fairness_value": 104.34782608695652, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.66666666666667, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 76.66666666666667}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.0, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 80.0, "fairness_value": 95.0, "payload_fairness_value": 104.34782608695652, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-25 23:36:02.152000", "oldest_timestamp": "2019-07-25 23:36:02.152000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 95.0% (76.0/80.0).", "parameters": ["female", 76.0, 80.0, "Sex", 95.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.95 using the following formula. 76.0/80.0 = 0.95", "parameters": ["Sex", "female", 76.0, 80.0, 0.95]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 80.0 = 0.95", "parameters": [76.0, "/", 80.0, 0.95]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.0% of the time. The reference group received favorable outcomes 76.667% of the time. The fairness score for Sex is 104.348% (80.0/76.667).", "parameters": ["female", 80.0, 76.667, "Sex", 104.348]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.667%. The fairness score is 1.043 using the following formula. 80.0/76.667 = 1.043", "parameters": ["Sex", "female", 80.0, 76.667, 1.043]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 76.667 = 1.043", "parameters": [80.0, "/", 76.667, 1.043]}]}]}, {"feature": "Age", "fairness_value": 107.69999999999999, "payload_fairness_value": 139.28571428571428, "is_biased": false, "majority": {"total_fav_percent": 80.32786885245902, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 71.7948717948718, "values": [{"value": [26, 75], "fav_class_percent": 80.32786885245902, "payload_fav_class_percent": 71.7948717948718}]}, "minority": {"total_fav_percent": 86.51685393258427, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 86.51685393258427, "payload_fav_class_percent": 100.0, "fairness_value": 107.69999999999999, "payload_fairness_value": 139.28571428571428, "perfect_equality": 80.32786885245902, "acceptable_fav_class_percent": 78.7213, "is_biased": false}], "acceptable_fav_class_percent": 78.7213}, "records_evaluated": {"newest_timestamp": "2019-07-25 23:36:02.152000", "oldest_timestamp": "2019-07-25 23:36:02.152000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 86.517% of the time. The perfect equality is 80.328%. The fairness score for Age is 107.7% (86.517/80.328).", "parameters": ["[18-25]", 86.517, 80.328, "Age", 107.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 86.517%. The perfect equality value for that group is 80.328%. The fairness score is 1.077 using the following formula. 86.517/80.328 = 1.077", "parameters": ["Age", "18-25", 86.517, 80.328, 1.077]}, {"id": "disparate_impact_ratio_formula", "message": "86.517 / 80.328 = 1.077", "parameters": [86.517, "/", 80.328, 1.077]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.795% of the time. The fairness score for Age is 139.286% (100.0/71.795).", "parameters": ["[18-25]", 100.0, 71.795, "Age", 139.286]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.795%. The fairness score is 1.393 using the following formula. 100.0/71.795 = 1.393", "parameters": ["Age", "18-25", 100.0, 71.795, 1.393]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.795 = 1.393", "parameters": [100.0, "/", 71.795, 1.393]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 90.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 91.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 26, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 68, true, "monitored"], ["Sex", "female", "Risk", 32, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 129, true, "monitored"], ["Age", [18, 25], "Risk", 52, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 90.7, "payload_fairness_value": 94.33106575963718, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.5625, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 76.5625}]}, "minority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.22222222222221, "values": [{"value": "female", "fav_class_percent": 68.0, "payload_fav_class_percent": 72.22222222222221, "fairness_value": 90.7, "payload_fairness_value": 94.33106575963718, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-25 22:36:02.152000", "oldest_timestamp": "2019-07-25 22:36:02.152000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 90.7% (68.0/75.0).", "parameters": ["female", 68.0, 75.0, "Sex", 90.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.907 using the following formula. 68.0/75.0 = 0.907", "parameters": ["Sex", "female", 68.0, 75.0, 0.907]}, {"id": "disparate_impact_ratio_formula", "message": "68.0 / 75.0 = 0.907", "parameters": [68.0, "/", 75.0, 0.907]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.222% of the time. The reference group received favorable outcomes 76.562% of the time. The fairness score for Sex is 94.331% (72.222/76.562).", "parameters": ["female", 72.222, 76.562, "Sex", 94.331]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.222%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.562%. The fairness score is 0.943 using the following formula. 72.222/76.562 = 0.943", "parameters": ["Sex", "female", 72.222, 76.562, 0.943]}, {"id": "disparate_impact_ratio_formula", "message": "72.222 / 76.562 = 0.943", "parameters": [72.222, "/", 76.562, 0.943]}]}]}, {"feature": "Age", "fairness_value": 91.2, "payload_fairness_value": 143.85964912280704, "is_biased": true, "majority": {"total_fav_percent": 78.15126050420169, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 69.51219512195121, "values": [{"value": [26, 75], "fav_class_percent": 78.15126050420169, "payload_fav_class_percent": 69.51219512195121}]}, "minority": {"total_fav_percent": 71.27071823204419, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 71.27071823204419, "payload_fav_class_percent": 100.0, "fairness_value": 91.2, "payload_fairness_value": 143.85964912280704, "perfect_equality": 78.15126050420169, "acceptable_fav_class_percent": 76.5882, "is_biased": true}], "acceptable_fav_class_percent": 76.5882}, "records_evaluated": {"newest_timestamp": "2019-07-25 22:36:02.152000", "oldest_timestamp": "2019-07-25 22:36:02.152000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 63.33333333333333}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 71.271% of the time. The perfect equality is 78.151%. The fairness score for Age is 91.2% (71.271/78.151).", "parameters": ["[18-25]", 71.271, 78.151, "Age", 91.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 71.271%. The perfect equality value for that group is 78.151%. The fairness score is 0.912 using the following formula. 71.271/78.151 = 0.912", "parameters": ["Age", "18-25", 71.271, 78.151, 0.912]}, {"id": "disparate_impact_ratio_formula", "message": "71.271 / 78.151 = 0.912", "parameters": [71.271, "/", 78.151, 0.912]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.512% of the time. The fairness score for Age is 143.86% (100.0/69.512).", "parameters": ["[18-25]", 100.0, 69.512, "Age", 143.86]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.512%. The fairness score is 1.439 using the following formula. 100.0/69.512 = 1.439", "parameters": ["Age", "18-25", 100.0, 69.512, 1.439]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.512 = 1.439", "parameters": [100.0, "/", 69.512, 1.439]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.39999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 52, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 24, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 24, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 134, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.0, "payload_fairness_value": 93.70629370629372, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.61194029850746, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 77.61194029850746}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.72727272727273, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 72.72727272727273, "fairness_value": 91.0, "payload_fairness_value": 93.70629370629372, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-25 21:36:02.152000", "oldest_timestamp": "2019-07-25 21:36:02.152000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 91.0% (71.0/78.0).", "parameters": ["female", 71.0, 78.0, "Sex", 91.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.91 using the following formula. 71.0/78.0 = 0.91", "parameters": ["Sex", "female", 71.0, 78.0, 0.91]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 78.0 = 0.91", "parameters": [71.0, "/", 78.0, 0.91]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.727% of the time. The reference group received favorable outcomes 77.612% of the time. The fairness score for Sex is 93.706% (72.727/77.612).", "parameters": ["female", 72.727, 77.612, "Sex", 93.706]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.727%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.612%. The fairness score is 0.937 using the following formula. 72.727/77.612 = 0.937", "parameters": ["Sex", "female", 72.727, 77.612, 0.937]}, {"id": "disparate_impact_ratio_formula", "message": "72.727 / 77.612 = 0.937", "parameters": [72.727, "/", 77.612, 0.937]}]}]}, {"feature": "Age", "fairness_value": 94.39999999999999, "payload_fairness_value": 146.15384615384616, "is_biased": true, "majority": {"total_fav_percent": 80.32786885245902, "total_rows_percent": 40.939597315436245, "payload_total_fav_percent": 68.42105263157895, "values": [{"value": [26, 75], "fav_class_percent": 80.32786885245902, "payload_fav_class_percent": 68.42105263157895}]}, "minority": {"total_fav_percent": 76.13636363636364, "total_rows_percent": 58.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.13636363636364, "payload_fav_class_percent": 100.0, "fairness_value": 94.39999999999999, "payload_fairness_value": 146.15384615384616, "perfect_equality": 80.64516129032258, "acceptable_fav_class_percent": 79.0323, "is_biased": true}], "acceptable_fav_class_percent": 79.0323}, "records_evaluated": {"newest_timestamp": "2019-07-25 21:36:02.152000", "oldest_timestamp": "2019-07-25 21:36:02.152000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 71.05263157894737}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.136% of the time. The perfect equality is 80.645%. The fairness score for Age is 94.4% (76.136/80.645).", "parameters": ["[18-25]", 76.136, 80.645, "Age", 94.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.136%. The perfect equality value for that group is 80.645%. The fairness score is 0.944 using the following formula. 76.136/80.645 = 0.944", "parameters": ["Age", "18-25", 76.136, 80.645, 0.944]}, {"id": "disparate_impact_ratio_formula", "message": "76.136 / 80.645 = 0.944", "parameters": [76.136, "/", 80.645, 0.944]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.421% of the time. The fairness score for Age is 146.154% (100.0/68.421).", "parameters": ["[18-25]", 100.0, 68.421, "Age", 146.154]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.421%. The fairness score is 1.462 using the following formula. 100.0/68.421 = 1.462", "parameters": ["Age", "18-25", 100.0, 68.421, 1.462]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.421 = 1.462", "parameters": [100.0, "/", 68.421, 1.462]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.30000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 55, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 99, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.30000000000001, "payload_fairness_value": 100.28571428571429, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.92307692307693, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 76.92307692307693}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.14285714285715, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 77.14285714285715, "fairness_value": 92.30000000000001, "payload_fairness_value": 100.28571428571429, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-25 20:36:02.152000", "oldest_timestamp": "2019-07-25 20:36:02.152000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 92.3% (72.0/78.0).", "parameters": ["female", 72.0, 78.0, "Sex", 92.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.923 using the following formula. 72.0/78.0 = 0.923", "parameters": ["Sex", "female", 72.0, 78.0, 0.923]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 78.0 = 0.923", "parameters": [72.0, "/", 78.0, 0.923]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.143% of the time. The reference group received favorable outcomes 76.923% of the time. The fairness score for Sex is 100.286% (77.143/76.923).", "parameters": ["female", 77.143, 76.923, "Sex", 100.286]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.143%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.923%. The fairness score is 1.003 using the following formula. 77.143/76.923 = 1.003", "parameters": ["Sex", "female", 77.143, 76.923, 1.003]}, {"id": "disparate_impact_ratio_formula", "message": "77.143 / 76.923 = 1.003", "parameters": [77.143, "/", 76.923, 1.003]}]}]}, {"feature": "Age", "fairness_value": 96.89999999999999, "payload_fairness_value": 141.8181818181818, "is_biased": true, "majority": {"total_fav_percent": 81.14754098360656, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 70.51282051282051, "values": [{"value": [26, 75], "fav_class_percent": 81.14754098360656, "payload_fav_class_percent": 70.51282051282051}]}, "minority": {"total_fav_percent": 78.65168539325843, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 78.65168539325843, "payload_fav_class_percent": 100.0, "fairness_value": 96.89999999999999, "payload_fairness_value": 141.8181818181818, "perfect_equality": 81.14754098360656, "acceptable_fav_class_percent": 79.5246, "is_biased": true}], "acceptable_fav_class_percent": 79.5246}, "records_evaluated": {"newest_timestamp": "2019-07-25 20:36:02.152000", "oldest_timestamp": "2019-07-25 20:36:02.152000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 69.6969696969697}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.652% of the time. The perfect equality is 81.148%. The fairness score for Age is 96.9% (78.652/81.148).", "parameters": ["[18-25]", 78.652, 81.148, "Age", 96.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.652%. The perfect equality value for that group is 81.148%. The fairness score is 0.969 using the following formula. 78.652/81.148 = 0.969", "parameters": ["Age", "18-25", 78.652, 81.148, 0.969]}, {"id": "disparate_impact_ratio_formula", "message": "78.652 / 81.148 = 0.969", "parameters": [78.652, "/", 81.148, 0.969]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.513% of the time. The fairness score for Age is 141.818% (100.0/70.513).", "parameters": ["[18-25]", 100.0, 70.513, "Age", 141.818]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.513%. The fairness score is 1.418 using the following formula. 100.0/70.513 = 1.418", "parameters": ["Age", "18-25", 100.0, 70.513, 1.418]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.513 = 1.418", "parameters": [100.0, "/", 70.513, 1.418]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.39999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 11, false, "monitored"], ["Age", [26, 75], "No Risk", 55, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 141, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.39999999999999, "payload_fairness_value": 97.2943722943723, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.86206896551724, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 75.86206896551724}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.80952380952381, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 73.80952380952381, "fairness_value": 97.39999999999999, "payload_fairness_value": 97.2943722943723, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-25 19:36:02.152000", "oldest_timestamp": "2019-07-25 19:36:02.152000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 97.4% (75.0/77.0).", "parameters": ["female", 75.0, 77.0, "Sex", 97.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.974 using the following formula. 75.0/77.0 = 0.974", "parameters": ["Sex", "female", 75.0, 77.0, 0.974]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 77.0 = 0.974", "parameters": [75.0, "/", 77.0, 0.974]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.81% of the time. The reference group received favorable outcomes 75.862% of the time. The fairness score for Sex is 97.294% (73.81/75.862).", "parameters": ["female", 73.81, 75.862, "Sex", 97.294]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.81%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.862%. The fairness score is 0.973 using the following formula. 73.81/75.862 = 0.973", "parameters": ["Sex", "female", 73.81, 75.862, 0.973]}, {"id": "disparate_impact_ratio_formula", "message": "73.81 / 75.862 = 0.973", "parameters": [73.81, "/", 75.862, 0.973]}]}]}, {"feature": "Age", "fairness_value": 96.6, "payload_fairness_value": 145.45454545454547, "is_biased": true, "majority": {"total_fav_percent": 80.67226890756302, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 68.75, "values": [{"value": [26, 75], "fav_class_percent": 80.67226890756302, "payload_fav_class_percent": 68.75}]}, "minority": {"total_fav_percent": 77.90055248618785, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.90055248618785, "payload_fav_class_percent": 100.0, "fairness_value": 96.6, "payload_fairness_value": 145.45454545454547, "perfect_equality": 80.67226890756302, "acceptable_fav_class_percent": 79.0588, "is_biased": true}], "acceptable_fav_class_percent": 79.0588}, "records_evaluated": {"newest_timestamp": "2019-07-25 19:36:02.152000", "oldest_timestamp": "2019-07-25 19:36:02.152000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 71.15384615384616}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.901% of the time. The perfect equality is 80.672%. The fairness score for Age is 96.6% (77.901/80.672).", "parameters": ["[18-25]", 77.901, 80.672, "Age", 96.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.901%. The perfect equality value for that group is 80.672%. The fairness score is 0.966 using the following formula. 77.901/80.672 = 0.966", "parameters": ["Age", "18-25", 77.901, 80.672, 0.966]}, {"id": "disparate_impact_ratio_formula", "message": "77.901 / 80.672 = 0.966", "parameters": [77.901, "/", 80.672, 0.966]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.75% of the time. The fairness score for Age is 145.455% (100.0/68.75).", "parameters": ["[18-25]", 100.0, 68.75, "Age", 145.455]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.75%. The fairness score is 1.455 using the following formula. 100.0/68.75 = 1.455", "parameters": ["Age", "18-25", 100.0, 68.75, 1.455]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.75 = 1.455", "parameters": [100.0, "/", 68.75, 1.455]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 42, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 3, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 74, true, "reference"], ["Sex", "male", "Risk", 26, false, "reference"], ["Sex", "female", "No Risk", 68, true, "monitored"], ["Sex", "female", "Risk", 32, false, "monitored"], ["Age", [26, 75], "No Risk", 92, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 139, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.9, "payload_fairness_value": 141.49659863945578, "is_biased": true, "majority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 64.61538461538461, "values": [{"value": "male", "fav_class_percent": 74.0, "payload_fav_class_percent": 64.61538461538461}]}, "minority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 91.42857142857143, "values": [{"value": "female", "fav_class_percent": 68.0, "payload_fav_class_percent": 91.42857142857143, "fairness_value": 91.9, "payload_fairness_value": 141.49659863945578, "perfect_equality": 74.0, "acceptable_fav_class_percent": 72.52, "is_biased": true}], "acceptable_fav_class_percent": 72.52}, "records_evaluated": {"newest_timestamp": "2019-07-25 18:36:02.152000", "oldest_timestamp": "2019-07-25 18:36:02.152000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.0% of the time. The perfect equality is 74.0%. The fairness score for Sex is 91.9% (68.0/74.0).", "parameters": ["female", 68.0, 74.0, "Sex", 91.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.0%. The perfect equality value for that group is 74.0%. The fairness score is 0.919 using the following formula. 68.0/74.0 = 0.919", "parameters": ["Sex", "female", 68.0, 74.0, 0.919]}, {"id": "disparate_impact_ratio_formula", "message": "68.0 / 74.0 = 0.919", "parameters": [68.0, "/", 74.0, 0.919]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 91.429% of the time. The reference group received favorable outcomes 64.615% of the time. The fairness score for Sex is 141.497% (91.429/64.615).", "parameters": ["female", 91.429, 64.615, "Sex", 141.497]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 91.429%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 64.615%. The fairness score is 1.415 using the following formula. 91.429/64.615 = 1.415", "parameters": ["Sex", "female", 91.429, 64.615, 1.415]}, {"id": "disparate_impact_ratio_formula", "message": "91.429 / 64.615 = 1.415", "parameters": [91.429, "/", 64.615, 1.415]}]}]}, {"feature": "Age", "fairness_value": 99.3, "payload_fairness_value": 146.42857142857142, "is_biased": false, "majority": {"total_fav_percent": 77.31092436974791, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 68.29268292682927, "values": [{"value": [26, 75], "fav_class_percent": 77.31092436974791, "payload_fav_class_percent": 68.29268292682927}]}, "minority": {"total_fav_percent": 76.79558011049724, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.79558011049724, "payload_fav_class_percent": 100.0, "fairness_value": 99.3, "payload_fairness_value": 146.42857142857142, "perfect_equality": 77.31092436974791, "acceptable_fav_class_percent": 75.7647, "is_biased": false}], "acceptable_fav_class_percent": 75.7647}, "records_evaluated": {"newest_timestamp": "2019-07-25 18:36:02.152000", "oldest_timestamp": "2019-07-25 18:36:02.152000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.796% of the time. The perfect equality is 77.311%. The fairness score for Age is 99.3% (76.796/77.311).", "parameters": ["[18-25]", 76.796, 77.311, "Age", 99.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.796%. The perfect equality value for that group is 77.311%. The fairness score is 0.993 using the following formula. 76.796/77.311 = 0.993", "parameters": ["Age", "18-25", 76.796, 77.311, 0.993]}, {"id": "disparate_impact_ratio_formula", "message": "76.796 / 77.311 = 0.993", "parameters": [76.796, "/", 77.311, 0.993]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.293% of the time. The fairness score for Age is 146.429% (100.0/68.293).", "parameters": ["[18-25]", 100.0, 68.293, "Age", 146.429]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.293%. The fairness score is 1.464 using the following formula. 100.0/68.293 = 1.464", "parameters": ["Age", "18-25", 100.0, 68.293, 1.464]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.293 = 1.464", "parameters": [100.0, "/", 68.293, 1.464]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 26, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 144, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.5, "payload_fairness_value": 105.57575757575756, "is_biased": true, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.6268656716418, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 74.6268656716418}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.78787878787878, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 78.78787878787878, "fairness_value": 91.5, "payload_fairness_value": 105.57575757575756, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": true}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-25 17:36:02.152000", "oldest_timestamp": "2019-07-25 17:36:02.152000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 91.5% (75.0/82.0).", "parameters": ["female", 75.0, 82.0, "Sex", 91.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.915 using the following formula. 75.0/82.0 = 0.915", "parameters": ["Sex", "female", 75.0, 82.0, 0.915]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 82.0 = 0.915", "parameters": [75.0, "/", 82.0, 0.915]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.788% of the time. The reference group received favorable outcomes 74.627% of the time. The fairness score for Sex is 105.576% (78.788/74.627).", "parameters": ["female", 78.788, 74.627, "Sex", 105.576]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.788%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.627%. The fairness score is 1.056 using the following formula. 78.788/74.627 = 1.056", "parameters": ["Sex", "female", 78.788, 74.627, 1.056]}, {"id": "disparate_impact_ratio_formula", "message": "78.788 / 74.627 = 1.056", "parameters": [78.788, "/", 74.627, 1.056]}]}]}, {"feature": "Age", "fairness_value": 95.3, "payload_fairness_value": 140.67796610169492, "is_biased": true, "majority": {"total_fav_percent": 83.05084745762711, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 71.08433734939759, "values": [{"value": [26, 75], "fav_class_percent": 83.05084745762711, "payload_fav_class_percent": 71.08433734939759}]}, "minority": {"total_fav_percent": 79.12087912087912, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.12087912087912, "payload_fav_class_percent": 100.0, "fairness_value": 95.3, "payload_fairness_value": 140.67796610169492, "perfect_equality": 83.05084745762711, "acceptable_fav_class_percent": 81.3898, "is_biased": true}], "acceptable_fav_class_percent": 81.3898}, "records_evaluated": {"newest_timestamp": "2019-07-25 17:36:02.152000", "oldest_timestamp": "2019-07-25 17:36:02.152000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 76.19047619047619}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.121% of the time. The perfect equality is 83.051%. The fairness score for Age is 95.3% (79.121/83.051).", "parameters": ["[18-25]", 79.121, 83.051, "Age", 95.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.121%. The perfect equality value for that group is 83.051%. The fairness score is 0.953 using the following formula. 79.121/83.051 = 0.953", "parameters": ["Age", "18-25", 79.121, 83.051, 0.953]}, {"id": "disparate_impact_ratio_formula", "message": "79.121 / 83.051 = 0.953", "parameters": [79.121, "/", 83.051, 0.953]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.084% of the time. The fairness score for Age is 140.678% (100.0/71.084).", "parameters": ["[18-25]", 100.0, 71.084, "Age", 140.678]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.084%. The fairness score is 1.407 using the following formula. 100.0/71.084 = 1.407", "parameters": ["Age", "18-25", 100.0, 71.084, 1.407]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.084 = 1.407", "parameters": [100.0, "/", 71.084, 1.407]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 93.10000000000001, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 11, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 17, false, "reference"], ["Age", [18, 25], "No Risk", 29, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 79, true, "monitored"], ["Sex", "female", "Risk", 21, false, "monitored"], ["Age", [26, 75], "No Risk", 111, true, "reference"], ["Age", [26, 75], "Risk", 18, false, "reference"], ["Age", [18, 25], "No Risk", 137, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.3, "payload_fairness_value": 102.3735810113519, "is_biased": true, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.25806451612904, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 82.25806451612904}]}, "minority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 84.21052631578947, "values": [{"value": "female", "fav_class_percent": 79.0, "payload_fav_class_percent": 84.21052631578947, "fairness_value": 96.3, "payload_fairness_value": 102.3735810113519, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": true}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-25 16:36:02.168000", "oldest_timestamp": "2019-07-25 16:36:02.168000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 96.3% (79.0/82.0).", "parameters": ["female", 79.0, 82.0, "Sex", 96.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.963 using the following formula. 79.0/82.0 = 0.963", "parameters": ["Sex", "female", 79.0, 82.0, 0.963]}, {"id": "disparate_impact_ratio_formula", "message": "79.0 / 82.0 = 0.963", "parameters": [79.0, "/", 82.0, 0.963]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 84.211% of the time. The reference group received favorable outcomes 82.258% of the time. The fairness score for Sex is 102.374% (84.211/82.258).", "parameters": ["female", 84.211, 82.258, "Sex", 102.374]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 84.211%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 82.258%. The fairness score is 1.024 using the following formula. 84.211/82.258 = 1.024", "parameters": ["Sex", "female", 84.211, 82.258, 1.024]}, {"id": "disparate_impact_ratio_formula", "message": "84.211 / 82.258 = 1.024", "parameters": [84.211, "/", 82.258, 1.024]}]}]}, {"feature": "Age", "fairness_value": 93.10000000000001, "payload_fairness_value": 131.4814814814815, "is_biased": true, "majority": {"total_fav_percent": 86.04651162790698, "total_rows_percent": 43.0, "payload_total_fav_percent": 76.05633802816901, "values": [{"value": [26, 75], "fav_class_percent": 86.04651162790698, "payload_fav_class_percent": 76.05633802816901}]}, "minority": {"total_fav_percent": 80.11695906432749, "total_rows_percent": 56.99999999999999, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.11695906432749, "payload_fav_class_percent": 100.0, "fairness_value": 93.10000000000001, "payload_fairness_value": 131.4814814814815, "perfect_equality": 86.04651162790698, "acceptable_fav_class_percent": 84.3256, "is_biased": true}], "acceptable_fav_class_percent": 84.3256}, "records_evaluated": {"newest_timestamp": "2019-07-25 16:36:02.168000", "oldest_timestamp": "2019-07-25 16:36:02.168000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 67.85714285714286}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.117% of the time. The perfect equality is 86.047%. The fairness score for Age is 93.1% (80.117/86.047).", "parameters": ["[18-25]", 80.117, 86.047, "Age", 93.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.117%. The perfect equality value for that group is 86.047%. The fairness score is 0.931 using the following formula. 80.117/86.047 = 0.931", "parameters": ["Age", "18-25", 80.117, 86.047, 0.931]}, {"id": "disparate_impact_ratio_formula", "message": "80.117 / 86.047 = 0.931", "parameters": [80.117, "/", 86.047, 0.931]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 76.056% of the time. The fairness score for Age is 131.481% (100.0/76.056).", "parameters": ["[18-25]", 100.0, 76.056, "Age", 131.481]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.056%. The fairness score is 1.315 using the following formula. 100.0/76.056 = 1.315", "parameters": ["Age", "18-25", 100.0, 76.056, 1.315]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 76.056 = 1.315", "parameters": [100.0, "/", 76.056, 1.315]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.89999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 26, true, "monitored"], ["Sex", "female", "Risk", 4, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 151, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.89999999999999, "payload_fairness_value": 126.3888888888889, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 68.57142857142857, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 68.57142857142857}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 86.66666666666667, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 86.66666666666667, "fairness_value": 94.89999999999999, "payload_fairness_value": 126.3888888888889, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-25 15:36:16.761000", "oldest_timestamp": "2019-07-25 15:36:16.761000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 94.9% (74.0/78.0).", "parameters": ["female", 74.0, 78.0, "Sex", 94.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.949 using the following formula. 74.0/78.0 = 0.949", "parameters": ["Sex", "female", 74.0, 78.0, 0.949]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 78.0 = 0.949", "parameters": [74.0, "/", 78.0, 0.949]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 86.667% of the time. The reference group received favorable outcomes 68.571% of the time. The fairness score for Sex is 126.389% (86.667/68.571).", "parameters": ["female", 86.667, 68.571, "Sex", 126.389]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 86.667%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.571%. The fairness score is 1.264 using the following formula. 86.667/68.571 = 1.264", "parameters": ["Sex", "female", 86.667, 68.571, 1.264]}, {"id": "disparate_impact_ratio_formula", "message": "86.667 / 68.571 = 1.264", "parameters": [86.667, "/", 68.571, 1.264]}]}]}, {"feature": "Age", "fairness_value": 100.89999999999999, "payload_fairness_value": 144.0677966101695, "is_biased": false, "majority": {"total_fav_percent": 80.8695652173913, "total_rows_percent": 38.333333333333336, "payload_total_fav_percent": 69.41176470588235, "values": [{"value": [26, 75], "fav_class_percent": 80.8695652173913, "payload_fav_class_percent": 69.41176470588235}]}, "minority": {"total_fav_percent": 81.62162162162161, "total_rows_percent": 61.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 81.62162162162161, "payload_fav_class_percent": 100.0, "fairness_value": 100.89999999999999, "payload_fairness_value": 144.0677966101695, "perfect_equality": 80.8695652173913, "acceptable_fav_class_percent": 79.2522, "is_biased": false}], "acceptable_fav_class_percent": 79.2522}, "records_evaluated": {"newest_timestamp": "2019-07-25 15:36:16.761000", "oldest_timestamp": "2019-07-25 15:36:16.761000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 81.622% of the time. The perfect equality is 80.87%. The fairness score for Age is 100.9% (81.622/80.87).", "parameters": ["[18-25]", 81.622, 80.87, "Age", 100.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 81.622%. The perfect equality value for that group is 80.87%. The fairness score is 1.009 using the following formula. 81.622/80.87 = 1.009", "parameters": ["Age", "18-25", 81.622, 80.87, 1.009]}, {"id": "disparate_impact_ratio_formula", "message": "81.622 / 80.87 = 1.009", "parameters": [81.622, "/", 80.87, 1.009]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.412% of the time. The fairness score for Age is 144.068% (100.0/69.412).", "parameters": ["[18-25]", 100.0, 69.412, "Age", 144.068]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.412%. The fairness score is 1.441 using the following formula. 100.0/69.412 = 1.441", "parameters": ["Age", "18-25", 100.0, 69.412, 1.441]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.412 = 1.441", "parameters": [100.0, "/", 69.412, 1.441]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.30000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.5, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 24, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 99, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.30000000000001, "payload_fairness_value": 102.0, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.52941176470588, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 73.52941176470588}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.0, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 75.0, "fairness_value": 92.30000000000001, "payload_fairness_value": 102.0, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-25 14:36:16.761000", "oldest_timestamp": "2019-07-25 14:36:16.761000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 92.3% (72.0/78.0).", "parameters": ["female", 72.0, 78.0, "Sex", 92.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.923 using the following formula. 72.0/78.0 = 0.923", "parameters": ["Sex", "female", 72.0, 78.0, 0.923]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 78.0 = 0.923", "parameters": [72.0, "/", 78.0, 0.923]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The reference group received favorable outcomes 73.529% of the time. The fairness score for Sex is 102.0% (75.0/73.529).", "parameters": ["female", 75.0, 73.529, "Sex", 102.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.529%. The fairness score is 1.02 using the following formula. 75.0/73.529 = 1.02", "parameters": ["Sex", "female", 75.0, 73.529, 1.02]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 73.529 = 1.02", "parameters": [75.0, "/", 73.529, 1.02]}]}]}, {"feature": "Age", "fairness_value": 95.5, "payload_fairness_value": 148.14814814814815, "is_biased": true, "majority": {"total_fav_percent": 81.14754098360656, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 67.5, "values": [{"value": [26, 75], "fav_class_percent": 81.14754098360656, "payload_fav_class_percent": 67.5}]}, "minority": {"total_fav_percent": 77.52808988764045, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.52808988764045, "payload_fav_class_percent": 100.0, "fairness_value": 95.5, "payload_fairness_value": 148.14814814814815, "perfect_equality": 81.14754098360656, "acceptable_fav_class_percent": 79.5246, "is_biased": true}], "acceptable_fav_class_percent": 79.5246}, "records_evaluated": {"newest_timestamp": "2019-07-25 14:36:16.761000", "oldest_timestamp": "2019-07-25 14:36:16.761000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 70.58823529411765}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.528% of the time. The perfect equality is 81.148%. The fairness score for Age is 95.5% (77.528/81.148).", "parameters": ["[18-25]", 77.528, 81.148, "Age", 95.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.528%. The perfect equality value for that group is 81.148%. The fairness score is 0.955 using the following formula. 77.528/81.148 = 0.955", "parameters": ["Age", "18-25", 77.528, 81.148, 0.955]}, {"id": "disparate_impact_ratio_formula", "message": "77.528 / 81.148 = 0.955", "parameters": [77.528, "/", 81.148, 0.955]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 67.5% of the time. The fairness score for Age is 148.148% (100.0/67.5).", "parameters": ["[18-25]", 100.0, 67.5, "Age", 148.148]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.5%. The fairness score is 1.481 using the following formula. 100.0/67.5 = 1.481", "parameters": ["Age", "18-25", 100.0, 67.5, 1.481]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 67.5 = 1.481", "parameters": [100.0, "/", 67.5, 1.481]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 25, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 94, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 139, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.0, "payload_fairness_value": 111.29032258064515, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.46376811594203, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 72.46376811594203}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.64516129032258, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 80.64516129032258, "fairness_value": 96.0, "payload_fairness_value": 111.29032258064515, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-25 13:36:16.761000", "oldest_timestamp": "2019-07-25 13:36:16.761000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 96.0% (72.0/75.0).", "parameters": ["female", 72.0, 75.0, "Sex", 96.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.96 using the following formula. 72.0/75.0 = 0.96", "parameters": ["Sex", "female", 72.0, 75.0, 0.96]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 75.0 = 0.96", "parameters": [72.0, "/", 75.0, 0.96]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.645% of the time. The reference group received favorable outcomes 72.464% of the time. The fairness score for Sex is 111.29% (80.645/72.464).", "parameters": ["female", 80.645, 72.464, "Sex", 111.29]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.645%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.464%. The fairness score is 1.113 using the following formula. 80.645/72.464 = 1.113", "parameters": ["Sex", "female", 80.645, 72.464, 1.113]}, {"id": "disparate_impact_ratio_formula", "message": "80.645 / 72.464 = 1.113", "parameters": [80.645, "/", 72.464, 1.113]}]}]}, {"feature": "Age", "fairness_value": 97.2, "payload_fairness_value": 143.85964912280704, "is_biased": true, "majority": {"total_fav_percent": 78.99159663865547, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 69.51219512195121, "values": [{"value": [26, 75], "fav_class_percent": 78.99159663865547, "payload_fav_class_percent": 69.51219512195121}]}, "minority": {"total_fav_percent": 76.79558011049724, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.79558011049724, "payload_fav_class_percent": 100.0, "fairness_value": 97.2, "payload_fairness_value": 143.85964912280704, "perfect_equality": 78.99159663865547, "acceptable_fav_class_percent": 77.4118, "is_biased": true}], "acceptable_fav_class_percent": 77.4118}, "records_evaluated": {"newest_timestamp": "2019-07-25 13:36:16.761000", "oldest_timestamp": "2019-07-25 13:36:16.761000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 63.63636363636363}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.796% of the time. The perfect equality is 78.992%. The fairness score for Age is 97.2% (76.796/78.992).", "parameters": ["[18-25]", 76.796, 78.992, "Age", 97.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.796%. The perfect equality value for that group is 78.992%. The fairness score is 0.972 using the following formula. 76.796/78.992 = 0.972", "parameters": ["Age", "18-25", 76.796, 78.992, 0.972]}, {"id": "disparate_impact_ratio_formula", "message": "76.796 / 78.992 = 0.972", "parameters": [76.796, "/", 78.992, 0.972]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.512% of the time. The fairness score for Age is 143.86% (100.0/69.512).", "parameters": ["[18-25]", 100.0, 69.512, "Age", 143.86]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.512%. The fairness score is 1.439 using the following formula. 100.0/69.512 = 1.439", "parameters": ["Age", "18-25", 100.0, 69.512, 1.439]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.512 = 1.439", "parameters": [100.0, "/", 69.512, 1.439]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.69999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 65, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 88, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 145, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.69999999999999, "payload_fairness_value": 109.96621621621622, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.19047619047619, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 76.19047619047619}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.78378378378379, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 83.78378378378379, "fairness_value": 94.69999999999999, "payload_fairness_value": 109.96621621621622, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-25 12:36:16.761000", "oldest_timestamp": "2019-07-25 12:36:16.761000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 94.7% (71.0/75.0).", "parameters": ["female", 71.0, 75.0, "Sex", 94.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.947 using the following formula. 71.0/75.0 = 0.947", "parameters": ["Sex", "female", 71.0, 75.0, 0.947]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 75.0 = 0.947", "parameters": [71.0, "/", 75.0, 0.947]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 83.784% of the time. The reference group received favorable outcomes 76.19% of the time. The fairness score for Sex is 109.966% (83.784/76.19).", "parameters": ["female", 83.784, 76.19, "Sex", 109.966]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 83.784%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.19%. The fairness score is 1.1 using the following formula. 83.784/76.19 = 1.1", "parameters": ["Sex", "female", 83.784, 76.19, 1.1]}, {"id": "disparate_impact_ratio_formula", "message": "83.784 / 76.19 = 1.1", "parameters": [83.784, "/", 76.19, 1.1]}]}]}, {"feature": "Age", "fairness_value": 99.6, "payload_fairness_value": 132.30769230769232, "is_biased": false, "majority": {"total_fav_percent": 77.87610619469027, "total_rows_percent": 37.666666666666664, "payload_total_fav_percent": 75.5813953488372, "values": [{"value": [26, 75], "fav_class_percent": 77.87610619469027, "payload_fav_class_percent": 75.5813953488372}]}, "minority": {"total_fav_percent": 77.54010695187165, "total_rows_percent": 62.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.54010695187165, "payload_fav_class_percent": 100.0, "fairness_value": 99.6, "payload_fairness_value": 132.30769230769232, "perfect_equality": 77.87610619469027, "acceptable_fav_class_percent": 76.3186, "is_biased": false}], "acceptable_fav_class_percent": 76.3186}, "records_evaluated": {"newest_timestamp": "2019-07-25 12:36:16.761000", "oldest_timestamp": "2019-07-25 12:36:16.761000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.54% of the time. The perfect equality is 77.876%. The fairness score for Age is 99.6% (77.54/77.876).", "parameters": ["[18-25]", 77.54, 77.876, "Age", 99.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.54%. The perfect equality value for that group is 77.876%. The fairness score is 0.996 using the following formula. 77.54/77.876 = 0.996", "parameters": ["Age", "18-25", 77.54, 77.876, 0.996]}, {"id": "disparate_impact_ratio_formula", "message": "77.54 / 77.876 = 0.996", "parameters": [77.54, "/", 77.876, 0.996]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 75.581% of the time. The fairness score for Age is 132.308% (100.0/75.581).", "parameters": ["[18-25]", 100.0, 75.581, "Age", 132.308]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.581%. The fairness score is 1.323 using the following formula. 100.0/75.581 = 1.323", "parameters": ["Age", "18-25", 100.0, 75.581, 1.323]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 75.581 = 1.323", "parameters": [100.0, "/", 75.581, 1.323]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.39999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 35, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 47, true, "reference"], ["Age", [26, 75], "Risk", 18, false, "reference"], ["Age", [18, 25], "No Risk", 35, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 85, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 79, true, "monitored"], ["Sex", "female", "Risk", 21, false, "monitored"], ["Age", [26, 75], "No Risk", 118, true, "reference"], ["Age", [26, 75], "Risk", 16, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 28, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.9, "payload_fairness_value": 107.1613907628438, "is_biased": true, "majority": {"total_fav_percent": 85.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.66101694915254, "values": [{"value": "male", "fav_class_percent": 85.0, "payload_fav_class_percent": 79.66101694915254}]}, "minority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 85.36585365853658, "values": [{"value": "female", "fav_class_percent": 79.0, "payload_fav_class_percent": 85.36585365853658, "fairness_value": 92.9, "payload_fairness_value": 107.1613907628438, "perfect_equality": 85.0, "acceptable_fav_class_percent": 83.3, "is_biased": true}], "acceptable_fav_class_percent": 83.3}, "records_evaluated": {"newest_timestamp": "2019-07-25 11:36:16.761000", "oldest_timestamp": "2019-07-25 11:36:16.761000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.0% of the time. The perfect equality is 85.0%. The fairness score for Sex is 92.9% (79.0/85.0).", "parameters": ["female", 79.0, 85.0, "Sex", 92.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.0%. The perfect equality value for that group is 85.0%. The fairness score is 0.929 using the following formula. 79.0/85.0 = 0.929", "parameters": ["Sex", "female", 79.0, 85.0, 0.929]}, {"id": "disparate_impact_ratio_formula", "message": "79.0 / 85.0 = 0.929", "parameters": [79.0, "/", 85.0, 0.929]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 85.366% of the time. The reference group received favorable outcomes 79.661% of the time. The fairness score for Sex is 107.161% (85.366/79.661).", "parameters": ["female", 85.366, 79.661, "Sex", 107.161]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 85.366%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 79.661%. The fairness score is 1.072 using the following formula. 85.366/79.661 = 1.072", "parameters": ["Sex", "female", 85.366, 79.661, 1.072]}, {"id": "disparate_impact_ratio_formula", "message": "85.366 / 79.661 = 1.072", "parameters": [85.366, "/", 79.661, 1.072]}]}]}, {"feature": "Age", "fairness_value": 94.39999999999999, "payload_fairness_value": 138.29787234042556, "is_biased": true, "majority": {"total_fav_percent": 88.05970149253731, "total_rows_percent": 44.666666666666664, "payload_total_fav_percent": 72.3076923076923, "values": [{"value": [26, 75], "fav_class_percent": 88.05970149253731, "payload_fav_class_percent": 72.3076923076923}]}, "minority": {"total_fav_percent": 83.13253012048193, "total_rows_percent": 55.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 83.13253012048193, "payload_fav_class_percent": 100.0, "fairness_value": 94.39999999999999, "payload_fairness_value": 138.29787234042556, "perfect_equality": 88.05970149253731, "acceptable_fav_class_percent": 86.2985, "is_biased": true}], "acceptable_fav_class_percent": 86.2985}, "records_evaluated": {"newest_timestamp": "2019-07-25 11:36:16.761000", "oldest_timestamp": "2019-07-25 11:36:16.761000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 61.111111111111114}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 83.133% of the time. The perfect equality is 88.06%. The fairness score for Age is 94.4% (83.133/88.06).", "parameters": ["[18-25]", 83.133, 88.06, "Age", 94.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 83.133%. The perfect equality value for that group is 88.06%. The fairness score is 0.944 using the following formula. 83.133/88.06 = 0.944", "parameters": ["Age", "18-25", 83.133, 88.06, 0.944]}, {"id": "disparate_impact_ratio_formula", "message": "83.133 / 88.06 = 0.944", "parameters": [83.133, "/", 88.06, 0.944]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.308% of the time. The fairness score for Age is 138.298% (100.0/72.308).", "parameters": ["[18-25]", 100.0, 72.308, "Age", 138.298]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.308%. The fairness score is 1.383 using the following formula. 100.0/72.308 = 1.383", "parameters": ["Age", "18-25", 100.0, 72.308, 1.383]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.308 = 1.383", "parameters": [100.0, "/", 72.308, 1.383]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 30, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 100, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 143, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.7, "payload_fairness_value": 111.42857142857142, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.92307692307693, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 76.92307692307693}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 85.71428571428571, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 85.71428571428571, "fairness_value": 93.7, "payload_fairness_value": 111.42857142857142, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-25 10:36:16.761000", "oldest_timestamp": "2019-07-25 10:36:16.761000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 93.7% (74.0/79.0).", "parameters": ["female", 74.0, 79.0, "Sex", 93.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.937 using the following formula. 74.0/79.0 = 0.937", "parameters": ["Sex", "female", 74.0, 79.0, 0.937]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 79.0 = 0.937", "parameters": [74.0, "/", 79.0, 0.937]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 85.714% of the time. The reference group received favorable outcomes 76.923% of the time. The fairness score for Sex is 111.429% (85.714/76.923).", "parameters": ["female", 85.714, 76.923, "Sex", 111.429]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 85.714%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.923%. The fairness score is 1.114 using the following formula. 85.714/76.923 = 1.114", "parameters": ["Sex", "female", 85.714, 76.923, 1.114]}, {"id": "disparate_impact_ratio_formula", "message": "85.714 / 76.923 = 1.114", "parameters": [85.714, "/", 76.923, 1.114]}]}]}, {"feature": "Age", "fairness_value": 99.4, "payload_fairness_value": 133.89830508474577, "is_biased": false, "majority": {"total_fav_percent": 81.30081300813008, "total_rows_percent": 41.0, "payload_total_fav_percent": 74.68354430379746, "values": [{"value": [26, 75], "fav_class_percent": 81.30081300813008, "payload_fav_class_percent": 74.68354430379746}]}, "minority": {"total_fav_percent": 80.7909604519774, "total_rows_percent": 59.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.7909604519774, "payload_fav_class_percent": 100.0, "fairness_value": 99.4, "payload_fairness_value": 133.89830508474577, "perfect_equality": 81.30081300813008, "acceptable_fav_class_percent": 79.6748, "is_biased": false}], "acceptable_fav_class_percent": 79.6748}, "records_evaluated": {"newest_timestamp": "2019-07-25 10:36:16.761000", "oldest_timestamp": "2019-07-25 10:36:16.761000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.791% of the time. The perfect equality is 81.301%. The fairness score for Age is 99.4% (80.791/81.301).", "parameters": ["[18-25]", 80.791, 81.301, "Age", 99.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.791%. The perfect equality value for that group is 81.301%. The fairness score is 0.994 using the following formula. 80.791/81.301 = 0.994", "parameters": ["Age", "18-25", 80.791, 81.301, 0.994]}, {"id": "disparate_impact_ratio_formula", "message": "80.791 / 81.301 = 0.994", "parameters": [80.791, "/", 81.301, 0.994]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 74.684% of the time. The fairness score for Age is 133.898% (100.0/74.684).", "parameters": ["[18-25]", 100.0, 74.684, "Age", 133.898]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.684%. The fairness score is 1.339 using the following formula. 100.0/74.684 = 1.339", "parameters": ["Age", "18-25", 100.0, 74.684, 1.339]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 74.684 = 1.339", "parameters": [100.0, "/", 74.684, 1.339]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 87.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"], ["Age", [18, 25], "Risk", 1, false, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 70, true, "monitored"], ["Sex", "female", "Risk", 30, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 87.5, "payload_fairness_value": 107.09018718094157, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.88135593220339, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 72.88135593220339}]}, "minority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.04878048780488, "values": [{"value": "female", "fav_class_percent": 70.0, "payload_fav_class_percent": 78.04878048780488, "fairness_value": 87.5, "payload_fairness_value": 107.09018718094157, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-25 09:36:16.777000", "oldest_timestamp": "2019-07-25 09:36:16.761000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 87.5% (70.0/80.0).", "parameters": ["female", 70.0, 80.0, "Sex", 87.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.875 using the following formula. 70.0/80.0 = 0.875", "parameters": ["Sex", "female", 70.0, 80.0, 0.875]}, {"id": "disparate_impact_ratio_formula", "message": "70.0 / 80.0 = 0.875", "parameters": [70.0, "/", 80.0, 0.875]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.049% of the time. The reference group received favorable outcomes 72.881% of the time. The fairness score for Sex is 107.09% (78.049/72.881).", "parameters": ["female", 78.049, 72.881, "Sex", 107.09]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.049%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.881%. The fairness score is 1.071 using the following formula. 78.049/72.881 = 1.071", "parameters": ["Sex", "female", 78.049, 72.881, 1.071]}, {"id": "disparate_impact_ratio_formula", "message": "78.049 / 72.881 = 1.071", "parameters": [78.049, "/", 72.881, 1.071]}]}]}, {"feature": "Age", "fairness_value": 99.0, "payload_fairness_value": 134.62603878116343, "is_biased": false, "majority": {"total_fav_percent": 78.8135593220339, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 70.37037037037037, "values": [{"value": [26, 75], "fav_class_percent": 78.8135593220339, "payload_fav_class_percent": 70.37037037037037}]}, "minority": {"total_fav_percent": 78.02197802197803, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 94.73684210526315, "values": [{"value": [18, 25], "fav_class_percent": 78.02197802197803, "payload_fav_class_percent": 94.73684210526315, "fairness_value": 99.0, "payload_fairness_value": 134.62603878116343, "perfect_equality": 78.8135593220339, "acceptable_fav_class_percent": 77.2373, "is_biased": false}], "acceptable_fav_class_percent": 77.2373}, "records_evaluated": {"newest_timestamp": "2019-07-25 09:36:16.777000", "oldest_timestamp": "2019-07-25 09:36:16.761000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.022% of the time. The perfect equality is 78.814%. The fairness score for Age is 99.0% (78.022/78.814).", "parameters": ["[18-25]", 78.022, 78.814, "Age", 99.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.022%. The perfect equality value for that group is 78.814%. The fairness score is 0.99 using the following formula. 78.022/78.814 = 0.99", "parameters": ["Age", "18-25", 78.022, 78.814, 0.99]}, {"id": "disparate_impact_ratio_formula", "message": "78.022 / 78.814 = 0.99", "parameters": [78.022, "/", 78.814, 0.99]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 94.737% of the time. The reference group received favorable outcomes 70.37% of the time. The fairness score for Age is 134.626% (94.737/70.37).", "parameters": ["[18-25]", 94.737, 70.37, "Age", 134.626]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 94.737%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.37%. The fairness score is 1.346 using the following formula. 94.737/70.37 = 1.346", "parameters": ["Age", "18-25", 94.737, 70.37, 1.346]}, {"id": "disparate_impact_ratio_formula", "message": "94.737 / 70.37 = 1.346", "parameters": [94.737, "/", 70.37, 1.346]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.19999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 54, true, "reference"], ["Sex", "male", "Risk", 11, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 55, true, "reference"], ["Age", [26, 75], "Risk", 17, false, "reference"], ["Age", [18, 25], "No Risk", 28, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 86, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 81, true, "monitored"], ["Sex", "female", "Risk", 19, false, "monitored"], ["Age", [26, 75], "No Risk", 111, true, "reference"], ["Age", [26, 75], "Risk", 17, false, "reference"], ["Age", [18, 25], "No Risk", 150, true, "monitored"], ["Age", [18, 25], "Risk", 22, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.19999999999999, "payload_fairness_value": 99.73544973544973, "is_biased": true, "majority": {"total_fav_percent": 86.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.07692307692308, "values": [{"value": "male", "fav_class_percent": 86.0, "payload_fav_class_percent": 83.07692307692308}]}, "minority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.85714285714286, "values": [{"value": "female", "fav_class_percent": 81.0, "payload_fav_class_percent": 82.85714285714286, "fairness_value": 94.19999999999999, "payload_fairness_value": 99.73544973544973, "perfect_equality": 86.0, "acceptable_fav_class_percent": 84.28, "is_biased": true}], "acceptable_fav_class_percent": 84.28}, "records_evaluated": {"newest_timestamp": "2019-07-25 08:36:16.777000", "oldest_timestamp": "2019-07-25 08:36:16.777000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.0% of the time. The perfect equality is 86.0%. The fairness score for Sex is 94.2% (81.0/86.0).", "parameters": ["female", 81.0, 86.0, "Sex", 94.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.0%. The perfect equality value for that group is 86.0%. The fairness score is 0.942 using the following formula. 81.0/86.0 = 0.942", "parameters": ["Sex", "female", 81.0, 86.0, 0.942]}, {"id": "disparate_impact_ratio_formula", "message": "81.0 / 86.0 = 0.942", "parameters": [81.0, "/", 86.0, 0.942]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 82.857% of the time. The reference group received favorable outcomes 83.077% of the time. The fairness score for Sex is 99.735% (82.857/83.077).", "parameters": ["female", 82.857, 83.077, "Sex", 99.735]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 82.857%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 83.077%. The fairness score is 0.997 using the following formula. 82.857/83.077 = 0.997", "parameters": ["Sex", "female", 82.857, 83.077, 0.997]}, {"id": "disparate_impact_ratio_formula", "message": "82.857 / 83.077 = 0.997", "parameters": [82.857, "/", 83.077, 0.997]}]}]}, {"feature": "Age", "fairness_value": 100.6, "payload_fairness_value": 130.9090909090909, "is_biased": false, "majority": {"total_fav_percent": 86.71875, "total_rows_percent": 42.66666666666667, "payload_total_fav_percent": 76.38888888888889, "values": [{"value": [26, 75], "fav_class_percent": 86.71875, "payload_fav_class_percent": 76.38888888888889}]}, "minority": {"total_fav_percent": 87.20930232558139, "total_rows_percent": 57.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 87.20930232558139, "payload_fav_class_percent": 100.0, "fairness_value": 100.6, "payload_fairness_value": 130.9090909090909, "perfect_equality": 86.71875, "acceptable_fav_class_percent": 84.9844, "is_biased": false}], "acceptable_fav_class_percent": 84.9844}, "records_evaluated": {"newest_timestamp": "2019-07-25 08:36:16.777000", "oldest_timestamp": "2019-07-25 08:36:16.777000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 87.209% of the time. The perfect equality is 86.719%. The fairness score for Age is 100.6% (87.209/86.719).", "parameters": ["[18-25]", 87.209, 86.719, "Age", 100.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 87.209%. The perfect equality value for that group is 86.719%. The fairness score is 1.006 using the following formula. 87.209/86.719 = 1.006", "parameters": ["Age", "18-25", 87.209, 86.719, 1.006]}, {"id": "disparate_impact_ratio_formula", "message": "87.209 / 86.719 = 1.006", "parameters": [87.209, "/", 86.719, 1.006]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 76.389% of the time. The fairness score for Age is 130.909% (100.0/76.389).", "parameters": ["[18-25]", 100.0, 76.389, "Age", 130.909]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.389%. The fairness score is 1.309 using the following formula. 100.0/76.389 = 1.309", "parameters": ["Age", "18-25", 100.0, 76.389, 1.309]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 76.389 = 1.309", "parameters": [100.0, "/", 76.389, 1.309]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 98.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 35, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 62, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 81, true, "monitored"], ["Sex", "female", "Risk", 19, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 18, false, "reference"], ["Age", [18, 25], "No Risk", 152, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 98.8, "payload_fairness_value": 109.84848484848486, "is_biased": false, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.86206896551724, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 75.86206896551724}]}, "minority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.33333333333334, "values": [{"value": "female", "fav_class_percent": 81.0, "payload_fav_class_percent": 83.33333333333334, "fairness_value": 98.8, "payload_fairness_value": 109.84848484848486, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": false}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-25 07:36:16.777000", "oldest_timestamp": "2019-07-25 07:36:16.777000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 98.8% (81.0/82.0).", "parameters": ["female", 81.0, 82.0, "Sex", 98.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.988 using the following formula. 81.0/82.0 = 0.988", "parameters": ["Sex", "female", 81.0, 82.0, 0.988]}, {"id": "disparate_impact_ratio_formula", "message": "81.0 / 82.0 = 0.988", "parameters": [81.0, "/", 82.0, 0.988]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 83.333% of the time. The reference group received favorable outcomes 75.862% of the time. The fairness score for Sex is 109.848% (83.333/75.862).", "parameters": ["female", 83.333, 75.862, "Sex", 109.848]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 83.333%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.862%. The fairness score is 1.098 using the following formula. 83.333/75.862 = 1.098", "parameters": ["Sex", "female", 83.333, 75.862, 1.098]}, {"id": "disparate_impact_ratio_formula", "message": "83.333 / 75.862 = 1.098", "parameters": [83.333, "/", 75.862, 1.098]}]}]}, {"feature": "Age", "fairness_value": 97.8, "payload_fairness_value": 133.8709677419355, "is_biased": true, "majority": {"total_fav_percent": 84.48275862068965, "total_rows_percent": 38.666666666666664, "payload_total_fav_percent": 74.69879518072288, "values": [{"value": [26, 75], "fav_class_percent": 84.48275862068965, "payload_fav_class_percent": 74.69879518072288}]}, "minority": {"total_fav_percent": 82.6086956521739, "total_rows_percent": 61.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 82.6086956521739, "payload_fav_class_percent": 100.0, "fairness_value": 97.8, "payload_fairness_value": 133.8709677419355, "perfect_equality": 84.48275862068965, "acceptable_fav_class_percent": 82.7931, "is_biased": true}], "acceptable_fav_class_percent": 82.7931}, "records_evaluated": {"newest_timestamp": "2019-07-25 07:36:16.777000", "oldest_timestamp": "2019-07-25 07:36:16.777000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 72.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 82.609% of the time. The perfect equality is 84.483%. The fairness score for Age is 97.8% (82.609/84.483).", "parameters": ["[18-25]", 82.609, 84.483, "Age", 97.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 82.609%. The perfect equality value for that group is 84.483%. The fairness score is 0.978 using the following formula. 82.609/84.483 = 0.978", "parameters": ["Age", "18-25", 82.609, 84.483, 0.978]}, {"id": "disparate_impact_ratio_formula", "message": "82.609 / 84.483 = 0.978", "parameters": [82.609, "/", 84.483, 0.978]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 74.699% of the time. The fairness score for Age is 133.871% (100.0/74.699).", "parameters": ["[18-25]", 100.0, 74.699, "Age", 133.871]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.699%. The fairness score is 1.339 using the following formula. 100.0/74.699 = 1.339", "parameters": ["Age", "18-25", 100.0, 74.699, 1.339]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 74.699 = 1.339", "parameters": [100.0, "/", 74.699, 1.339]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.19999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 45, true, "reference"], ["Sex", "male", "Risk", 10, false, "reference"], ["Sex", "female", "No Risk", 39, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 16, false, "reference"], ["Age", [18, 25], "No Risk", 25, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 86, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 82, true, "monitored"], ["Sex", "female", "Risk", 18, false, "monitored"], ["Age", [26, 75], "No Risk", 111, true, "reference"], ["Age", [26, 75], "Risk", 15, false, "reference"], ["Age", [18, 25], "No Risk", 146, true, "monitored"], ["Age", [18, 25], "Risk", 28, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.3, "payload_fairness_value": 105.92592592592591, "is_biased": true, "majority": {"total_fav_percent": 86.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.81818181818183, "values": [{"value": "male", "fav_class_percent": 86.0, "payload_fav_class_percent": 81.81818181818183}]}, "minority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 86.66666666666667, "values": [{"value": "female", "fav_class_percent": 82.0, "payload_fav_class_percent": 86.66666666666667, "fairness_value": 95.3, "payload_fairness_value": 105.92592592592591, "perfect_equality": 86.0, "acceptable_fav_class_percent": 84.28, "is_biased": true}], "acceptable_fav_class_percent": 84.28}, "records_evaluated": {"newest_timestamp": "2019-07-25 06:36:16.777000", "oldest_timestamp": "2019-07-25 06:36:16.777000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 82.0% of the time. The perfect equality is 86.0%. The fairness score for Sex is 95.3% (82.0/86.0).", "parameters": ["female", 82.0, 86.0, "Sex", 95.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 82.0%. The perfect equality value for that group is 86.0%. The fairness score is 0.953 using the following formula. 82.0/86.0 = 0.953", "parameters": ["Sex", "female", 82.0, 86.0, 0.953]}, {"id": "disparate_impact_ratio_formula", "message": "82.0 / 86.0 = 0.953", "parameters": [82.0, "/", 86.0, 0.953]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 86.667% of the time. The reference group received favorable outcomes 81.818% of the time. The fairness score for Sex is 105.926% (86.667/81.818).", "parameters": ["female", 86.667, 81.818, "Sex", 105.926]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 86.667%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.818%. The fairness score is 1.059 using the following formula. 86.667/81.818 = 1.059", "parameters": ["Sex", "female", 86.667, 81.818, 1.059]}, {"id": "disparate_impact_ratio_formula", "message": "86.667 / 81.818 = 1.059", "parameters": [86.667, "/", 81.818, 1.059]}]}]}, {"feature": "Age", "fairness_value": 95.19999999999999, "payload_fairness_value": 127.11864406779662, "is_biased": true, "majority": {"total_fav_percent": 88.09523809523809, "total_rows_percent": 42.0, "payload_total_fav_percent": 78.66666666666666, "values": [{"value": [26, 75], "fav_class_percent": 88.09523809523809, "payload_fav_class_percent": 78.66666666666666}]}, "minority": {"total_fav_percent": 83.9080459770115, "total_rows_percent": 57.99999999999999, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 83.9080459770115, "payload_fav_class_percent": 100.0, "fairness_value": 95.19999999999999, "payload_fairness_value": 127.11864406779662, "perfect_equality": 88.09523809523809, "acceptable_fav_class_percent": 86.3333, "is_biased": true}], "acceptable_fav_class_percent": 86.3333}, "records_evaluated": {"newest_timestamp": "2019-07-25 06:36:16.777000", "oldest_timestamp": "2019-07-25 06:36:16.777000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 25], "fav_percent": 78.82352941176471}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 83.908% of the time. The perfect equality is 88.095%. The fairness score for Age is 95.2% (83.908/88.095).", "parameters": ["[18-25]", 83.908, 88.095, "Age", 95.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 83.908%. The perfect equality value for that group is 88.095%. The fairness score is 0.952 using the following formula. 83.908/88.095 = 0.952", "parameters": ["Age", "18-25", 83.908, 88.095, 0.952]}, {"id": "disparate_impact_ratio_formula", "message": "83.908 / 88.095 = 0.952", "parameters": [83.908, "/", 88.095, 0.952]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 78.667% of the time. The fairness score for Age is 127.119% (100.0/78.667).", "parameters": ["[18-25]", 100.0, 78.667, "Age", 127.119]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.667%. The fairness score is 1.271 using the following formula. 100.0/78.667 = 1.271", "parameters": ["Age", "18-25", 100.0, 78.667, 1.271]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 78.667 = 1.271", "parameters": [100.0, "/", 78.667, 1.271]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 38, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 33, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 70, true, "reference"], ["Sex", "male", "Risk", 30, false, "reference"], ["Sex", "female", "No Risk", 65, true, "monitored"], ["Sex", "female", "Risk", 35, false, "monitored"], ["Age", [26, 75], "No Risk", 82, true, "reference"], ["Age", [26, 75], "Risk", 32, false, "reference"], ["Age", [18, 25], "No Risk", 134, true, "monitored"], ["Age", [18, 25], "Risk", 52, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.9, "payload_fairness_value": 129.94310099573255, "is_biased": true, "majority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 60.317460317460316, "values": [{"value": "male", "fav_class_percent": 70.0, "payload_fav_class_percent": 60.317460317460316}]}, "minority": {"total_fav_percent": 65.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.37837837837837, "values": [{"value": "female", "fav_class_percent": 65.0, "payload_fav_class_percent": 78.37837837837837, "fairness_value": 92.9, "payload_fairness_value": 129.94310099573255, "perfect_equality": 70.0, "acceptable_fav_class_percent": 68.6, "is_biased": true}], "acceptable_fav_class_percent": 68.6}, "records_evaluated": {"newest_timestamp": "2019-07-25 05:36:16.777000", "oldest_timestamp": "2019-07-25 05:36:16.777000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 65.0% of the time. The perfect equality is 70.0%. The fairness score for Sex is 92.9% (65.0/70.0).", "parameters": ["female", 65.0, 70.0, "Sex", 92.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 65.0%. The perfect equality value for that group is 70.0%. The fairness score is 0.929 using the following formula. 65.0/70.0 = 0.929", "parameters": ["Sex", "female", 65.0, 70.0, 0.929]}, {"id": "disparate_impact_ratio_formula", "message": "65.0 / 70.0 = 0.929", "parameters": [65.0, "/", 70.0, 0.929]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.378% of the time. The reference group received favorable outcomes 60.317% of the time. The fairness score for Sex is 129.943% (78.378/60.317).", "parameters": ["female", 78.378, 60.317, "Sex", 129.943]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.378%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 60.317%. The fairness score is 1.299 using the following formula. 78.378/60.317 = 1.299", "parameters": ["Sex", "female", 78.378, 60.317, 1.299]}, {"id": "disparate_impact_ratio_formula", "message": "78.378 / 60.317 = 1.299", "parameters": [78.378, "/", 60.317, 1.299]}]}]}, {"feature": "Age", "fairness_value": 100.2, "payload_fairness_value": 163.46153846153845, "is_biased": false, "majority": {"total_fav_percent": 71.9298245614035, "total_rows_percent": 38.0, "payload_total_fav_percent": 61.1764705882353, "values": [{"value": [26, 75], "fav_class_percent": 71.9298245614035, "payload_fav_class_percent": 61.1764705882353}]}, "minority": {"total_fav_percent": 72.04301075268818, "total_rows_percent": 62.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 72.04301075268818, "payload_fav_class_percent": 100.0, "fairness_value": 100.2, "payload_fairness_value": 163.46153846153845, "perfect_equality": 71.9298245614035, "acceptable_fav_class_percent": 70.4912, "is_biased": false}], "acceptable_fav_class_percent": 70.4912}, "records_evaluated": {"newest_timestamp": "2019-07-25 05:36:16.777000", "oldest_timestamp": "2019-07-25 05:36:16.777000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 72.043% of the time. The perfect equality is 71.93%. The fairness score for Age is 100.2% (72.043/71.93).", "parameters": ["[18-25]", 72.043, 71.93, "Age", 100.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 72.043%. The perfect equality value for that group is 71.93%. The fairness score is 1.002 using the following formula. 72.043/71.93 = 1.002", "parameters": ["Age", "18-25", 72.043, 71.93, 1.002]}, {"id": "disparate_impact_ratio_formula", "message": "72.043 / 71.93 = 1.002", "parameters": [72.043, "/", 71.93, 1.002]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 61.176% of the time. The fairness score for Age is 163.462% (100.0/61.176).", "parameters": ["[18-25]", 100.0, 61.176, "Age", 163.462]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 61.176%. The fairness score is 1.635 using the following formula. 100.0/61.176 = 1.635", "parameters": ["Age", "18-25", 100.0, 61.176, 1.635]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 61.176 = 1.635", "parameters": [100.0, "/", 61.176, 1.635]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.60000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.5, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 9, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 14, false, "monitored"], ["Age", [26, 75], "No Risk", 63, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 94, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 149, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.60000000000001, "payload_fairness_value": 78.91156462585033, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 84.48275862068965, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 84.48275862068965}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 66.66666666666666, "fairness_value": 92.60000000000001, "payload_fairness_value": 78.91156462585033, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-25 04:36:16.777000", "oldest_timestamp": "2019-07-25 04:36:16.777000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 92.6% (75.0/81.0).", "parameters": ["female", 75.0, 81.0, "Sex", 92.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.926 using the following formula. 75.0/81.0 = 0.926", "parameters": ["Sex", "female", 75.0, 81.0, 0.926]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 81.0 = 0.926", "parameters": [75.0, "/", 81.0, 0.926]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 66.667% of the time. The reference group received favorable outcomes 84.483% of the time. The fairness score for Sex is 78.912% (66.667/84.483).", "parameters": ["female", 66.667, 84.483, "Sex", 78.912]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 66.667%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 84.483%. The fairness score is 0.789 using the following formula. 66.667/84.483 = 0.789", "parameters": ["Sex", "female", 66.667, 84.483, 0.789]}, {"id": "disparate_impact_ratio_formula", "message": "66.667 / 84.483 = 0.789", "parameters": [66.667, "/", 84.483, 0.789]}]}]}, {"feature": "Age", "fairness_value": 98.5, "payload_fairness_value": 136.5079365079365, "is_biased": false, "majority": {"total_fav_percent": 81.73913043478261, "total_rows_percent": 38.333333333333336, "payload_total_fav_percent": 73.25581395348837, "values": [{"value": [26, 75], "fav_class_percent": 81.73913043478261, "payload_fav_class_percent": 73.25581395348837}]}, "minority": {"total_fav_percent": 80.54054054054053, "total_rows_percent": 61.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.54054054054053, "payload_fav_class_percent": 100.0, "fairness_value": 98.5, "payload_fairness_value": 136.5079365079365, "perfect_equality": 81.73913043478261, "acceptable_fav_class_percent": 80.1043, "is_biased": false}], "acceptable_fav_class_percent": 80.1043}, "records_evaluated": {"newest_timestamp": "2019-07-25 04:36:16.777000", "oldest_timestamp": "2019-07-25 04:36:16.777000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.541% of the time. The perfect equality is 81.739%. The fairness score for Age is 98.5% (80.541/81.739).", "parameters": ["[18-25]", 80.541, 81.739, "Age", 98.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.541%. The perfect equality value for that group is 81.739%. The fairness score is 0.985 using the following formula. 80.541/81.739 = 0.985", "parameters": ["Age", "18-25", 80.541, 81.739, 0.985]}, {"id": "disparate_impact_ratio_formula", "message": "80.541 / 81.739 = 0.985", "parameters": [80.541, "/", 81.739, 0.985]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 73.256% of the time. The fairness score for Age is 136.508% (100.0/73.256).", "parameters": ["[18-25]", 100.0, 73.256, "Age", 136.508]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.256%. The fairness score is 1.365 using the following formula. 100.0/73.256 = 1.365", "parameters": ["Age", "18-25", 100.0, 73.256, 1.365]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 73.256 = 1.365", "parameters": [100.0, "/", 73.256, 1.365]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 103.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 3, false, "monitored"], ["Age", [26, 75], "No Risk", 64, true, "reference"], ["Age", [26, 75], "Risk", 16, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 86, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 80, true, "monitored"], ["Sex", "female", "Risk", 20, false, "monitored"], ["Age", [26, 75], "No Risk", 103, true, "reference"], ["Age", [26, 75], "Risk", 18, false, "reference"], ["Age", [18, 25], "No Risk", 157, true, "monitored"], ["Age", [18, 25], "Risk", 22, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.0, "payload_fairness_value": 115.03267973856208, "is_biased": true, "majority": {"total_fav_percent": 86.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.6875, "values": [{"value": "male", "fav_class_percent": 86.0, "payload_fav_class_percent": 79.6875}]}, "minority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 91.66666666666666, "values": [{"value": "female", "fav_class_percent": 80.0, "payload_fav_class_percent": 91.66666666666666, "fairness_value": 93.0, "payload_fairness_value": 115.03267973856208, "perfect_equality": 86.0, "acceptable_fav_class_percent": 84.28, "is_biased": true}], "acceptable_fav_class_percent": 84.28}, "records_evaluated": {"newest_timestamp": "2019-07-25 03:36:16.777000", "oldest_timestamp": "2019-07-25 03:36:16.777000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.0% of the time. The perfect equality is 86.0%. The fairness score for Sex is 93.0% (80.0/86.0).", "parameters": ["female", 80.0, 86.0, "Sex", 93.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.0%. The perfect equality value for that group is 86.0%. The fairness score is 0.93 using the following formula. 80.0/86.0 = 0.93", "parameters": ["Sex", "female", 80.0, 86.0, 0.93]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 86.0 = 0.93", "parameters": [80.0, "/", 86.0, 0.93]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 91.667% of the time. The reference group received favorable outcomes 79.688% of the time. The fairness score for Sex is 115.033% (91.667/79.688).", "parameters": ["female", 91.667, 79.688, "Sex", 115.033]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 91.667%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 79.688%. The fairness score is 1.15 using the following formula. 91.667/79.688 = 1.15", "parameters": ["Sex", "female", 91.667, 79.688, 1.15]}, {"id": "disparate_impact_ratio_formula", "message": "91.667 / 79.688 = 1.15", "parameters": [91.667, "/", 79.688, 1.15]}]}]}, {"feature": "Age", "fairness_value": 103.0, "payload_fairness_value": 125.0, "is_biased": false, "majority": {"total_fav_percent": 85.12396694214877, "total_rows_percent": 40.33333333333333, "payload_total_fav_percent": 80.0, "values": [{"value": [26, 75], "fav_class_percent": 85.12396694214877, "payload_fav_class_percent": 80.0}]}, "minority": {"total_fav_percent": 87.70949720670392, "total_rows_percent": 59.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 87.70949720670392, "payload_fav_class_percent": 100.0, "fairness_value": 103.0, "payload_fairness_value": 125.0, "perfect_equality": 85.12396694214877, "acceptable_fav_class_percent": 83.4215, "is_biased": false}], "acceptable_fav_class_percent": 83.4215}, "records_evaluated": {"newest_timestamp": "2019-07-25 03:36:16.777000", "oldest_timestamp": "2019-07-25 03:36:16.777000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 87.709% of the time. The perfect equality is 85.124%. The fairness score for Age is 103.0% (87.709/85.124).", "parameters": ["[18-25]", 87.709, 85.124, "Age", 103.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 87.709%. The perfect equality value for that group is 85.124%. The fairness score is 1.03 using the following formula. 87.709/85.124 = 1.03", "parameters": ["Age", "18-25", 87.709, 85.124, 1.03]}, {"id": "disparate_impact_ratio_formula", "message": "87.709 / 85.124 = 1.03", "parameters": [87.709, "/", 85.124, 1.03]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 80.0% of the time. The fairness score for Age is 125.0% (100.0/80.0).", "parameters": ["[18-25]", 100.0, 80.0, "Age", 125.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 80.0%. The fairness score is 1.25 using the following formula. 100.0/80.0 = 1.25", "parameters": ["Age", "18-25", 100.0, 80.0, 1.25]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 80.0 = 1.25", "parameters": [100.0, "/", 80.0, 1.25]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 10, false, "reference"], ["Sex", "female", "No Risk", 36, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 62, true, "reference"], ["Age", [26, 75], "Risk", 17, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 86, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 79, true, "monitored"], ["Sex", "female", "Risk", 21, false, "monitored"], ["Age", [26, 75], "No Risk", 105, true, "reference"], ["Age", [26, 75], "Risk", 17, false, "reference"], ["Age", [18, 25], "No Risk", 150, true, "monitored"], ["Age", [18, 25], "Risk", 28, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.9, "payload_fairness_value": 101.53389411182583, "is_biased": true, "majority": {"total_fav_percent": 86.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.45614035087719, "values": [{"value": "male", "fav_class_percent": 86.0, "payload_fav_class_percent": 82.45614035087719}]}, "minority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.72093023255815, "values": [{"value": "female", "fav_class_percent": 79.0, "payload_fav_class_percent": 83.72093023255815, "fairness_value": 91.9, "payload_fairness_value": 101.53389411182583, "perfect_equality": 86.0, "acceptable_fav_class_percent": 84.28, "is_biased": true}], "acceptable_fav_class_percent": 84.28}, "records_evaluated": {"newest_timestamp": "2019-07-25 02:36:16.792000", "oldest_timestamp": "2019-07-25 02:36:16.777000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.0% of the time. The perfect equality is 86.0%. The fairness score for Sex is 91.9% (79.0/86.0).", "parameters": ["female", 79.0, 86.0, "Sex", 91.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.0%. The perfect equality value for that group is 86.0%. The fairness score is 0.919 using the following formula. 79.0/86.0 = 0.919", "parameters": ["Sex", "female", 79.0, 86.0, 0.919]}, {"id": "disparate_impact_ratio_formula", "message": "79.0 / 86.0 = 0.919", "parameters": [79.0, "/", 86.0, 0.919]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 83.721% of the time. The reference group received favorable outcomes 82.456% of the time. The fairness score for Sex is 101.534% (83.721/82.456).", "parameters": ["female", 83.721, 82.456, "Sex", 101.534]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 83.721%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 82.456%. The fairness score is 1.015 using the following formula. 83.721/82.456 = 1.015", "parameters": ["Sex", "female", 83.721, 82.456, 1.015]}, {"id": "disparate_impact_ratio_formula", "message": "83.721 / 82.456 = 1.015", "parameters": [83.721, "/", 82.456, 1.015]}]}]}, {"feature": "Age", "fairness_value": 97.89999999999999, "payload_fairness_value": 127.4193548387097, "is_biased": true, "majority": {"total_fav_percent": 86.0655737704918, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 78.48101265822784, "values": [{"value": [26, 75], "fav_class_percent": 86.0655737704918, "payload_fav_class_percent": 78.48101265822784}]}, "minority": {"total_fav_percent": 84.26966292134831, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 84.26966292134831, "payload_fav_class_percent": 100.0, "fairness_value": 97.89999999999999, "payload_fairness_value": 127.4193548387097, "perfect_equality": 86.0655737704918, "acceptable_fav_class_percent": 84.3443, "is_biased": true}], "acceptable_fav_class_percent": 84.3443}, "records_evaluated": {"newest_timestamp": "2019-07-25 02:36:16.792000", "oldest_timestamp": "2019-07-25 02:36:16.777000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 84.27% of the time. The perfect equality is 86.066%. The fairness score for Age is 97.9% (84.27/86.066).", "parameters": ["[18-25]", 84.27, 86.066, "Age", 97.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 84.27%. The perfect equality value for that group is 86.066%. The fairness score is 0.979 using the following formula. 84.27/86.066 = 0.979", "parameters": ["Age", "18-25", 84.27, 86.066, 0.979]}, {"id": "disparate_impact_ratio_formula", "message": "84.27 / 86.066 = 0.979", "parameters": [84.27, "/", 86.066, 0.979]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 78.481% of the time. The fairness score for Age is 127.419% (100.0/78.481).", "parameters": ["[18-25]", 100.0, 78.481, "Age", 127.419]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.481%. The fairness score is 1.274 using the following formula. 100.0/78.481 = 1.274", "parameters": ["Age", "18-25", 100.0, 78.481, 1.274]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 78.481 = 1.274", "parameters": [100.0, "/", 78.481, 1.274]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.60000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 8, false, "reference"], ["Sex", "female", "No Risk", 37, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 63, true, "reference"], ["Age", [26, 75], "Risk", 17, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 106, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.60000000000001, "payload_fairness_value": 94.4234404536862, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 85.18518518518519, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 85.18518518518519}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.43478260869566, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 80.43478260869566, "fairness_value": 92.60000000000001, "payload_fairness_value": 94.4234404536862, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-25 01:36:16.792000", "oldest_timestamp": "2019-07-25 01:36:16.792000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 92.6% (75.0/81.0).", "parameters": ["female", 75.0, 81.0, "Sex", 92.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.926 using the following formula. 75.0/81.0 = 0.926", "parameters": ["Sex", "female", 75.0, 81.0, 0.926]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 81.0 = 0.926", "parameters": [75.0, "/", 81.0, 0.926]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.435% of the time. The reference group received favorable outcomes 85.185% of the time. The fairness score for Sex is 94.423% (80.435/85.185).", "parameters": ["female", 80.435, 85.185, "Sex", 94.423]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.435%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 85.185%. The fairness score is 0.944 using the following formula. 80.435/85.185 = 0.944", "parameters": ["Sex", "female", 80.435, 85.185, 0.944]}, {"id": "disparate_impact_ratio_formula", "message": "80.435 / 85.185 = 0.944", "parameters": [80.435, "/", 85.185, 0.944]}]}]}, {"feature": "Age", "fairness_value": 95.6, "payload_fairness_value": 126.98412698412697, "is_biased": true, "majority": {"total_fav_percent": 84.12698412698413, "total_rows_percent": 42.0, "payload_total_fav_percent": 78.75, "values": [{"value": [26, 75], "fav_class_percent": 84.12698412698413, "payload_fav_class_percent": 78.75}]}, "minority": {"total_fav_percent": 80.45977011494253, "total_rows_percent": 57.99999999999999, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.45977011494253, "payload_fav_class_percent": 100.0, "fairness_value": 95.6, "payload_fairness_value": 126.98412698412697, "perfect_equality": 84.12698412698413, "acceptable_fav_class_percent": 82.4444, "is_biased": true}], "acceptable_fav_class_percent": 82.4444}, "records_evaluated": {"newest_timestamp": "2019-07-25 01:36:16.792000", "oldest_timestamp": "2019-07-25 01:36:16.792000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 76.78571428571429}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.46% of the time. The perfect equality is 84.127%. The fairness score for Age is 95.6% (80.46/84.127).", "parameters": ["[18-25]", 80.46, 84.127, "Age", 95.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.46%. The perfect equality value for that group is 84.127%. The fairness score is 0.956 using the following formula. 80.46/84.127 = 0.956", "parameters": ["Age", "18-25", 80.46, 84.127, 0.956]}, {"id": "disparate_impact_ratio_formula", "message": "80.46 / 84.127 = 0.956", "parameters": [80.46, "/", 84.127, 0.956]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 78.75% of the time. The fairness score for Age is 126.984% (100.0/78.75).", "parameters": ["[18-25]", 100.0, 78.75, "Age", 126.984]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.75%. The fairness score is 1.27 using the following formula. 100.0/78.75 = 1.27", "parameters": ["Age", "18-25", 100.0, 78.75, 1.27]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 78.75 = 1.27", "parameters": [100.0, "/", 78.75, 1.27]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 90.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.7, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 62, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 16, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 72, true, "reference"], ["Sex", "male", "Risk", 28, false, "reference"], ["Sex", "female", "No Risk", 65, true, "monitored"], ["Sex", "female", "Risk", 35, false, "monitored"], ["Age", [26, 75], "No Risk", 82, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 135, true, "monitored"], ["Age", [18, 25], "Risk", 54, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 90.3, "payload_fairness_value": 114.88595438175268, "is_biased": true, "majority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.24242424242425, "values": [{"value": "male", "fav_class_percent": 72.0, "payload_fav_class_percent": 74.24242424242425}]}, "minority": {"total_fav_percent": 65.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 85.29411764705883, "values": [{"value": "female", "fav_class_percent": 65.0, "payload_fav_class_percent": 85.29411764705883, "fairness_value": 90.3, "payload_fairness_value": 114.88595438175268, "perfect_equality": 72.0, "acceptable_fav_class_percent": 70.56, "is_biased": true}], "acceptable_fav_class_percent": 70.56}, "records_evaluated": {"newest_timestamp": "2019-07-25 00:36:16.792000", "oldest_timestamp": "2019-07-25 00:36:16.792000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 65.0% of the time. The perfect equality is 72.0%. The fairness score for Sex is 90.3% (65.0/72.0).", "parameters": ["female", 65.0, 72.0, "Sex", 90.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 65.0%. The perfect equality value for that group is 72.0%. The fairness score is 0.903 using the following formula. 65.0/72.0 = 0.903", "parameters": ["Sex", "female", 65.0, 72.0, 0.903]}, {"id": "disparate_impact_ratio_formula", "message": "65.0 / 72.0 = 0.903", "parameters": [65.0, "/", 72.0, 0.903]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 85.294% of the time. The reference group received favorable outcomes 74.242% of the time. The fairness score for Sex is 114.886% (85.294/74.242).", "parameters": ["female", 85.294, 74.242, "Sex", 114.886]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 85.294%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.242%. The fairness score is 1.149 using the following formula. 85.294/74.242 = 1.149", "parameters": ["Sex", "female", 85.294, 74.242, 1.149]}, {"id": "disparate_impact_ratio_formula", "message": "85.294 / 74.242 = 1.149", "parameters": [85.294, "/", 74.242, 1.149]}]}]}, {"feature": "Age", "fairness_value": 96.7, "payload_fairness_value": 135.48387096774192, "is_biased": true, "majority": {"total_fav_percent": 73.87387387387388, "total_rows_percent": 37.0, "payload_total_fav_percent": 73.80952380952381, "values": [{"value": [26, 75], "fav_class_percent": 73.87387387387388, "payload_fav_class_percent": 73.80952380952381}]}, "minority": {"total_fav_percent": 71.42857142857143, "total_rows_percent": 63.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 71.42857142857143, "payload_fav_class_percent": 100.0, "fairness_value": 96.7, "payload_fairness_value": 135.48387096774192, "perfect_equality": 73.87387387387388, "acceptable_fav_class_percent": 72.3964, "is_biased": true}], "acceptable_fav_class_percent": 72.3964}, "records_evaluated": {"newest_timestamp": "2019-07-25 00:36:16.792000", "oldest_timestamp": "2019-07-25 00:36:16.792000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 61.81818181818181}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 71.429% of the time. The perfect equality is 73.874%. The fairness score for Age is 96.7% (71.429/73.874).", "parameters": ["[18-25]", 71.429, 73.874, "Age", 96.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 71.429%. The perfect equality value for that group is 73.874%. The fairness score is 0.967 using the following formula. 71.429/73.874 = 0.967", "parameters": ["Age", "18-25", 71.429, 73.874, 0.967]}, {"id": "disparate_impact_ratio_formula", "message": "71.429 / 73.874 = 0.967", "parameters": [71.429, "/", 73.874, 0.967]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 73.81% of the time. The fairness score for Age is 135.484% (100.0/73.81).", "parameters": ["[18-25]", 100.0, 73.81, "Age", 135.484]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.81%. The fairness score is 1.355 using the following formula. 100.0/73.81 = 1.355", "parameters": ["Age", "18-25", 100.0, 73.81, 1.355]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 73.81 = 1.355", "parameters": [100.0, "/", 73.81, 1.355]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.10000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 102.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 30, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 65, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 91, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 152, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.10000000000001, "payload_fairness_value": 108.843537414966, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.5625, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 76.5625}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.33333333333334, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 83.33333333333334, "fairness_value": 91.10000000000001, "payload_fairness_value": 108.843537414966, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-24 23:36:16.792000", "oldest_timestamp": "2019-07-24 23:36:16.792000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 91.1% (72.0/79.0).", "parameters": ["female", 72.0, 79.0, "Sex", 91.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.911 using the following formula. 72.0/79.0 = 0.911", "parameters": ["Sex", "female", 72.0, 79.0, 0.911]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 79.0 = 0.911", "parameters": [72.0, "/", 79.0, 0.911]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 83.333% of the time. The reference group received favorable outcomes 76.562% of the time. The fairness score for Sex is 108.844% (83.333/76.562).", "parameters": ["female", 83.333, 76.562, "Sex", 108.844]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 83.333%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.562%. The fairness score is 1.088 using the following formula. 83.333/76.562 = 1.088", "parameters": ["Sex", "female", 83.333, 76.562, 1.088]}, {"id": "disparate_impact_ratio_formula", "message": "83.333 / 76.562 = 1.088", "parameters": [83.333, "/", 76.562, 1.088]}]}]}, {"feature": "Age", "fairness_value": 102.4, "payload_fairness_value": 132.30769230769232, "is_biased": false, "majority": {"total_fav_percent": 79.82456140350878, "total_rows_percent": 38.0, "payload_total_fav_percent": 75.5813953488372, "values": [{"value": [26, 75], "fav_class_percent": 79.82456140350878, "payload_fav_class_percent": 75.5813953488372}]}, "minority": {"total_fav_percent": 81.72043010752688, "total_rows_percent": 62.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 81.72043010752688, "payload_fav_class_percent": 100.0, "fairness_value": 102.4, "payload_fairness_value": 132.30769230769232, "perfect_equality": 79.82456140350878, "acceptable_fav_class_percent": 78.2281, "is_biased": false}], "acceptable_fav_class_percent": 78.2281}, "records_evaluated": {"newest_timestamp": "2019-07-24 23:36:16.792000", "oldest_timestamp": "2019-07-24 23:36:16.792000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 81.72% of the time. The perfect equality is 79.825%. The fairness score for Age is 102.4% (81.72/79.825).", "parameters": ["[18-25]", 81.72, 79.825, "Age", 102.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 81.72%. The perfect equality value for that group is 79.825%. The fairness score is 1.024 using the following formula. 81.72/79.825 = 1.024", "parameters": ["Age", "18-25", 81.72, 79.825, 1.024]}, {"id": "disparate_impact_ratio_formula", "message": "81.72 / 79.825 = 1.024", "parameters": [81.72, "/", 79.825, 1.024]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 75.581% of the time. The fairness score for Age is 132.308% (100.0/75.581).", "parameters": ["[18-25]", 100.0, 75.581, "Age", 132.308]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.581%. The fairness score is 1.323 using the following formula. 100.0/75.581 = 1.323", "parameters": ["Age", "18-25", 100.0, 75.581, 1.323]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 75.581 = 1.323", "parameters": [100.0, "/", 75.581, 1.323]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.60000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 42, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 39, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 19, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 104, true, "reference"], ["Age", [26, 75], "Risk", 19, false, "reference"], ["Age", [18, 25], "No Risk", 145, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.60000000000001, "payload_fairness_value": 113.4920634920635, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.36363636363637, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 76.36363636363637}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 86.66666666666667, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 86.66666666666667, "fairness_value": 92.60000000000001, "payload_fairness_value": 113.4920634920635, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-24 22:36:16.808000", "oldest_timestamp": "2019-07-24 22:36:16.792000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 92.6% (75.0/81.0).", "parameters": ["female", 75.0, 81.0, "Sex", 92.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.926 using the following formula. 75.0/81.0 = 0.926", "parameters": ["Sex", "female", 75.0, 81.0, 0.926]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 81.0 = 0.926", "parameters": [75.0, "/", 81.0, 0.926]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 86.667% of the time. The reference group received favorable outcomes 76.364% of the time. The fairness score for Sex is 113.492% (86.667/76.364).", "parameters": ["female", 86.667, 76.364, "Sex", 113.492]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 86.667%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.364%. The fairness score is 1.135 using the following formula. 86.667/76.364 = 1.135", "parameters": ["Sex", "female", 86.667, 76.364, 1.135]}, {"id": "disparate_impact_ratio_formula", "message": "86.667 / 76.364 = 1.135", "parameters": [86.667, "/", 76.364, 1.135]}]}]}, {"feature": "Age", "fairness_value": 96.89999999999999, "payload_fairness_value": 132.75862068965517, "is_biased": true, "majority": {"total_fav_percent": 84.5528455284553, "total_rows_percent": 41.0, "payload_total_fav_percent": 75.32467532467533, "values": [{"value": [26, 75], "fav_class_percent": 84.5528455284553, "payload_fav_class_percent": 75.32467532467533}]}, "minority": {"total_fav_percent": 81.92090395480226, "total_rows_percent": 59.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 81.92090395480226, "payload_fav_class_percent": 100.0, "fairness_value": 96.89999999999999, "payload_fairness_value": 132.75862068965517, "perfect_equality": 84.5528455284553, "acceptable_fav_class_percent": 82.8618, "is_biased": true}], "acceptable_fav_class_percent": 82.8618}, "records_evaluated": {"newest_timestamp": "2019-07-24 22:36:16.808000", "oldest_timestamp": "2019-07-24 22:36:16.792000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 81.921% of the time. The perfect equality is 84.553%. The fairness score for Age is 96.9% (81.921/84.553).", "parameters": ["[18-25]", 81.921, 84.553, "Age", 96.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 81.921%. The perfect equality value for that group is 84.553%. The fairness score is 0.969 using the following formula. 81.921/84.553 = 0.969", "parameters": ["Age", "18-25", 81.921, 84.553, 0.969]}, {"id": "disparate_impact_ratio_formula", "message": "81.921 / 84.553 = 0.969", "parameters": [81.921, "/", 84.553, 0.969]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 75.325% of the time. The fairness score for Age is 132.759% (100.0/75.325).", "parameters": ["[18-25]", 100.0, 75.325, "Age", 132.759]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.325%. The fairness score is 1.328 using the following formula. 100.0/75.325 = 1.328", "parameters": ["Age", "18-25", 100.0, 75.325, 1.328]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 75.325 = 1.328", "parameters": [100.0, "/", 75.325, 1.328]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.80000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.39999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 69, true, "reference"], ["Sex", "male", "Risk", 31, false, "reference"], ["Sex", "female", "No Risk", 64, true, "monitored"], ["Sex", "female", "Risk", 36, false, "monitored"], ["Age", [26, 75], "No Risk", 89, true, "reference"], ["Age", [26, 75], "Risk", 31, false, "reference"], ["Age", [18, 25], "No Risk", 130, true, "monitored"], ["Age", [18, 25], "Risk", 50, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.80000000000001, "payload_fairness_value": 114.83343808925204, "is_biased": true, "majority": {"total_fav_percent": 69.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 68.25396825396825, "values": [{"value": "male", "fav_class_percent": 69.0, "payload_fav_class_percent": 68.25396825396825}]}, "minority": {"total_fav_percent": 64.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.37837837837837, "values": [{"value": "female", "fav_class_percent": 64.0, "payload_fav_class_percent": 78.37837837837837, "fairness_value": 92.80000000000001, "payload_fairness_value": 114.83343808925204, "perfect_equality": 69.0, "acceptable_fav_class_percent": 67.62, "is_biased": true}], "acceptable_fav_class_percent": 67.62}, "records_evaluated": {"newest_timestamp": "2019-07-24 21:36:16.808000", "oldest_timestamp": "2019-07-24 21:36:16.808000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 64.0% of the time. The perfect equality is 69.0%. The fairness score for Sex is 92.8% (64.0/69.0).", "parameters": ["female", 64.0, 69.0, "Sex", 92.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 64.0%. The perfect equality value for that group is 69.0%. The fairness score is 0.928 using the following formula. 64.0/69.0 = 0.928", "parameters": ["Sex", "female", 64.0, 69.0, 0.928]}, {"id": "disparate_impact_ratio_formula", "message": "64.0 / 69.0 = 0.928", "parameters": [64.0, "/", 69.0, 0.928]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.378% of the time. The reference group received favorable outcomes 68.254% of the time. The fairness score for Sex is 114.833% (78.378/68.254).", "parameters": ["female", 78.378, 68.254, "Sex", 114.833]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.378%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.254%. The fairness score is 1.148 using the following formula. 78.378/68.254 = 1.148", "parameters": ["Sex", "female", 78.378, 68.254, 1.148]}, {"id": "disparate_impact_ratio_formula", "message": "78.378 / 68.254 = 1.148", "parameters": [78.378, "/", 68.254, 1.148]}]}]}, {"feature": "Age", "fairness_value": 97.39999999999999, "payload_fairness_value": 151.85185185185185, "is_biased": true, "majority": {"total_fav_percent": 74.16666666666667, "total_rows_percent": 40.0, "payload_total_fav_percent": 65.85365853658537, "values": [{"value": [26, 75], "fav_class_percent": 74.16666666666667, "payload_fav_class_percent": 65.85365853658537}]}, "minority": {"total_fav_percent": 72.22222222222221, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 72.22222222222221, "payload_fav_class_percent": 100.0, "fairness_value": 97.39999999999999, "payload_fairness_value": 151.85185185185185, "perfect_equality": 74.16666666666667, "acceptable_fav_class_percent": 72.6833, "is_biased": true}], "acceptable_fav_class_percent": 72.6833}, "records_evaluated": {"newest_timestamp": "2019-07-24 21:36:16.808000", "oldest_timestamp": "2019-07-24 21:36:16.808000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 58.536585365853654}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 72.222% of the time. The perfect equality is 74.167%. The fairness score for Age is 97.4% (72.222/74.167).", "parameters": ["[18-25]", 72.222, 74.167, "Age", 97.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 72.222%. The perfect equality value for that group is 74.167%. The fairness score is 0.974 using the following formula. 72.222/74.167 = 0.974", "parameters": ["Age", "18-25", 72.222, 74.167, 0.974]}, {"id": "disparate_impact_ratio_formula", "message": "72.222 / 74.167 = 0.974", "parameters": [72.222, "/", 74.167, 0.974]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 65.854% of the time. The fairness score for Age is 151.852% (100.0/65.854).", "parameters": ["[18-25]", 100.0, 65.854, "Age", 151.852]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 65.854%. The fairness score is 1.519 using the following formula. 100.0/65.854 = 1.519", "parameters": ["Age", "18-25", 100.0, 65.854, 1.519]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 65.854 = 1.519", "parameters": [100.0, "/", 65.854, 1.519]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.39999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 106.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 41, true, "reference"], ["Sex", "male", "Risk", 9, false, "reference"], ["Sex", "female", "No Risk", 37, true, "monitored"], ["Sex", "female", "Risk", 13, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 24, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 101, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 148, true, "monitored"], ["Age", [18, 25], "Risk", 26, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.39999999999999, "payload_fairness_value": 90.2439024390244, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.0, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 82.0}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.0, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 74.0, "fairness_value": 97.39999999999999, "payload_fairness_value": 90.2439024390244, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-24 20:36:16.808000", "oldest_timestamp": "2019-07-24 20:36:16.808000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 97.4% (76.0/78.0).", "parameters": ["female", 76.0, 78.0, "Sex", 97.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.974 using the following formula. 76.0/78.0 = 0.974", "parameters": ["Sex", "female", 76.0, 78.0, 0.974]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 78.0 = 0.974", "parameters": [76.0, "/", 78.0, 0.974]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The reference group received favorable outcomes 82.0% of the time. The fairness score for Sex is 90.244% (74.0/82.0).", "parameters": ["female", 74.0, 82.0, "Sex", 90.244]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 82.0%. The fairness score is 0.902 using the following formula. 74.0/82.0 = 0.902", "parameters": ["Sex", "female", 74.0, 82.0, 0.902]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 82.0 = 0.902", "parameters": [74.0, "/", 82.0, 0.902]}]}]}, {"feature": "Age", "fairness_value": 106.1, "payload_fairness_value": 140.74074074074073, "is_biased": false, "majority": {"total_fav_percent": 80.15873015873017, "total_rows_percent": 42.0, "payload_total_fav_percent": 71.05263157894737, "values": [{"value": [26, 75], "fav_class_percent": 80.15873015873017, "payload_fav_class_percent": 71.05263157894737}]}, "minority": {"total_fav_percent": 85.0574712643678, "total_rows_percent": 57.99999999999999, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 85.0574712643678, "payload_fav_class_percent": 100.0, "fairness_value": 106.1, "payload_fairness_value": 140.74074074074073, "perfect_equality": 80.15873015873017, "acceptable_fav_class_percent": 78.5556, "is_biased": false}], "acceptable_fav_class_percent": 78.5556}, "records_evaluated": {"newest_timestamp": "2019-07-24 20:36:16.808000", "oldest_timestamp": "2019-07-24 20:36:16.808000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 85.057% of the time. The perfect equality is 80.159%. The fairness score for Age is 106.1% (85.057/80.159).", "parameters": ["[18-25]", 85.057, 80.159, "Age", 106.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 85.057%. The perfect equality value for that group is 80.159%. The fairness score is 1.061 using the following formula. 85.057/80.159 = 1.061", "parameters": ["Age", "18-25", 85.057, 80.159, 1.061]}, {"id": "disparate_impact_ratio_formula", "message": "85.057 / 80.159 = 1.061", "parameters": [85.057, "/", 80.159, 1.061]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.053% of the time. The fairness score for Age is 140.741% (100.0/71.053).", "parameters": ["[18-25]", 100.0, 71.053, "Age", 140.741]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.053%. The fairness score is 1.407 using the following formula. 100.0/71.053 = 1.407", "parameters": ["Age", "18-25", 100.0, 71.053, 1.407]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.053 = 1.407", "parameters": [100.0, "/", 71.053, 1.407]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 53, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 2, false, "monitored"], ["Age", [26, 75], "No Risk", 67, true, "reference"], ["Age", [26, 75], "Risk", 18, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 86, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 82, true, "monitored"], ["Sex", "female", "Risk", 18, false, "monitored"], ["Age", [26, 75], "No Risk", 105, true, "reference"], ["Age", [26, 75], "Risk", 14, false, "reference"], ["Age", [18, 25], "No Risk", 157, true, "monitored"], ["Age", [18, 25], "Risk", 24, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.3, "payload_fairness_value": 121.78940961655509, "is_biased": true, "majority": {"total_fav_percent": 86.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.81159420289855, "values": [{"value": "male", "fav_class_percent": 86.0, "payload_fav_class_percent": 76.81159420289855}]}, "minority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 93.54838709677419, "values": [{"value": "female", "fav_class_percent": 82.0, "payload_fav_class_percent": 93.54838709677419, "fairness_value": 95.3, "payload_fairness_value": 121.78940961655509, "perfect_equality": 86.0, "acceptable_fav_class_percent": 84.28, "is_biased": true}], "acceptable_fav_class_percent": 84.28}, "records_evaluated": {"newest_timestamp": "2019-07-24 19:36:16.808000", "oldest_timestamp": "2019-07-24 19:36:16.808000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 82.0% of the time. The perfect equality is 86.0%. The fairness score for Sex is 95.3% (82.0/86.0).", "parameters": ["female", 82.0, 86.0, "Sex", 95.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 82.0%. The perfect equality value for that group is 86.0%. The fairness score is 0.953 using the following formula. 82.0/86.0 = 0.953", "parameters": ["Sex", "female", 82.0, 86.0, 0.953]}, {"id": "disparate_impact_ratio_formula", "message": "82.0 / 86.0 = 0.953", "parameters": [82.0, "/", 86.0, 0.953]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 93.548% of the time. The reference group received favorable outcomes 76.812% of the time. The fairness score for Sex is 121.789% (93.548/76.812).", "parameters": ["female", 93.548, 76.812, "Sex", 121.789]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 93.548%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.812%. The fairness score is 1.218 using the following formula. 93.548/76.812 = 1.218", "parameters": ["Sex", "female", 93.548, 76.812, 1.218]}, {"id": "disparate_impact_ratio_formula", "message": "93.548 / 76.812 = 1.218", "parameters": [93.548, "/", 76.812, 1.218]}]}]}, {"feature": "Age", "fairness_value": 98.3, "payload_fairness_value": 126.86567164179104, "is_biased": false, "majority": {"total_fav_percent": 88.23529411764706, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 78.82352941176471, "values": [{"value": [26, 75], "fav_class_percent": 88.23529411764706, "payload_fav_class_percent": 78.82352941176471}]}, "minority": {"total_fav_percent": 86.74033149171271, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 86.74033149171271, "payload_fav_class_percent": 100.0, "fairness_value": 98.3, "payload_fairness_value": 126.86567164179104, "perfect_equality": 88.23529411764706, "acceptable_fav_class_percent": 86.4706, "is_biased": false}], "acceptable_fav_class_percent": 86.4706}, "records_evaluated": {"newest_timestamp": "2019-07-24 19:36:16.808000", "oldest_timestamp": "2019-07-24 19:36:16.808000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 86.74% of the time. The perfect equality is 88.235%. The fairness score for Age is 98.3% (86.74/88.235).", "parameters": ["[18-25]", 86.74, 88.235, "Age", 98.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 86.74%. The perfect equality value for that group is 88.235%. The fairness score is 0.983 using the following formula. 86.74/88.235 = 0.983", "parameters": ["Age", "18-25", 86.74, 88.235, 0.983]}, {"id": "disparate_impact_ratio_formula", "message": "86.74 / 88.235 = 0.983", "parameters": [86.74, "/", 88.235, 0.983]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 78.824% of the time. The fairness score for Age is 126.866% (100.0/78.824).", "parameters": ["[18-25]", 100.0, 78.824, "Age", 126.866]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.824%. The fairness score is 1.269 using the following formula. 100.0/78.824 = 1.269", "parameters": ["Age", "18-25", 100.0, 78.824, 1.269]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 78.824 = 1.269", "parameters": [100.0, "/", 78.824, 1.269]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 39, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 14, false, "monitored"], ["Age", [26, 75], "No Risk", 55, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 90, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 141, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.5, "payload_fairness_value": 95.41734860883797, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.58490566037736, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 73.58490566037736}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.2127659574468, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 70.2127659574468, "fairness_value": 93.5, "payload_fairness_value": 95.41734860883797, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-24 18:36:16.824000", "oldest_timestamp": "2019-07-24 18:36:16.808000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 93.5% (72.0/77.0).", "parameters": ["female", 72.0, 77.0, "Sex", 93.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.935 using the following formula. 72.0/77.0 = 0.935", "parameters": ["Sex", "female", 72.0, 77.0, 0.935]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 77.0 = 0.935", "parameters": [72.0, "/", 77.0, 0.935]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.213% of the time. The reference group received favorable outcomes 73.585% of the time. The fairness score for Sex is 95.417% (70.213/73.585).", "parameters": ["female", 70.213, 73.585, "Sex", 95.417]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.213%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.585%. The fairness score is 0.954 using the following formula. 70.213/73.585 = 0.954", "parameters": ["Sex", "female", 70.213, 73.585, 0.954]}, {"id": "disparate_impact_ratio_formula", "message": "70.213 / 73.585 = 0.954", "parameters": [70.213, "/", 73.585, 0.954]}]}]}, {"feature": "Age", "fairness_value": 100.2, "payload_fairness_value": 150.9090909090909, "is_biased": false, "majority": {"total_fav_percent": 76.92307692307693, "total_rows_percent": 39.0, "payload_total_fav_percent": 66.26506024096386, "values": [{"value": [26, 75], "fav_class_percent": 76.92307692307693, "payload_fav_class_percent": 66.26506024096386}]}, "minority": {"total_fav_percent": 77.04918032786885, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.04918032786885, "payload_fav_class_percent": 100.0, "fairness_value": 100.2, "payload_fairness_value": 150.9090909090909, "perfect_equality": 76.92307692307693, "acceptable_fav_class_percent": 75.3846, "is_biased": false}], "acceptable_fav_class_percent": 75.3846}, "records_evaluated": {"newest_timestamp": "2019-07-24 18:36:16.824000", "oldest_timestamp": "2019-07-24 18:36:16.808000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.049% of the time. The perfect equality is 76.923%. The fairness score for Age is 100.2% (77.049/76.923).", "parameters": ["[18-25]", 77.049, 76.923, "Age", 100.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.049%. The perfect equality value for that group is 76.923%. The fairness score is 1.002 using the following formula. 77.049/76.923 = 1.002", "parameters": ["Age", "18-25", 77.049, 76.923, 1.002]}, {"id": "disparate_impact_ratio_formula", "message": "77.049 / 76.923 = 1.002", "parameters": [77.049, "/", 76.923, 1.002]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.265% of the time. The fairness score for Age is 150.909% (100.0/66.265).", "parameters": ["[18-25]", 100.0, 66.265, "Age", 150.909]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.265%. The fairness score is 1.509 using the following formula. 100.0/66.265 = 1.509", "parameters": ["Age", "18-25", 100.0, 66.265, 1.509]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.265 = 1.509", "parameters": [100.0, "/", 66.265, 1.509]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 104.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 95, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 151, true, "monitored"], ["Age", [18, 25], "Risk", 28, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.7, "payload_fairness_value": 101.73066522444564, "is_biased": true, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.43859649122807, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 75.43859649122807}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.74418604651163, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 76.74418604651163, "fairness_value": 92.7, "payload_fairness_value": 101.73066522444564, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": true}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-24 17:36:16.824000", "oldest_timestamp": "2019-07-24 17:36:16.824000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 92.7% (76.0/82.0).", "parameters": ["female", 76.0, 82.0, "Sex", 92.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.927 using the following formula. 76.0/82.0 = 0.927", "parameters": ["Sex", "female", 76.0, 82.0, 0.927]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 82.0 = 0.927", "parameters": [76.0, "/", 82.0, 0.927]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.744% of the time. The reference group received favorable outcomes 75.439% of the time. The fairness score for Sex is 101.731% (76.744/75.439).", "parameters": ["female", 76.744, 75.439, "Sex", 101.731]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.744%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.439%. The fairness score is 1.017 using the following formula. 76.744/75.439 = 1.017", "parameters": ["Sex", "female", 76.744, 75.439, 1.017]}, {"id": "disparate_impact_ratio_formula", "message": "76.744 / 75.439 = 1.017", "parameters": [76.744, "/", 75.439, 1.017]}]}]}, {"feature": "Age", "fairness_value": 104.2, "payload_fairness_value": 142.85714285714286, "is_biased": false, "majority": {"total_fav_percent": 80.50847457627118, "total_rows_percent": 39.73063973063973, "payload_total_fav_percent": 70.0, "values": [{"value": [26, 75], "fav_class_percent": 80.50847457627118, "payload_fav_class_percent": 70.0}]}, "minority": {"total_fav_percent": 84.35754189944134, "total_rows_percent": 59.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 84.35754189944134, "payload_fav_class_percent": 100.0, "fairness_value": 104.2, "payload_fairness_value": 142.85714285714286, "perfect_equality": 80.99173553719008, "acceptable_fav_class_percent": 79.3719, "is_biased": false}], "acceptable_fav_class_percent": 79.3719}, "records_evaluated": {"newest_timestamp": "2019-07-24 17:36:16.824000", "oldest_timestamp": "2019-07-24 17:36:16.824000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 84.358% of the time. The perfect equality is 80.992%. The fairness score for Age is 104.2% (84.358/80.992).", "parameters": ["[18-25]", 84.358, 80.992, "Age", 104.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 84.358%. The perfect equality value for that group is 80.992%. The fairness score is 1.042 using the following formula. 84.358/80.992 = 1.042", "parameters": ["Age", "18-25", 84.358, 80.992, 1.042]}, {"id": "disparate_impact_ratio_formula", "message": "84.358 / 80.992 = 1.042", "parameters": [84.358, "/", 80.992, 1.042]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.0% of the time. The fairness score for Age is 142.857% (100.0/70.0).", "parameters": ["[18-25]", 100.0, 70.0, "Age", 142.857]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.0%. The fairness score is 1.429 using the following formula. 100.0/70.0 = 1.429", "parameters": ["Age", "18-25", 100.0, 70.0, 1.429]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.0 = 1.429", "parameters": [100.0, "/", 70.0, 1.429]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.2, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 104, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.2, "payload_fairness_value": 114.7473560517039, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.01587301587301, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 73.01587301587301}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.78378378378379, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 83.78378378378379, "fairness_value": 96.2, "payload_fairness_value": 114.7473560517039, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-24 16:36:16.824000", "oldest_timestamp": "2019-07-24 16:36:16.824000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 96.2% (76.0/79.0).", "parameters": ["female", 76.0, 79.0, "Sex", 96.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.962 using the following formula. 76.0/79.0 = 0.962", "parameters": ["Sex", "female", 76.0, 79.0, 0.962]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 79.0 = 0.962", "parameters": [76.0, "/", 79.0, 0.962]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 83.784% of the time. The reference group received favorable outcomes 73.016% of the time. The fairness score for Sex is 114.747% (83.784/73.016).", "parameters": ["female", 83.784, 73.016, "Sex", 114.747]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 83.784%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.016%. The fairness score is 1.147 using the following formula. 83.784/73.016 = 1.147", "parameters": ["Sex", "female", 83.784, 73.016, 1.147]}, {"id": "disparate_impact_ratio_formula", "message": "83.784 / 73.016 = 1.147", "parameters": [83.784, "/", 73.016, 1.147]}]}]}, {"feature": "Age", "fairness_value": 96.1, "payload_fairness_value": 142.5925925925926, "is_biased": true, "majority": {"total_fav_percent": 82.53968253968253, "total_rows_percent": 42.0, "payload_total_fav_percent": 70.12987012987013, "values": [{"value": [26, 75], "fav_class_percent": 82.53968253968253, "payload_fav_class_percent": 70.12987012987013}]}, "minority": {"total_fav_percent": 79.3103448275862, "total_rows_percent": 57.99999999999999, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.3103448275862, "payload_fav_class_percent": 100.0, "fairness_value": 96.1, "payload_fairness_value": 142.5925925925926, "perfect_equality": 82.53968253968253, "acceptable_fav_class_percent": 80.8889, "is_biased": true}], "acceptable_fav_class_percent": 80.8889}, "records_evaluated": {"newest_timestamp": "2019-07-24 16:36:16.824000", "oldest_timestamp": "2019-07-24 16:36:16.824000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 70.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.31% of the time. The perfect equality is 82.54%. The fairness score for Age is 96.1% (79.31/82.54).", "parameters": ["[18-25]", 79.31, 82.54, "Age", 96.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.31%. The perfect equality value for that group is 82.54%. The fairness score is 0.961 using the following formula. 79.31/82.54 = 0.961", "parameters": ["Age", "18-25", 79.31, 82.54, 0.961]}, {"id": "disparate_impact_ratio_formula", "message": "79.31 / 82.54 = 0.961", "parameters": [79.31, "/", 82.54, 0.961]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.13% of the time. The fairness score for Age is 142.593% (100.0/70.13).", "parameters": ["[18-25]", 100.0, 70.13, "Age", 142.593]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.13%. The fairness score is 1.426 using the following formula. 100.0/70.13 = 1.426", "parameters": ["Age", "18-25", 100.0, 70.13, 1.426]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.13 = 1.426", "parameters": [100.0, "/", 70.13, 1.426]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 104.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 89, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 149, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.5, "payload_fairness_value": 93.8223938223938, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.77777777777779, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 77.77777777777779}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.97297297297297, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 72.97297297297297, "fairness_value": 93.5, "payload_fairness_value": 93.8223938223938, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-24 15:36:31.531000", "oldest_timestamp": "2019-07-24 15:36:31.530000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 93.5% (72.0/77.0).", "parameters": ["female", 72.0, 77.0, "Sex", 93.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.935 using the following formula. 72.0/77.0 = 0.935", "parameters": ["Sex", "female", 72.0, 77.0, 0.935]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 77.0 = 0.935", "parameters": [72.0, "/", 77.0, 0.935]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.973% of the time. The reference group received favorable outcomes 77.778% of the time. The fairness score for Sex is 93.822% (72.973/77.778).", "parameters": ["female", 72.973, 77.778, "Sex", 93.822]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.973%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.778%. The fairness score is 0.938 using the following formula. 72.973/77.778 = 0.938", "parameters": ["Sex", "female", 72.973, 77.778, 0.938]}, {"id": "disparate_impact_ratio_formula", "message": "72.973 / 77.778 = 0.938", "parameters": [72.973, "/", 77.778, 0.938]}]}]}, {"feature": "Age", "fairness_value": 104.1, "payload_fairness_value": 140.67796610169492, "is_biased": false, "majority": {"total_fav_percent": 77.39130434782608, "total_rows_percent": 38.333333333333336, "payload_total_fav_percent": 71.08433734939759, "values": [{"value": [26, 75], "fav_class_percent": 77.39130434782608, "payload_fav_class_percent": 71.08433734939759}]}, "minority": {"total_fav_percent": 80.54054054054053, "total_rows_percent": 61.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.54054054054053, "payload_fav_class_percent": 100.0, "fairness_value": 104.1, "payload_fairness_value": 140.67796610169492, "perfect_equality": 77.39130434782608, "acceptable_fav_class_percent": 75.8435, "is_biased": false}], "acceptable_fav_class_percent": 75.8435}, "records_evaluated": {"newest_timestamp": "2019-07-24 15:36:31.531000", "oldest_timestamp": "2019-07-24 15:36:31.530000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.541% of the time. The perfect equality is 77.391%. The fairness score for Age is 104.1% (80.541/77.391).", "parameters": ["[18-25]", 80.541, 77.391, "Age", 104.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.541%. The perfect equality value for that group is 77.391%. The fairness score is 1.041 using the following formula. 80.541/77.391 = 1.041", "parameters": ["Age", "18-25", 80.541, 77.391, 1.041]}, {"id": "disparate_impact_ratio_formula", "message": "80.541 / 77.391 = 1.041", "parameters": [80.541, "/", 77.391, 1.041]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.084% of the time. The fairness score for Age is 140.678% (100.0/71.084).", "parameters": ["[18-25]", 100.0, 71.084, "Age", 140.678]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.084%. The fairness score is 1.407 using the following formula. 100.0/71.084 = 1.407", "parameters": ["Age", "18-25", 100.0, 71.084, 1.407]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.084 = 1.407", "parameters": [100.0, "/", 71.084, 1.407]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.39999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"], ["Age", [18, 25], "Risk", 1, false, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 83, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 80, true, "monitored"], ["Sex", "female", "Risk", 20, false, "monitored"], ["Age", [26, 75], "No Risk", 100, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 144, true, "monitored"], ["Age", [18, 25], "Risk", 31, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.39999999999999, "payload_fairness_value": 103.23435843054085, "is_biased": true, "majority": {"total_fav_percent": 83.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.96610169491525, "values": [{"value": "male", "fav_class_percent": 83.0, "payload_fav_class_percent": 77.96610169491525}]}, "minority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.48780487804879, "values": [{"value": "female", "fav_class_percent": 80.0, "payload_fav_class_percent": 80.48780487804879, "fairness_value": 96.39999999999999, "payload_fairness_value": 103.23435843054085, "perfect_equality": 83.0, "acceptable_fav_class_percent": 81.34, "is_biased": true}], "acceptable_fav_class_percent": 81.34}, "records_evaluated": {"newest_timestamp": "2019-07-24 14:36:31.535000", "oldest_timestamp": "2019-07-24 14:36:31.531000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.0% of the time. The perfect equality is 83.0%. The fairness score for Sex is 96.4% (80.0/83.0).", "parameters": ["female", 80.0, 83.0, "Sex", 96.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.0%. The perfect equality value for that group is 83.0%. The fairness score is 0.964 using the following formula. 80.0/83.0 = 0.964", "parameters": ["Sex", "female", 80.0, 83.0, 0.964]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 83.0 = 0.964", "parameters": [80.0, "/", 83.0, 0.964]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.488% of the time. The reference group received favorable outcomes 77.966% of the time. The fairness score for Sex is 103.234% (80.488/77.966).", "parameters": ["female", 80.488, 77.966, "Sex", 103.234]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.488%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.966%. The fairness score is 1.032 using the following formula. 80.488/77.966 = 1.032", "parameters": ["Sex", "female", 80.488, 77.966, 1.032]}, {"id": "disparate_impact_ratio_formula", "message": "80.488 / 77.966 = 1.032", "parameters": [80.488, "/", 77.966, 1.032]}]}]}, {"feature": "Age", "fairness_value": 98.0, "payload_fairness_value": 130.05952380952382, "is_biased": true, "majority": {"total_fav_percent": 83.33333333333334, "total_rows_percent": 40.67796610169492, "payload_total_fav_percent": 73.68421052631578, "values": [{"value": [26, 75], "fav_class_percent": 83.33333333333334, "payload_fav_class_percent": 73.68421052631578}]}, "minority": {"total_fav_percent": 82.28571428571428, "total_rows_percent": 58.333333333333336, "payload_total_fav_percent": 95.83333333333334, "values": [{"value": [18, 25], "fav_class_percent": 82.28571428571428, "payload_fav_class_percent": 95.83333333333334, "fairness_value": 98.0, "payload_fairness_value": 130.05952380952382, "perfect_equality": 84.0, "acceptable_fav_class_percent": 82.32, "is_biased": true}], "acceptable_fav_class_percent": 82.32}, "records_evaluated": {"newest_timestamp": "2019-07-24 14:36:31.535000", "oldest_timestamp": "2019-07-24 14:36:31.531000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 68.42105263157895}, {"range": [24, 25], "fav_percent": 71.875}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 82.286% of the time. The perfect equality is 84.0%. The fairness score for Age is 98.0% (82.286/84.0).", "parameters": ["[18-25]", 82.286, 84.0, "Age", 98.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 82.286%. The perfect equality value for that group is 84.0%. The fairness score is 0.98 using the following formula. 82.286/84.0 = 0.98", "parameters": ["Age", "18-25", 82.286, 84.0, 0.98]}, {"id": "disparate_impact_ratio_formula", "message": "82.286 / 84.0 = 0.98", "parameters": [82.286, "/", 84.0, 0.98]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 95.833% of the time. The reference group received favorable outcomes 73.684% of the time. The fairness score for Age is 130.06% (95.833/73.684).", "parameters": ["[18-25]", 95.833, 73.684, "Age", 130.06]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 95.833%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.684%. The fairness score is 1.301 using the following formula. 95.833/73.684 = 1.301", "parameters": ["Age", "18-25", 95.833, 73.684, 1.301]}, {"id": "disparate_impact_ratio_formula", "message": "95.833 / 73.684 = 1.301", "parameters": [95.833, "/", 73.684, 1.301]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 90.10000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 52, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 100, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 146, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 90.10000000000001, "payload_fairness_value": 92.3076923076923, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.25, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 81.25}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.0, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 75.0, "fairness_value": 90.10000000000001, "payload_fairness_value": 92.3076923076923, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-24 13:36:31.536000", "oldest_timestamp": "2019-07-24 13:36:31.535000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 90.1% (73.0/81.0).", "parameters": ["female", 73.0, 81.0, "Sex", 90.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.901 using the following formula. 73.0/81.0 = 0.901", "parameters": ["Sex", "female", 73.0, 81.0, 0.901]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 81.0 = 0.901", "parameters": [73.0, "/", 81.0, 0.901]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The reference group received favorable outcomes 81.25% of the time. The fairness score for Sex is 92.308% (75.0/81.25).", "parameters": ["female", 75.0, 81.25, "Sex", 92.308]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.25%. The fairness score is 0.923 using the following formula. 75.0/81.25 = 0.923", "parameters": ["Sex", "female", 75.0, 81.25, 0.923]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 81.25 = 0.923", "parameters": [75.0, "/", 81.25, 0.923]}]}]}, {"feature": "Age", "fairness_value": 97.3, "payload_fairness_value": 136.20689655172413, "is_biased": true, "majority": {"total_fav_percent": 83.33333333333334, "total_rows_percent": 40.0, "payload_total_fav_percent": 73.41772151898735, "values": [{"value": [26, 75], "fav_class_percent": 83.33333333333334, "payload_fav_class_percent": 73.41772151898735}]}, "minority": {"total_fav_percent": 81.11111111111111, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 81.11111111111111, "payload_fav_class_percent": 100.0, "fairness_value": 97.3, "payload_fairness_value": 136.20689655172413, "perfect_equality": 83.33333333333334, "acceptable_fav_class_percent": 81.6667, "is_biased": true}], "acceptable_fav_class_percent": 81.6667}, "records_evaluated": {"newest_timestamp": "2019-07-24 13:36:31.536000", "oldest_timestamp": "2019-07-24 13:36:31.535000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 76.19047619047619}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 81.111% of the time. The perfect equality is 83.333%. The fairness score for Age is 97.3% (81.111/83.333).", "parameters": ["[18-25]", 81.111, 83.333, "Age", 97.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 81.111%. The perfect equality value for that group is 83.333%. The fairness score is 0.973 using the following formula. 81.111/83.333 = 0.973", "parameters": ["Age", "18-25", 81.111, 83.333, 0.973]}, {"id": "disparate_impact_ratio_formula", "message": "81.111 / 83.333 = 0.973", "parameters": [81.111, "/", 83.333, 0.973]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 73.418% of the time. The fairness score for Age is 136.207% (100.0/73.418).", "parameters": ["[18-25]", 100.0, 73.418, "Age", 136.207]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.418%. The fairness score is 1.362 using the following formula. 100.0/73.418 = 1.362", "parameters": ["Age", "18-25", 100.0, 73.418, 1.362]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 73.418 = 1.362", "parameters": [100.0, "/", 73.418, 1.362]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 102.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 54, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 22, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 66, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 10, true, "monitored"], ["Age", [18, 25], "Risk", 1, false, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 81, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 146, true, "monitored"], ["Age", [18, 25], "Risk", 43, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.3, "payload_fairness_value": 110.1508916323731, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.97260273972603, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 73.97260273972603}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.48148148148148, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 81.48148148148148, "fairness_value": 97.3, "payload_fairness_value": 110.1508916323731, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-24 12:36:31.538000", "oldest_timestamp": "2019-07-24 12:36:31.536000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 97.3% (73.0/75.0).", "parameters": ["female", 73.0, 75.0, "Sex", 97.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.973 using the following formula. 73.0/75.0 = 0.973", "parameters": ["Sex", "female", 73.0, 75.0, 0.973]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 75.0 = 0.973", "parameters": [73.0, "/", 75.0, 0.973]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.481% of the time. The reference group received favorable outcomes 73.973% of the time. The fairness score for Sex is 110.151% (81.481/73.973).", "parameters": ["female", 81.481, 73.973, "Sex", 110.151]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.481%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.973%. The fairness score is 1.101 using the following formula. 81.481/73.973 = 1.101", "parameters": ["Sex", "female", 81.481, 73.973, 1.101]}, {"id": "disparate_impact_ratio_formula", "message": "81.481 / 73.973 = 1.101", "parameters": [81.481, "/", 73.973, 1.101]}]}]}, {"feature": "Age", "fairness_value": 102.1, "payload_fairness_value": 122.58953168044076, "is_biased": false, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 36.36363636363637, "payload_total_fav_percent": 74.15730337078652, "values": [{"value": [26, 75], "fav_class_percent": 75.0, "payload_fav_class_percent": 74.15730337078652}]}, "minority": {"total_fav_percent": 77.24867724867724, "total_rows_percent": 63.0, "payload_total_fav_percent": 90.9090909090909, "values": [{"value": [18, 25], "fav_class_percent": 77.24867724867724, "payload_fav_class_percent": 90.9090909090909, "fairness_value": 102.1, "payload_fairness_value": 122.58953168044076, "perfect_equality": 75.67567567567568, "acceptable_fav_class_percent": 74.1622, "is_biased": false}], "acceptable_fav_class_percent": 74.1622}, "records_evaluated": {"newest_timestamp": "2019-07-24 12:36:31.538000", "oldest_timestamp": "2019-07-24 12:36:31.536000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.249% of the time. The perfect equality is 75.676%. The fairness score for Age is 102.1% (77.249/75.676).", "parameters": ["[18-25]", 77.249, 75.676, "Age", 102.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.249%. The perfect equality value for that group is 75.676%. The fairness score is 1.021 using the following formula. 77.249/75.676 = 1.021", "parameters": ["Age", "18-25", 77.249, 75.676, 1.021]}, {"id": "disparate_impact_ratio_formula", "message": "77.249 / 75.676 = 1.021", "parameters": [77.249, "/", 75.676, 1.021]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 90.909% of the time. The reference group received favorable outcomes 74.157% of the time. The fairness score for Age is 122.59% (90.909/74.157).", "parameters": ["[18-25]", 90.909, 74.157, "Age", 122.59]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 90.909%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.157%. The fairness score is 1.226 using the following formula. 90.909/74.157 = 1.226", "parameters": ["Age", "18-25", 90.909, 74.157, 1.226]}, {"id": "disparate_impact_ratio_formula", "message": "90.909 / 74.157 = 1.226", "parameters": [90.909, "/", 74.157, 1.226]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.69999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 11, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 90, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 137, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.69999999999999, "payload_fairness_value": 93.18057828696126, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.04918032786885, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 77.04918032786885}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.7948717948718, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 71.7948717948718, "fairness_value": 94.69999999999999, "payload_fairness_value": 93.18057828696126, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-24 11:36:31.539000", "oldest_timestamp": "2019-07-24 11:36:31.538000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 94.7% (72.0/76.0).", "parameters": ["female", 72.0, 76.0, "Sex", 94.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.947 using the following formula. 72.0/76.0 = 0.947", "parameters": ["Sex", "female", 72.0, 76.0, 0.947]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 76.0 = 0.947", "parameters": [72.0, "/", 76.0, 0.947]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.795% of the time. The reference group received favorable outcomes 77.049% of the time. The fairness score for Sex is 93.181% (71.795/77.049).", "parameters": ["female", 71.795, 77.049, "Sex", 93.181]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.795%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.049%. The fairness score is 0.932 using the following formula. 71.795/77.049 = 0.932", "parameters": ["Sex", "female", 71.795, 77.049, 0.932]}, {"id": "disparate_impact_ratio_formula", "message": "71.795 / 77.049 = 0.932", "parameters": [71.795, "/", 77.049, 0.932]}]}]}, {"feature": "Age", "fairness_value": 97.3, "payload_fairness_value": 144.64285714285717, "is_biased": true, "majority": {"total_fav_percent": 76.92307692307693, "total_rows_percent": 39.0, "payload_total_fav_percent": 69.1358024691358, "values": [{"value": [26, 75], "fav_class_percent": 76.92307692307693, "payload_fav_class_percent": 69.1358024691358}]}, "minority": {"total_fav_percent": 74.86338797814209, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 74.86338797814209, "payload_fav_class_percent": 100.0, "fairness_value": 97.3, "payload_fairness_value": 144.64285714285717, "perfect_equality": 76.92307692307693, "acceptable_fav_class_percent": 75.3846, "is_biased": true}], "acceptable_fav_class_percent": 75.3846}, "records_evaluated": {"newest_timestamp": "2019-07-24 11:36:31.539000", "oldest_timestamp": "2019-07-24 11:36:31.538000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 60.526315789473685}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 74.863% of the time. The perfect equality is 76.923%. The fairness score for Age is 97.3% (74.863/76.923).", "parameters": ["[18-25]", 74.863, 76.923, "Age", 97.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 74.863%. The perfect equality value for that group is 76.923%. The fairness score is 0.973 using the following formula. 74.863/76.923 = 0.973", "parameters": ["Age", "18-25", 74.863, 76.923, 0.973]}, {"id": "disparate_impact_ratio_formula", "message": "74.863 / 76.923 = 0.973", "parameters": [74.863, "/", 76.923, 0.973]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.136% of the time. The fairness score for Age is 144.643% (100.0/69.136).", "parameters": ["[18-25]", 100.0, 69.136, "Age", 144.643]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.136%. The fairness score is 1.446 using the following formula. 100.0/69.136 = 1.446", "parameters": ["Age", "18-25", 100.0, 69.136, 1.446]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.136 = 1.446", "parameters": [100.0, "/", 69.136, 1.446]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 90.2, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 61, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 146, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 90.2, "payload_fairness_value": 95.17543859649122, "is_biased": true, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.41935483870968, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 77.41935483870968}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.68421052631578, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 73.68421052631578, "fairness_value": 90.2, "payload_fairness_value": 95.17543859649122, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": true}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-24 10:36:31.541000", "oldest_timestamp": "2019-07-24 10:36:31.539000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 90.2% (74.0/82.0).", "parameters": ["female", 74.0, 82.0, "Sex", 90.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.902 using the following formula. 74.0/82.0 = 0.902", "parameters": ["Sex", "female", 74.0, 82.0, 0.902]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 82.0 = 0.902", "parameters": [74.0, "/", 82.0, 0.902]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.684% of the time. The reference group received favorable outcomes 77.419% of the time. The fairness score for Sex is 95.175% (73.684/77.419).", "parameters": ["female", 73.684, 77.419, "Sex", 95.175]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.684%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.419%. The fairness score is 0.952 using the following formula. 73.684/77.419 = 0.952", "parameters": ["Sex", "female", 73.684, 77.419, 0.952]}, {"id": "disparate_impact_ratio_formula", "message": "73.684 / 77.419 = 0.952", "parameters": [73.684, "/", 77.419, 0.952]}]}]}, {"feature": "Age", "fairness_value": 96.2, "payload_fairness_value": 139.34426229508196, "is_biased": true, "majority": {"total_fav_percent": 81.57894736842105, "total_rows_percent": 38.0, "payload_total_fav_percent": 71.76470588235294, "values": [{"value": [26, 75], "fav_class_percent": 81.57894736842105, "payload_fav_class_percent": 71.76470588235294}]}, "minority": {"total_fav_percent": 78.49462365591397, "total_rows_percent": 62.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 78.49462365591397, "payload_fav_class_percent": 100.0, "fairness_value": 96.2, "payload_fairness_value": 139.34426229508196, "perfect_equality": 81.57894736842105, "acceptable_fav_class_percent": 79.9474, "is_biased": true}], "acceptable_fav_class_percent": 79.9474}, "records_evaluated": {"newest_timestamp": "2019-07-24 10:36:31.541000", "oldest_timestamp": "2019-07-24 10:36:31.539000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 68.88888888888889}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.495% of the time. The perfect equality is 81.579%. The fairness score for Age is 96.2% (78.495/81.579).", "parameters": ["[18-25]", 78.495, 81.579, "Age", 96.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.495%. The perfect equality value for that group is 81.579%. The fairness score is 0.962 using the following formula. 78.495/81.579 = 0.962", "parameters": ["Age", "18-25", 78.495, 81.579, 0.962]}, {"id": "disparate_impact_ratio_formula", "message": "78.495 / 81.579 = 0.962", "parameters": [78.495, "/", 81.579, 0.962]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.765% of the time. The fairness score for Age is 139.344% (100.0/71.765).", "parameters": ["[18-25]", 100.0, 71.765, "Age", 139.344]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.765%. The fairness score is 1.393 using the following formula. 100.0/71.765 = 1.393", "parameters": ["Age", "18-25", 100.0, 71.765, 1.393]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.765 = 1.393", "parameters": [100.0, "/", 71.765, 1.393]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.4, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 103.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 54, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 72, true, "reference"], ["Age", [26, 75], "Risk", 18, false, "reference"], ["Age", [18, 25], "No Risk", 10, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 89, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 161, true, "monitored"], ["Age", [18, 25], "Risk", 30, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.4, "payload_fairness_value": 100.6535947712418, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.81818181818183, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 81.81818181818183}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.35294117647058, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 82.35294117647058, "fairness_value": 91.4, "payload_fairness_value": 100.6535947712418, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-24 09:36:31.542000", "oldest_timestamp": "2019-07-24 09:36:31.541000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 91.4% (74.0/81.0).", "parameters": ["female", 74.0, 81.0, "Sex", 91.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.914 using the following formula. 74.0/81.0 = 0.914", "parameters": ["Sex", "female", 74.0, 81.0, 0.914]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 81.0 = 0.914", "parameters": [74.0, "/", 81.0, 0.914]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 82.353% of the time. The reference group received favorable outcomes 81.818% of the time. The fairness score for Sex is 100.654% (82.353/81.818).", "parameters": ["female", 82.353, 81.818, "Sex", 100.654]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 82.353%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.818%. The fairness score is 1.007 using the following formula. 82.353/81.818 = 1.007", "parameters": ["Sex", "female", 82.353, 81.818, 1.007]}, {"id": "disparate_impact_ratio_formula", "message": "82.353 / 81.818 = 1.007", "parameters": [82.353, "/", 81.818, 1.007]}]}]}, {"feature": "Age", "fairness_value": 103.2, "payload_fairness_value": 125.0, "is_biased": false, "majority": {"total_fav_percent": 81.65137614678899, "total_rows_percent": 36.333333333333336, "payload_total_fav_percent": 80.0, "values": [{"value": [26, 75], "fav_class_percent": 81.65137614678899, "payload_fav_class_percent": 80.0}]}, "minority": {"total_fav_percent": 84.29319371727748, "total_rows_percent": 63.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 84.29319371727748, "payload_fav_class_percent": 100.0, "fairness_value": 103.2, "payload_fairness_value": 125.0, "perfect_equality": 81.65137614678899, "acceptable_fav_class_percent": 80.0183, "is_biased": false}], "acceptable_fav_class_percent": 80.0183}, "records_evaluated": {"newest_timestamp": "2019-07-24 09:36:31.542000", "oldest_timestamp": "2019-07-24 09:36:31.541000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 84.293% of the time. The perfect equality is 81.651%. The fairness score for Age is 103.2% (84.293/81.651).", "parameters": ["[18-25]", 84.293, 81.651, "Age", 103.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 84.293%. The perfect equality value for that group is 81.651%. The fairness score is 1.032 using the following formula. 84.293/81.651 = 1.032", "parameters": ["Age", "18-25", 84.293, 81.651, 1.032]}, {"id": "disparate_impact_ratio_formula", "message": "84.293 / 81.651 = 1.032", "parameters": [84.293, "/", 81.651, 1.032]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 80.0% of the time. The fairness score for Age is 125.0% (100.0/80.0).", "parameters": ["[18-25]", 100.0, 80.0, "Age", 125.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 80.0%. The fairness score is 1.25 using the following formula. 100.0/80.0 = 1.25", "parameters": ["Age", "18-25", 100.0, 80.0, 1.25]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 80.0 = 1.25", "parameters": [100.0, "/", 80.0, 1.25]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.49999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 23, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 74, true, "reference"], ["Sex", "male", "Risk", 26, false, "reference"], ["Sex", "female", "No Risk", 68, true, "monitored"], ["Sex", "female", "Risk", 32, false, "monitored"], ["Age", [26, 75], "No Risk", 83, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 48, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.9, "payload_fairness_value": 106.6532258064516, "is_biased": true, "majority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 69.56521739130434, "values": [{"value": "male", "fav_class_percent": 74.0, "payload_fav_class_percent": 69.56521739130434}]}, "minority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.19354838709677, "values": [{"value": "female", "fav_class_percent": 68.0, "payload_fav_class_percent": 74.19354838709677, "fairness_value": 91.9, "payload_fairness_value": 106.6532258064516, "perfect_equality": 74.0, "acceptable_fav_class_percent": 72.52, "is_biased": true}], "acceptable_fav_class_percent": 72.52}, "records_evaluated": {"newest_timestamp": "2019-07-24 08:36:31.544000", "oldest_timestamp": "2019-07-24 08:36:31.542000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.0% of the time. The perfect equality is 74.0%. The fairness score for Sex is 91.9% (68.0/74.0).", "parameters": ["female", 68.0, 74.0, "Sex", 91.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.0%. The perfect equality value for that group is 74.0%. The fairness score is 0.919 using the following formula. 68.0/74.0 = 0.919", "parameters": ["Sex", "female", 68.0, 74.0, 0.919]}, {"id": "disparate_impact_ratio_formula", "message": "68.0 / 74.0 = 0.919", "parameters": [68.0, "/", 74.0, 0.919]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.194% of the time. The reference group received favorable outcomes 69.565% of the time. The fairness score for Sex is 106.653% (74.194/69.565).", "parameters": ["female", 74.194, 69.565, "Sex", 106.653]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.194%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.565%. The fairness score is 1.067 using the following formula. 74.194/69.565 = 1.067", "parameters": ["Sex", "female", 74.194, 69.565, 1.067]}, {"id": "disparate_impact_ratio_formula", "message": "74.194 / 69.565 = 1.067", "parameters": [74.194, "/", 69.565, 1.067]}]}]}, {"feature": "Age", "fairness_value": 100.49999999999999, "payload_fairness_value": 150.87719298245617, "is_biased": false, "majority": {"total_fav_percent": 74.10714285714286, "total_rows_percent": 37.333333333333336, "payload_total_fav_percent": 66.27906976744185, "values": [{"value": [26, 75], "fav_class_percent": 74.10714285714286, "payload_fav_class_percent": 66.27906976744185}]}, "minority": {"total_fav_percent": 74.46808510638297, "total_rows_percent": 62.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 74.46808510638297, "payload_fav_class_percent": 100.0, "fairness_value": 100.49999999999999, "payload_fairness_value": 150.87719298245617, "perfect_equality": 74.10714285714286, "acceptable_fav_class_percent": 72.625, "is_biased": false}], "acceptable_fav_class_percent": 72.625}, "records_evaluated": {"newest_timestamp": "2019-07-24 08:36:31.544000", "oldest_timestamp": "2019-07-24 08:36:31.542000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 74.468% of the time. The perfect equality is 74.107%. The fairness score for Age is 100.5% (74.468/74.107).", "parameters": ["[18-25]", 74.468, 74.107, "Age", 100.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 74.468%. The perfect equality value for that group is 74.107%. The fairness score is 1.005 using the following formula. 74.468/74.107 = 1.005", "parameters": ["Age", "18-25", 74.468, 74.107, 1.005]}, {"id": "disparate_impact_ratio_formula", "message": "74.468 / 74.107 = 1.005", "parameters": [74.468, "/", 74.107, 1.005]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.279% of the time. The fairness score for Age is 150.877% (100.0/66.279).", "parameters": ["[18-25]", 100.0, 66.279, "Age", 150.877]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.279%. The fairness score is 1.509 using the following formula. 100.0/66.279 = 1.509", "parameters": ["Age", "18-25", 100.0, 66.279, 1.509]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.279 = 1.509", "parameters": [100.0, "/", 66.279, 1.509]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 88.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 93.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 41, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 35, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 68, true, "monitored"], ["Sex", "female", "Risk", 32, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 129, true, "monitored"], ["Age", [18, 25], "Risk", 48, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 88.3, "payload_fairness_value": 108.64745011086477, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.21428571428571, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 73.21428571428571}]}, "minority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.54545454545455, "values": [{"value": "female", "fav_class_percent": 68.0, "payload_fav_class_percent": 79.54545454545455, "fairness_value": 88.3, "payload_fairness_value": 108.64745011086477, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-24 07:36:31.545000", "oldest_timestamp": "2019-07-24 07:36:31.544000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 88.3% (68.0/77.0).", "parameters": ["female", 68.0, 77.0, "Sex", 88.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.883 using the following formula. 68.0/77.0 = 0.883", "parameters": ["Sex", "female", 68.0, 77.0, 0.883]}, {"id": "disparate_impact_ratio_formula", "message": "68.0 / 77.0 = 0.883", "parameters": [68.0, "/", 77.0, 0.883]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.545% of the time. The reference group received favorable outcomes 73.214% of the time. The fairness score for Sex is 108.647% (79.545/73.214).", "parameters": ["female", 79.545, 73.214, "Sex", 108.647]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.545%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.214%. The fairness score is 1.086 using the following formula. 79.545/73.214 = 1.086", "parameters": ["Sex", "female", 79.545, 73.214, 1.086]}, {"id": "disparate_impact_ratio_formula", "message": "79.545 / 73.214 = 1.086", "parameters": [79.545, "/", 73.214, 1.086]}]}]}, {"feature": "Age", "fairness_value": 93.4, "payload_fairness_value": 144.44444444444446, "is_biased": true, "majority": {"total_fav_percent": 78.04878048780488, "total_rows_percent": 41.0, "payload_total_fav_percent": 69.23076923076923, "values": [{"value": [26, 75], "fav_class_percent": 78.04878048780488, "payload_fav_class_percent": 69.23076923076923}]}, "minority": {"total_fav_percent": 72.88135593220339, "total_rows_percent": 59.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 72.88135593220339, "payload_fav_class_percent": 100.0, "fairness_value": 93.4, "payload_fairness_value": 144.44444444444446, "perfect_equality": 78.04878048780488, "acceptable_fav_class_percent": 76.4878, "is_biased": true}], "acceptable_fav_class_percent": 76.4878}, "records_evaluated": {"newest_timestamp": "2019-07-24 07:36:31.545000", "oldest_timestamp": "2019-07-24 07:36:31.544000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 50.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 72.881% of the time. The perfect equality is 78.049%. The fairness score for Age is 93.4% (72.881/78.049).", "parameters": ["[18-25]", 72.881, 78.049, "Age", 93.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 72.881%. The perfect equality value for that group is 78.049%. The fairness score is 0.934 using the following formula. 72.881/78.049 = 0.934", "parameters": ["Age", "18-25", 72.881, 78.049, 0.934]}, {"id": "disparate_impact_ratio_formula", "message": "72.881 / 78.049 = 0.934", "parameters": [72.881, "/", 78.049, 0.934]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.231% of the time. The fairness score for Age is 144.444% (100.0/69.231).", "parameters": ["[18-25]", 100.0, 69.231, "Age", 144.444]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.231%. The fairness score is 1.444 using the following formula. 100.0/69.231 = 1.444", "parameters": ["Age", "18-25", 100.0, 69.231, 1.444]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.231 = 1.444", "parameters": [100.0, "/", 69.231, 1.444]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 11, false, "reference"], ["Sex", "female", "No Risk", 38, true, "monitored"], ["Sex", "female", "Risk", 3, false, "monitored"], ["Age", [26, 75], "No Risk", 62, true, "reference"], ["Age", [26, 75], "Risk", 14, false, "reference"], ["Age", [18, 25], "No Risk", 24, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 86, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 79, true, "monitored"], ["Sex", "female", "Risk", 21, false, "monitored"], ["Age", [26, 75], "No Risk", 108, true, "reference"], ["Age", [26, 75], "Risk", 15, false, "reference"], ["Age", [18, 25], "No Risk", 153, true, "monitored"], ["Age", [18, 25], "Risk", 24, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.9, "payload_fairness_value": 113.92276422764228, "is_biased": true, "majority": {"total_fav_percent": 86.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.35593220338984, "values": [{"value": "male", "fav_class_percent": 86.0, "payload_fav_class_percent": 81.35593220338984}]}, "minority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 92.6829268292683, "values": [{"value": "female", "fav_class_percent": 79.0, "payload_fav_class_percent": 92.6829268292683, "fairness_value": 91.9, "payload_fairness_value": 113.92276422764228, "perfect_equality": 86.0, "acceptable_fav_class_percent": 84.28, "is_biased": true}], "acceptable_fav_class_percent": 84.28}, "records_evaluated": {"newest_timestamp": "2019-07-24 06:36:31.547000", "oldest_timestamp": "2019-07-24 06:36:31.545000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.0% of the time. The perfect equality is 86.0%. The fairness score for Sex is 91.9% (79.0/86.0).", "parameters": ["female", 79.0, 86.0, "Sex", 91.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.0%. The perfect equality value for that group is 86.0%. The fairness score is 0.919 using the following formula. 79.0/86.0 = 0.919", "parameters": ["Sex", "female", 79.0, 86.0, 0.919]}, {"id": "disparate_impact_ratio_formula", "message": "79.0 / 86.0 = 0.919", "parameters": [79.0, "/", 86.0, 0.919]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 92.683% of the time. The reference group received favorable outcomes 81.356% of the time. The fairness score for Sex is 113.923% (92.683/81.356).", "parameters": ["female", 92.683, 81.356, "Sex", 113.923]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 92.683%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.356%. The fairness score is 1.139 using the following formula. 92.683/81.356 = 1.139", "parameters": ["Sex", "female", 92.683, 81.356, 1.139]}, {"id": "disparate_impact_ratio_formula", "message": "92.683 / 81.356 = 1.139", "parameters": [92.683, "/", 81.356, 1.139]}]}]}, {"feature": "Age", "fairness_value": 98.4, "payload_fairness_value": 122.58064516129032, "is_biased": false, "majority": {"total_fav_percent": 87.8048780487805, "total_rows_percent": 41.0, "payload_total_fav_percent": 81.57894736842105, "values": [{"value": [26, 75], "fav_class_percent": 87.8048780487805, "payload_fav_class_percent": 81.57894736842105}]}, "minority": {"total_fav_percent": 86.4406779661017, "total_rows_percent": 59.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 86.4406779661017, "payload_fav_class_percent": 100.0, "fairness_value": 98.4, "payload_fairness_value": 122.58064516129032, "perfect_equality": 87.8048780487805, "acceptable_fav_class_percent": 86.0488, "is_biased": false}], "acceptable_fav_class_percent": 86.0488}, "records_evaluated": {"newest_timestamp": "2019-07-24 06:36:31.547000", "oldest_timestamp": "2019-07-24 06:36:31.545000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 86.441% of the time. The perfect equality is 87.805%. The fairness score for Age is 98.4% (86.441/87.805).", "parameters": ["[18-25]", 86.441, 87.805, "Age", 98.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 86.441%. The perfect equality value for that group is 87.805%. The fairness score is 0.984 using the following formula. 86.441/87.805 = 0.984", "parameters": ["Age", "18-25", 86.441, 87.805, 0.984]}, {"id": "disparate_impact_ratio_formula", "message": "86.441 / 87.805 = 0.984", "parameters": [86.441, "/", 87.805, 0.984]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 81.579% of the time. The fairness score for Age is 122.581% (100.0/81.579).", "parameters": ["[18-25]", 100.0, 81.579, "Age", 122.581]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.579%. The fairness score is 1.226 using the following formula. 100.0/81.579 = 1.226", "parameters": ["Age", "18-25", 100.0, 81.579, 1.226]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 81.579 = 1.226", "parameters": [100.0, "/", 81.579, 1.226]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.89999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 94, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 144, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.89999999999999, "payload_fairness_value": 102.332361516035, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.38461538461539, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 75.38461538461539}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.14285714285715, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 77.14285714285715, "fairness_value": 94.89999999999999, "payload_fairness_value": 102.332361516035, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-24 05:36:31.548000", "oldest_timestamp": "2019-07-24 05:36:31.547000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 94.9% (75.0/79.0).", "parameters": ["female", 75.0, 79.0, "Sex", 94.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.949 using the following formula. 75.0/79.0 = 0.949", "parameters": ["Sex", "female", 75.0, 79.0, 0.949]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 79.0 = 0.949", "parameters": [75.0, "/", 79.0, 0.949]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.143% of the time. The reference group received favorable outcomes 75.385% of the time. The fairness score for Sex is 102.332% (77.143/75.385).", "parameters": ["female", 77.143, 75.385, "Sex", 102.332]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.143%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.385%. The fairness score is 1.023 using the following formula. 77.143/75.385 = 1.023", "parameters": ["Sex", "female", 77.143, 75.385, 1.023]}, {"id": "disparate_impact_ratio_formula", "message": "77.143 / 75.385 = 1.023", "parameters": [77.143, "/", 75.385, 1.023]}]}]}, {"feature": "Age", "fairness_value": 99.3, "payload_fairness_value": 141.3793103448276, "is_biased": false, "majority": {"total_fav_percent": 79.66101694915254, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 70.73170731707317, "values": [{"value": [26, 75], "fav_class_percent": 79.66101694915254, "payload_fav_class_percent": 70.73170731707317}]}, "minority": {"total_fav_percent": 79.12087912087912, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.12087912087912, "payload_fav_class_percent": 100.0, "fairness_value": 99.3, "payload_fairness_value": 141.3793103448276, "perfect_equality": 79.66101694915254, "acceptable_fav_class_percent": 78.0678, "is_biased": false}], "acceptable_fav_class_percent": 78.0678}, "records_evaluated": {"newest_timestamp": "2019-07-24 05:36:31.548000", "oldest_timestamp": "2019-07-24 05:36:31.547000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.121% of the time. The perfect equality is 79.661%. The fairness score for Age is 99.3% (79.121/79.661).", "parameters": ["[18-25]", 79.121, 79.661, "Age", 99.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.121%. The perfect equality value for that group is 79.661%. The fairness score is 0.993 using the following formula. 79.121/79.661 = 0.993", "parameters": ["Age", "18-25", 79.121, 79.661, 0.993]}, {"id": "disparate_impact_ratio_formula", "message": "79.121 / 79.661 = 0.993", "parameters": [79.121, "/", 79.661, 0.993]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.732% of the time. The fairness score for Age is 141.379% (100.0/70.732).", "parameters": ["[18-25]", 100.0, 70.732, "Age", 141.379]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.732%. The fairness score is 1.414 using the following formula. 100.0/70.732 = 1.414", "parameters": ["Age", "18-25", 100.0, 70.732, 1.414]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.732 = 1.414", "parameters": [100.0, "/", 70.732, 1.414]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 87.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 13, false, "monitored"], ["Age", [26, 75], "No Risk", 53, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 67, true, "monitored"], ["Sex", "female", "Risk", 33, false, "monitored"], ["Age", [26, 75], "No Risk", 91, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 139, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 87.0, "payload_fairness_value": 91.57427937915743, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.57627118644068, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 74.57627118644068}]}, "minority": {"total_fav_percent": 67.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 68.29268292682927, "values": [{"value": "female", "fav_class_percent": 67.0, "payload_fav_class_percent": 68.29268292682927, "fairness_value": 87.0, "payload_fairness_value": 91.57427937915743, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-24 04:36:31.550000", "oldest_timestamp": "2019-07-24 04:36:31.548000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 67.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 87.0% (67.0/77.0).", "parameters": ["female", 67.0, 77.0, "Sex", 87.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 67.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.87 using the following formula. 67.0/77.0 = 0.87", "parameters": ["Sex", "female", 67.0, 77.0, 0.87]}, {"id": "disparate_impact_ratio_formula", "message": "67.0 / 77.0 = 0.87", "parameters": [67.0, "/", 77.0, 0.87]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.293% of the time. The reference group received favorable outcomes 74.576% of the time. The fairness score for Sex is 91.574% (68.293/74.576).", "parameters": ["female", 68.293, 74.576, "Sex", 91.574]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.293%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.576%. The fairness score is 0.916 using the following formula. 68.293/74.576 = 0.916", "parameters": ["Sex", "female", 68.293, 74.576, 0.916]}, {"id": "disparate_impact_ratio_formula", "message": "68.293 / 74.576 = 0.916", "parameters": [68.293, "/", 74.576, 0.916]}]}]}, {"feature": "Age", "fairness_value": 100.4, "payload_fairness_value": 152.83018867924528, "is_biased": false, "majority": {"total_fav_percent": 76.47058823529412, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 65.4320987654321, "values": [{"value": [26, 75], "fav_class_percent": 76.47058823529412, "payload_fav_class_percent": 65.4320987654321}]}, "minority": {"total_fav_percent": 76.79558011049724, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.79558011049724, "payload_fav_class_percent": 100.0, "fairness_value": 100.4, "payload_fairness_value": 152.83018867924528, "perfect_equality": 76.47058823529412, "acceptable_fav_class_percent": 74.9412, "is_biased": false}], "acceptable_fav_class_percent": 74.9412}, "records_evaluated": {"newest_timestamp": "2019-07-24 04:36:31.550000", "oldest_timestamp": "2019-07-24 04:36:31.548000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.796% of the time. The perfect equality is 76.471%. The fairness score for Age is 100.4% (76.796/76.471).", "parameters": ["[18-25]", 76.796, 76.471, "Age", 100.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.796%. The perfect equality value for that group is 76.471%. The fairness score is 1.004 using the following formula. 76.796/76.471 = 1.004", "parameters": ["Age", "18-25", 76.796, 76.471, 1.004]}, {"id": "disparate_impact_ratio_formula", "message": "76.796 / 76.471 = 1.004", "parameters": [76.796, "/", 76.471, 1.004]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 65.432% of the time. The fairness score for Age is 152.83% (100.0/65.432).", "parameters": ["[18-25]", 100.0, 65.432, "Age", 152.83]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 65.432%. The fairness score is 1.528 using the following formula. 100.0/65.432 = 1.528", "parameters": ["Age", "18-25", 100.0, 65.432, 1.528]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 65.432 = 1.528", "parameters": [100.0, "/", 65.432, 1.528]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.4, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 103, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.4, "payload_fairness_value": 115.9286946520989, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.60317460317461, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 74.60317460317461}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 86.48648648648648, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 86.48648648648648, "fairness_value": 92.4, "payload_fairness_value": 115.9286946520989, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-24 03:36:31.551000", "oldest_timestamp": "2019-07-24 03:36:31.550000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 92.4% (73.0/79.0).", "parameters": ["female", 73.0, 79.0, "Sex", 92.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.924 using the following formula. 73.0/79.0 = 0.924", "parameters": ["Sex", "female", 73.0, 79.0, 0.924]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 79.0 = 0.924", "parameters": [73.0, "/", 79.0, 0.924]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 86.486% of the time. The reference group received favorable outcomes 74.603% of the time. The fairness score for Sex is 115.929% (86.486/74.603).", "parameters": ["female", 86.486, 74.603, "Sex", 115.929]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 86.486%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.603%. The fairness score is 1.159 using the following formula. 86.486/74.603 = 1.159", "parameters": ["Sex", "female", 86.486, 74.603, 1.159]}, {"id": "disparate_impact_ratio_formula", "message": "86.486 / 74.603 = 1.159", "parameters": [86.486, "/", 74.603, 1.159]}]}]}, {"feature": "Age", "fairness_value": 97.1, "payload_fairness_value": 137.49999999999997, "is_biased": true, "majority": {"total_fav_percent": 83.06451612903226, "total_rows_percent": 41.333333333333336, "payload_total_fav_percent": 72.72727272727273, "values": [{"value": [26, 75], "fav_class_percent": 83.06451612903226, "payload_fav_class_percent": 72.72727272727273}]}, "minority": {"total_fav_percent": 80.68181818181817, "total_rows_percent": 58.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.68181818181817, "payload_fav_class_percent": 100.0, "fairness_value": 97.1, "payload_fairness_value": 137.49999999999997, "perfect_equality": 83.06451612903226, "acceptable_fav_class_percent": 81.4032, "is_biased": true}], "acceptable_fav_class_percent": 81.4032}, "records_evaluated": {"newest_timestamp": "2019-07-24 03:36:31.551000", "oldest_timestamp": "2019-07-24 03:36:31.550000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 71.42857142857143}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.682% of the time. The perfect equality is 83.065%. The fairness score for Age is 97.1% (80.682/83.065).", "parameters": ["[18-25]", 80.682, 83.065, "Age", 97.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.682%. The perfect equality value for that group is 83.065%. The fairness score is 0.971 using the following formula. 80.682/83.065 = 0.971", "parameters": ["Age", "18-25", 80.682, 83.065, 0.971]}, {"id": "disparate_impact_ratio_formula", "message": "80.682 / 83.065 = 0.971", "parameters": [80.682, "/", 83.065, 0.971]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.727% of the time. The fairness score for Age is 137.5% (100.0/72.727).", "parameters": ["[18-25]", 100.0, 72.727, "Age", 137.5]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.727%. The fairness score is 1.375 using the following formula. 100.0/72.727 = 1.375", "parameters": ["Age", "18-25", 100.0, 72.727, 1.375]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.727 = 1.375", "parameters": [100.0, "/", 72.727, 1.375]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.19999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 56, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 18, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 132, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.5, "payload_fairness_value": 82.6530612244898, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.77777777777779, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 77.77777777777779}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 64.28571428571429, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 64.28571428571429, "fairness_value": 93.5, "payload_fairness_value": 82.6530612244898, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-24 02:36:31.553000", "oldest_timestamp": "2019-07-24 02:36:31.552000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 93.5% (72.0/77.0).", "parameters": ["female", 72.0, 77.0, "Sex", 93.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.935 using the following formula. 72.0/77.0 = 0.935", "parameters": ["Sex", "female", 72.0, 77.0, 0.935]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 77.0 = 0.935", "parameters": [72.0, "/", 77.0, 0.935]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 64.286% of the time. The reference group received favorable outcomes 77.778% of the time. The fairness score for Sex is 82.653% (64.286/77.778).", "parameters": ["female", 64.286, 77.778, "Sex", 82.653]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 64.286%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.778%. The fairness score is 0.827 using the following formula. 64.286/77.778 = 0.827", "parameters": ["Sex", "female", 64.286, 77.778, 0.827]}, {"id": "disparate_impact_ratio_formula", "message": "64.286 / 77.778 = 0.827", "parameters": [64.286, "/", 77.778, 0.827]}]}]}, {"feature": "Age", "fairness_value": 94.19999999999999, "payload_fairness_value": 150.00000000000003, "is_biased": true, "majority": {"total_fav_percent": 78.68852459016394, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": [26, 75], "fav_class_percent": 78.68852459016394, "payload_fav_class_percent": 66.66666666666666}]}, "minority": {"total_fav_percent": 74.15730337078652, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 74.15730337078652, "payload_fav_class_percent": 100.0, "fairness_value": 94.19999999999999, "payload_fairness_value": 150.00000000000003, "perfect_equality": 78.68852459016394, "acceptable_fav_class_percent": 77.1148, "is_biased": true}], "acceptable_fav_class_percent": 77.1148}, "records_evaluated": {"newest_timestamp": "2019-07-24 02:36:31.553000", "oldest_timestamp": "2019-07-24 02:36:31.552000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 70.2127659574468}, {"range": [26, 34], "fav_percent": 100.0}, {"range": [62, 70], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 74.157% of the time. The perfect equality is 78.689%. The fairness score for Age is 94.2% (74.157/78.689).", "parameters": ["[18-25]", 74.157, 78.689, "Age", 94.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 74.157%. The perfect equality value for that group is 78.689%. The fairness score is 0.942 using the following formula. 74.157/78.689 = 0.942", "parameters": ["Age", "18-25", 74.157, 78.689, 0.942]}, {"id": "disparate_impact_ratio_formula", "message": "74.157 / 78.689 = 0.942", "parameters": [74.157, "/", 78.689, 0.942]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.667% of the time. The fairness score for Age is 150.0% (100.0/66.667).", "parameters": ["[18-25]", 100.0, 66.667, "Age", 150.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.667%. The fairness score is 1.5 using the following formula. 100.0/66.667 = 1.5", "parameters": ["Age", "18-25", 100.0, 66.667, 1.5]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.667 = 1.5", "parameters": [100.0, "/", 66.667, 1.5]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 137, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.8, "payload_fairness_value": 111.62790697674419, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.66666666666667, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 71.66666666666667}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.0, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 80.0, "fairness_value": 94.8, "payload_fairness_value": 111.62790697674419, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-24 01:36:31.554000", "oldest_timestamp": "2019-07-24 01:36:31.553000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 94.8% (73.0/77.0).", "parameters": ["female", 73.0, 77.0, "Sex", 94.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.948 using the following formula. 73.0/77.0 = 0.948", "parameters": ["Sex", "female", 73.0, 77.0, 0.948]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 77.0 = 0.948", "parameters": [73.0, "/", 77.0, 0.948]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.0% of the time. The reference group received favorable outcomes 71.667% of the time. The fairness score for Sex is 111.628% (80.0/71.667).", "parameters": ["female", 80.0, 71.667, "Sex", 111.628]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.667%. The fairness score is 1.116 using the following formula. 80.0/71.667 = 1.116", "parameters": ["Sex", "female", 80.0, 71.667, 1.116]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 71.667 = 1.116", "parameters": [80.0, "/", 71.667, 1.116]}]}]}, {"feature": "Age", "fairness_value": 97.1, "payload_fairness_value": 146.2962962962963, "is_biased": true, "majority": {"total_fav_percent": 79.67479674796748, "total_rows_percent": 41.0, "payload_total_fav_percent": 68.35443037974683, "values": [{"value": [26, 75], "fav_class_percent": 79.67479674796748, "payload_fav_class_percent": 68.35443037974683}]}, "minority": {"total_fav_percent": 77.40112994350282, "total_rows_percent": 59.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.40112994350282, "payload_fav_class_percent": 100.0, "fairness_value": 97.1, "payload_fairness_value": 146.2962962962963, "perfect_equality": 79.67479674796748, "acceptable_fav_class_percent": 78.0813, "is_biased": true}], "acceptable_fav_class_percent": 78.0813}, "records_evaluated": {"newest_timestamp": "2019-07-24 01:36:31.554000", "oldest_timestamp": "2019-07-24 01:36:31.553000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 63.33333333333333}, {"range": [62, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.401% of the time. The perfect equality is 79.675%. The fairness score for Age is 97.1% (77.401/79.675).", "parameters": ["[18-25]", 77.401, 79.675, "Age", 97.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.401%. The perfect equality value for that group is 79.675%. The fairness score is 0.971 using the following formula. 77.401/79.675 = 0.971", "parameters": ["Age", "18-25", 77.401, 79.675, 0.971]}, {"id": "disparate_impact_ratio_formula", "message": "77.401 / 79.675 = 0.971", "parameters": [77.401, "/", 79.675, 0.971]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.354% of the time. The fairness score for Age is 146.296% (100.0/68.354).", "parameters": ["[18-25]", 100.0, 68.354, "Age", 146.296]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.354%. The fairness score is 1.463 using the following formula. 100.0/68.354 = 1.463", "parameters": ["Age", "18-25", 100.0, 68.354, 1.463]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.354 = 1.463", "parameters": [100.0, "/", 68.354, 1.463]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.89999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 9, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 25, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 105, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.89999999999999, "payload_fairness_value": 83.46341463414635, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 84.7457627118644, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 84.7457627118644}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.73170731707317, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 70.73170731707317, "fairness_value": 94.89999999999999, "payload_fairness_value": 83.46341463414635, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-24 00:36:31.556000", "oldest_timestamp": "2019-07-24 00:36:31.555000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 94.9% (75.0/79.0).", "parameters": ["female", 75.0, 79.0, "Sex", 94.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.949 using the following formula. 75.0/79.0 = 0.949", "parameters": ["Sex", "female", 75.0, 79.0, 0.949]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 79.0 = 0.949", "parameters": [75.0, "/", 79.0, 0.949]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.732% of the time. The reference group received favorable outcomes 84.746% of the time. The fairness score for Sex is 83.463% (70.732/84.746).", "parameters": ["female", 70.732, 84.746, "Sex", 83.463]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.732%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 84.746%. The fairness score is 0.835 using the following formula. 70.732/84.746 = 0.835", "parameters": ["Sex", "female", 70.732, 84.746, 0.835]}, {"id": "disparate_impact_ratio_formula", "message": "70.732 / 84.746 = 0.835", "parameters": [70.732, "/", 84.746, 0.835]}]}]}, {"feature": "Age", "fairness_value": 97.89999999999999, "payload_fairness_value": 138.88888888888889, "is_biased": true, "majority": {"total_fav_percent": 83.33333333333334, "total_rows_percent": 42.0, "payload_total_fav_percent": 72.0, "values": [{"value": [26, 75], "fav_class_percent": 83.33333333333334, "payload_fav_class_percent": 72.0}]}, "minority": {"total_fav_percent": 81.60919540229885, "total_rows_percent": 57.99999999999999, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 81.60919540229885, "payload_fav_class_percent": 100.0, "fairness_value": 97.89999999999999, "payload_fairness_value": 138.88888888888889, "perfect_equality": 83.33333333333334, "acceptable_fav_class_percent": 81.6667, "is_biased": true}], "acceptable_fav_class_percent": 81.6667}, "records_evaluated": {"newest_timestamp": "2019-07-24 00:36:31.556000", "oldest_timestamp": "2019-07-24 00:36:31.555000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 68.42105263157895}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 81.609% of the time. The perfect equality is 83.333%. The fairness score for Age is 97.9% (81.609/83.333).", "parameters": ["[18-25]", 81.609, 83.333, "Age", 97.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 81.609%. The perfect equality value for that group is 83.333%. The fairness score is 0.979 using the following formula. 81.609/83.333 = 0.979", "parameters": ["Age", "18-25", 81.609, 83.333, 0.979]}, {"id": "disparate_impact_ratio_formula", "message": "81.609 / 83.333 = 0.979", "parameters": [81.609, "/", 83.333, 0.979]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.0% of the time. The fairness score for Age is 138.889% (100.0/72.0).", "parameters": ["[18-25]", 100.0, 72.0, "Age", 138.889]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.0%. The fairness score is 1.389 using the following formula. 100.0/72.0 = 1.389", "parameters": ["Age", "18-25", 100.0, 72.0, 1.389]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.0 = 1.389", "parameters": [100.0, "/", 72.0, 1.389]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.39999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.5, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 41, true, "reference"], ["Sex", "male", "Risk", 27, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 48, true, "reference"], ["Age", [26, 75], "Risk", 32, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 71, true, "reference"], ["Sex", "male", "Risk", 29, false, "reference"], ["Sex", "female", "No Risk", 67, true, "monitored"], ["Sex", "female", "Risk", 33, false, "monitored"], ["Age", [26, 75], "No Risk", 87, true, "reference"], ["Age", [26, 75], "Risk", 32, false, "reference"], ["Age", [18, 25], "No Risk", 129, true, "monitored"], ["Age", [18, 25], "Risk", 52, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.39999999999999, "payload_fairness_value": 139.9390243902439, "is_biased": true, "majority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 60.29411764705882, "values": [{"value": "male", "fav_class_percent": 71.0, "payload_fav_class_percent": 60.29411764705882}]}, "minority": {"total_fav_percent": 67.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 84.375, "values": [{"value": "female", "fav_class_percent": 67.0, "payload_fav_class_percent": 84.375, "fairness_value": 94.39999999999999, "payload_fairness_value": 139.9390243902439, "perfect_equality": 71.0, "acceptable_fav_class_percent": 69.58, "is_biased": true}], "acceptable_fav_class_percent": 69.58}, "records_evaluated": {"newest_timestamp": "2019-07-23 23:36:31.557000", "oldest_timestamp": "2019-07-23 23:36:31.556000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 67.0% of the time. The perfect equality is 71.0%. The fairness score for Sex is 94.4% (67.0/71.0).", "parameters": ["female", 67.0, 71.0, "Sex", 94.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 67.0%. The perfect equality value for that group is 71.0%. The fairness score is 0.944 using the following formula. 67.0/71.0 = 0.944", "parameters": ["Sex", "female", 67.0, 71.0, 0.944]}, {"id": "disparate_impact_ratio_formula", "message": "67.0 / 71.0 = 0.944", "parameters": [67.0, "/", 71.0, 0.944]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 84.375% of the time. The reference group received favorable outcomes 60.294% of the time. The fairness score for Sex is 139.939% (84.375/60.294).", "parameters": ["female", 84.375, 60.294, "Sex", 139.939]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 84.375%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 60.294%. The fairness score is 1.399 using the following formula. 84.375/60.294 = 1.399", "parameters": ["Sex", "female", 84.375, 60.294, 1.399]}, {"id": "disparate_impact_ratio_formula", "message": "84.375 / 60.294 = 1.399", "parameters": [84.375, "/", 60.294, 1.399]}]}]}, {"feature": "Age", "fairness_value": 97.5, "payload_fairness_value": 166.66666666666669, "is_biased": true, "majority": {"total_fav_percent": 73.10924369747899, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 60.0, "values": [{"value": [26, 75], "fav_class_percent": 73.10924369747899, "payload_fav_class_percent": 60.0}]}, "minority": {"total_fav_percent": 71.27071823204419, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 71.27071823204419, "payload_fav_class_percent": 100.0, "fairness_value": 97.5, "payload_fairness_value": 166.66666666666669, "perfect_equality": 73.10924369747899, "acceptable_fav_class_percent": 71.6471, "is_biased": true}], "acceptable_fav_class_percent": 71.6471}, "records_evaluated": {"newest_timestamp": "2019-07-23 23:36:31.557000", "oldest_timestamp": "2019-07-23 23:36:31.556000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 65.85365853658537}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 71.271% of the time. The perfect equality is 73.109%. The fairness score for Age is 97.5% (71.271/73.109).", "parameters": ["[18-25]", 71.271, 73.109, "Age", 97.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 71.271%. The perfect equality value for that group is 73.109%. The fairness score is 0.975 using the following formula. 71.271/73.109 = 0.975", "parameters": ["Age", "18-25", 71.271, 73.109, 0.975]}, {"id": "disparate_impact_ratio_formula", "message": "71.271 / 73.109 = 0.975", "parameters": [71.271, "/", 73.109, 0.975]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 60.0% of the time. The fairness score for Age is 166.667% (100.0/60.0).", "parameters": ["[18-25]", 100.0, 60.0, "Age", 166.667]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 60.0%. The fairness score is 1.667 using the following formula. 100.0/60.0 = 1.667", "parameters": ["Age", "18-25", 100.0, 60.0, 1.667]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 60.0 = 1.667", "parameters": [100.0, "/", 60.0, 1.667]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.30000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.69999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 39, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 35, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 97, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 134, true, "monitored"], ["Age", [18, 25], "Risk", 44, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.30000000000001, "payload_fairness_value": 101.20021822149481, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.58490566037736, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 73.58490566037736}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.46808510638297, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 74.46808510638297, "fairness_value": 92.30000000000001, "payload_fairness_value": 101.20021822149481, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-23 22:36:31.559000", "oldest_timestamp": "2019-07-23 22:36:31.558000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 92.3% (72.0/78.0).", "parameters": ["female", 72.0, 78.0, "Sex", 92.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.923 using the following formula. 72.0/78.0 = 0.923", "parameters": ["Sex", "female", 72.0, 78.0, 0.923]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 78.0 = 0.923", "parameters": [72.0, "/", 78.0, 0.923]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.468% of the time. The reference group received favorable outcomes 73.585% of the time. The fairness score for Sex is 101.2% (74.468/73.585).", "parameters": ["female", 74.468, 73.585, "Sex", 101.2]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.468%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.585%. The fairness score is 1.012 using the following formula. 74.468/73.585 = 1.012", "parameters": ["Sex", "female", 74.468, 73.585, 1.012]}, {"id": "disparate_impact_ratio_formula", "message": "74.468 / 73.585 = 1.012", "parameters": [74.468, "/", 73.585, 1.012]}]}]}, {"feature": "Age", "fairness_value": 94.69999999999999, "payload_fairness_value": 150.00000000000003, "is_biased": true, "majority": {"total_fav_percent": 79.50819672131148, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": [26, 75], "fav_class_percent": 79.50819672131148, "payload_fav_class_percent": 66.66666666666666}]}, "minority": {"total_fav_percent": 75.28089887640449, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 75.28089887640449, "payload_fav_class_percent": 100.0, "fairness_value": 94.69999999999999, "payload_fairness_value": 150.00000000000003, "perfect_equality": 79.50819672131148, "acceptable_fav_class_percent": 77.918, "is_biased": true}], "acceptable_fav_class_percent": 77.918}, "records_evaluated": {"newest_timestamp": "2019-07-23 22:36:31.559000", "oldest_timestamp": "2019-07-23 22:36:31.558000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 63.793103448275865}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 75.281% of the time. The perfect equality is 79.508%. The fairness score for Age is 94.7% (75.281/79.508).", "parameters": ["[18-25]", 75.281, 79.508, "Age", 94.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 75.281%. The perfect equality value for that group is 79.508%. The fairness score is 0.947 using the following formula. 75.281/79.508 = 0.947", "parameters": ["Age", "18-25", 75.281, 79.508, 0.947]}, {"id": "disparate_impact_ratio_formula", "message": "75.281 / 79.508 = 0.947", "parameters": [75.281, "/", 79.508, 0.947]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.667% of the time. The fairness score for Age is 150.0% (100.0/66.667).", "parameters": ["[18-25]", 100.0, 66.667, "Age", 150.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.667%. The fairness score is 1.5 using the following formula. 100.0/66.667 = 1.5", "parameters": ["Age", "18-25", 100.0, 66.667, 1.5]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.667 = 1.5", "parameters": [100.0, "/", 66.667, 1.5]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 90.10000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 37, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 48, true, "reference"], ["Age", [26, 75], "Risk", 31, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 71, true, "reference"], ["Sex", "male", "Risk", 29, false, "reference"], ["Sex", "female", "No Risk", 64, true, "monitored"], ["Sex", "female", "Risk", 36, false, "monitored"], ["Age", [26, 75], "No Risk", 87, true, "reference"], ["Age", [26, 75], "Risk", 33, false, "reference"], ["Age", [18, 25], "No Risk", 130, true, "monitored"], ["Age", [18, 25], "Risk", 50, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 90.10000000000001, "payload_fairness_value": 124.45616348055373, "is_biased": true, "majority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 62.71186440677966, "values": [{"value": "male", "fav_class_percent": 71.0, "payload_fav_class_percent": 62.71186440677966}]}, "minority": {"total_fav_percent": 64.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.04878048780488, "values": [{"value": "female", "fav_class_percent": 64.0, "payload_fav_class_percent": 78.04878048780488, "fairness_value": 90.10000000000001, "payload_fairness_value": 124.45616348055373, "perfect_equality": 71.0, "acceptable_fav_class_percent": 69.58, "is_biased": true}], "acceptable_fav_class_percent": 69.58}, "records_evaluated": {"newest_timestamp": "2019-07-23 21:36:31.560000", "oldest_timestamp": "2019-07-23 21:36:31.559000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 64.0% of the time. The perfect equality is 71.0%. The fairness score for Sex is 90.1% (64.0/71.0).", "parameters": ["female", 64.0, 71.0, "Sex", 90.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 64.0%. The perfect equality value for that group is 71.0%. The fairness score is 0.901 using the following formula. 64.0/71.0 = 0.901", "parameters": ["Sex", "female", 64.0, 71.0, 0.901]}, {"id": "disparate_impact_ratio_formula", "message": "64.0 / 71.0 = 0.901", "parameters": [64.0, "/", 71.0, 0.901]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.049% of the time. The reference group received favorable outcomes 62.712% of the time. The fairness score for Sex is 124.456% (78.049/62.712).", "parameters": ["female", 78.049, 62.712, "Sex", 124.456]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.049%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 62.712%. The fairness score is 1.245 using the following formula. 78.049/62.712 = 1.245", "parameters": ["Sex", "female", 78.049, 62.712, 1.245]}, {"id": "disparate_impact_ratio_formula", "message": "78.049 / 62.712 = 1.245", "parameters": [78.049, "/", 62.712, 1.245]}]}]}, {"feature": "Age", "fairness_value": 99.6, "payload_fairness_value": 164.58333333333331, "is_biased": false, "majority": {"total_fav_percent": 72.5, "total_rows_percent": 40.0, "payload_total_fav_percent": 60.75949367088608, "values": [{"value": [26, 75], "fav_class_percent": 72.5, "payload_fav_class_percent": 60.75949367088608}]}, "minority": {"total_fav_percent": 72.22222222222221, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 72.22222222222221, "payload_fav_class_percent": 100.0, "fairness_value": 99.6, "payload_fairness_value": 164.58333333333331, "perfect_equality": 72.5, "acceptable_fav_class_percent": 71.05, "is_biased": false}], "acceptable_fav_class_percent": 71.05}, "records_evaluated": {"newest_timestamp": "2019-07-23 21:36:31.560000", "oldest_timestamp": "2019-07-23 21:36:31.559000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 72.222% of the time. The perfect equality is 72.5%. The fairness score for Age is 99.6% (72.222/72.5).", "parameters": ["[18-25]", 72.222, 72.5, "Age", 99.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 72.222%. The perfect equality value for that group is 72.5%. The fairness score is 0.996 using the following formula. 72.222/72.5 = 0.996", "parameters": ["Age", "18-25", 72.222, 72.5, 0.996]}, {"id": "disparate_impact_ratio_formula", "message": "72.222 / 72.5 = 0.996", "parameters": [72.222, "/", 72.5, 0.996]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 60.759% of the time. The fairness score for Age is 164.583% (100.0/60.759).", "parameters": ["[18-25]", 100.0, 60.759, "Age", 164.583]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 60.759%. The fairness score is 1.646 using the following formula. 100.0/60.759 = 1.646", "parameters": ["Age", "18-25", 100.0, 60.759, 1.646]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 60.759 = 1.646", "parameters": [100.0, "/", 60.759, 1.646]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.2, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 93.7, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 42, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 133, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.2, "payload_fairness_value": 117.85714285714286, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.0, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 70.0}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.5, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 82.5, "fairness_value": 92.2, "payload_fairness_value": 117.85714285714286, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-23 20:36:31.562000", "oldest_timestamp": "2019-07-23 20:36:31.561000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 92.2% (71.0/77.0).", "parameters": ["female", 71.0, 77.0, "Sex", 92.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.922 using the following formula. 71.0/77.0 = 0.922", "parameters": ["Sex", "female", 71.0, 77.0, 0.922]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 77.0 = 0.922", "parameters": [71.0, "/", 77.0, 0.922]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 82.5% of the time. The reference group received favorable outcomes 70.0% of the time. The fairness score for Sex is 117.857% (82.5/70.0).", "parameters": ["female", 82.5, 70.0, "Sex", 117.857]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 82.5%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.0%. The fairness score is 1.179 using the following formula. 82.5/70.0 = 1.179", "parameters": ["Sex", "female", 82.5, 70.0, 1.179]}, {"id": "disparate_impact_ratio_formula", "message": "82.5 / 70.0 = 1.179", "parameters": [82.5, "/", 70.0, 1.179]}]}]}, {"feature": "Age", "fairness_value": 93.7, "payload_fairness_value": 146.2962962962963, "is_biased": true, "majority": {"total_fav_percent": 79.33884297520662, "total_rows_percent": 40.33333333333333, "payload_total_fav_percent": 68.35443037974683, "values": [{"value": [26, 75], "fav_class_percent": 79.33884297520662, "payload_fav_class_percent": 68.35443037974683}]}, "minority": {"total_fav_percent": 74.30167597765363, "total_rows_percent": 59.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 74.30167597765363, "payload_fav_class_percent": 100.0, "fairness_value": 93.7, "payload_fairness_value": 146.2962962962963, "perfect_equality": 79.33884297520662, "acceptable_fav_class_percent": 77.7521, "is_biased": true}], "acceptable_fav_class_percent": 77.7521}, "records_evaluated": {"newest_timestamp": "2019-07-23 20:36:31.562000", "oldest_timestamp": "2019-07-23 20:36:31.561000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 68.62745098039215}, {"range": [26, 34], "fav_percent": 100.0}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 74.302% of the time. The perfect equality is 79.339%. The fairness score for Age is 93.7% (74.302/79.339).", "parameters": ["[18-25]", 74.302, 79.339, "Age", 93.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 74.302%. The perfect equality value for that group is 79.339%. The fairness score is 0.937 using the following formula. 74.302/79.339 = 0.937", "parameters": ["Age", "18-25", 74.302, 79.339, 0.937]}, {"id": "disparate_impact_ratio_formula", "message": "74.302 / 79.339 = 0.937", "parameters": [74.302, "/", 79.339, 0.937]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.354% of the time. The fairness score for Age is 146.296% (100.0/68.354).", "parameters": ["[18-25]", 100.0, 68.354, "Age", 146.296]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.354%. The fairness score is 1.463 using the following formula. 100.0/68.354 = 1.463", "parameters": ["Age", "18-25", 100.0, 68.354, 1.463]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.354 = 1.463", "parameters": [100.0, "/", 68.354, 1.463]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 87.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 11, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 144, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 87.7, "payload_fairness_value": 91.66666666666666, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.0, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 80.0}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.33333333333333, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 73.33333333333333, "fairness_value": 87.7, "payload_fairness_value": 91.66666666666666, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-23 19:36:31.563000", "oldest_timestamp": "2019-07-23 19:36:31.562000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 87.7% (71.0/81.0).", "parameters": ["female", 71.0, 81.0, "Sex", 87.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.877 using the following formula. 71.0/81.0 = 0.877", "parameters": ["Sex", "female", 71.0, 81.0, 0.877]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 81.0 = 0.877", "parameters": [71.0, "/", 81.0, 0.877]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.333% of the time. The reference group received favorable outcomes 80.0% of the time. The fairness score for Sex is 91.667% (73.333/80.0).", "parameters": ["female", 73.333, 80.0, "Sex", 91.667]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.333%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 80.0%. The fairness score is 0.917 using the following formula. 73.333/80.0 = 0.917", "parameters": ["Sex", "female", 73.333, 80.0, 0.917]}, {"id": "disparate_impact_ratio_formula", "message": "73.333 / 80.0 = 0.917", "parameters": [73.333, "/", 80.0, 0.917]}]}]}, {"feature": "Age", "fairness_value": 98.0, "payload_fairness_value": 141.07142857142858, "is_biased": true, "majority": {"total_fav_percent": 81.66666666666667, "total_rows_percent": 40.0, "payload_total_fav_percent": 70.88607594936708, "values": [{"value": [26, 75], "fav_class_percent": 81.66666666666667, "payload_fav_class_percent": 70.88607594936708}]}, "minority": {"total_fav_percent": 80.0, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.0, "payload_fav_class_percent": 100.0, "fairness_value": 98.0, "payload_fairness_value": 141.07142857142858, "perfect_equality": 81.66666666666667, "acceptable_fav_class_percent": 80.0333, "is_biased": true}], "acceptable_fav_class_percent": 80.0333}, "records_evaluated": {"newest_timestamp": "2019-07-23 19:36:31.563000", "oldest_timestamp": "2019-07-23 19:36:31.562000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 73.58490566037736}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.0% of the time. The perfect equality is 81.667%. The fairness score for Age is 98.0% (80.0/81.667).", "parameters": ["[18-25]", 80.0, 81.667, "Age", 98.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.0%. The perfect equality value for that group is 81.667%. The fairness score is 0.98 using the following formula. 80.0/81.667 = 0.98", "parameters": ["Age", "18-25", 80.0, 81.667, 0.98]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 81.667 = 0.98", "parameters": [80.0, "/", 81.667, 0.98]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.886% of the time. The fairness score for Age is 141.071% (100.0/70.886).", "parameters": ["[18-25]", 100.0, 70.886, "Age", 141.071]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.886%. The fairness score is 1.411 using the following formula. 100.0/70.886 = 1.411", "parameters": ["Age", "18-25", 100.0, 70.886, 1.411]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.886 = 1.411", "parameters": [100.0, "/", 70.886, 1.411]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 99, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 145, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.8, "payload_fairness_value": 109.96621621621622, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.19047619047619, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 76.19047619047619}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.78378378378379, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 83.78378378378379, "fairness_value": 93.8, "payload_fairness_value": 109.96621621621622, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-23 18:36:31.565000", "oldest_timestamp": "2019-07-23 18:36:31.563000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 93.8% (76.0/81.0).", "parameters": ["female", 76.0, 81.0, "Sex", 93.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.938 using the following formula. 76.0/81.0 = 0.938", "parameters": ["Sex", "female", 76.0, 81.0, 0.938]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 81.0 = 0.938", "parameters": [76.0, "/", 81.0, 0.938]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 83.784% of the time. The reference group received favorable outcomes 76.19% of the time. The fairness score for Sex is 109.966% (83.784/76.19).", "parameters": ["female", 83.784, 76.19, "Sex", 109.966]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 83.784%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.19%. The fairness score is 1.1 using the following formula. 83.784/76.19 = 1.1", "parameters": ["Sex", "female", 83.784, 76.19, 1.1]}, {"id": "disparate_impact_ratio_formula", "message": "83.784 / 76.19 = 1.1", "parameters": [83.784, "/", 76.19, 1.1]}]}]}, {"feature": "Age", "fairness_value": 99.0, "payload_fairness_value": 136.20689655172413, "is_biased": false, "majority": {"total_fav_percent": 81.81818181818183, "total_rows_percent": 40.33333333333333, "payload_total_fav_percent": 73.41772151898735, "values": [{"value": [26, 75], "fav_class_percent": 81.81818181818183, "payload_fav_class_percent": 73.41772151898735}]}, "minority": {"total_fav_percent": 81.00558659217877, "total_rows_percent": 59.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 81.00558659217877, "payload_fav_class_percent": 100.0, "fairness_value": 99.0, "payload_fairness_value": 136.20689655172413, "perfect_equality": 81.81818181818183, "acceptable_fav_class_percent": 80.1818, "is_biased": false}], "acceptable_fav_class_percent": 80.1818}, "records_evaluated": {"newest_timestamp": "2019-07-23 18:36:31.565000", "oldest_timestamp": "2019-07-23 18:36:31.563000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 81.006% of the time. The perfect equality is 81.818%. The fairness score for Age is 99.0% (81.006/81.818).", "parameters": ["[18-25]", 81.006, 81.818, "Age", 99.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 81.006%. The perfect equality value for that group is 81.818%. The fairness score is 0.99 using the following formula. 81.006/81.818 = 0.99", "parameters": ["Age", "18-25", 81.006, 81.818, 0.99]}, {"id": "disparate_impact_ratio_formula", "message": "81.006 / 81.818 = 0.99", "parameters": [81.006, "/", 81.818, 0.99]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 73.418% of the time. The fairness score for Age is 136.207% (100.0/73.418).", "parameters": ["[18-25]", 100.0, 73.418, "Age", 136.207]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.418%. The fairness score is 1.362 using the following formula. 100.0/73.418 = 1.362", "parameters": ["Age", "18-25", 100.0, 73.418, 1.362]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 73.418 = 1.362", "parameters": [100.0, "/", 73.418, 1.362]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 39, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 34, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 73, true, "reference"], ["Sex", "male", "Risk", 27, false, "reference"], ["Sex", "female", "No Risk", 69, true, "monitored"], ["Sex", "female", "Risk", 31, false, "monitored"], ["Age", [26, 75], "No Risk", 87, true, "reference"], ["Age", [26, 75], "Risk", 30, false, "reference"], ["Age", [18, 25], "No Risk", 129, true, "monitored"], ["Age", [18, 25], "Risk", 54, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.5, "payload_fairness_value": 102.34113712374582, "is_biased": true, "majority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.22222222222221, "values": [{"value": "male", "fav_class_percent": 73.0, "payload_fav_class_percent": 72.22222222222221}]}, "minority": {"total_fav_percent": 69.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.91304347826086, "values": [{"value": "female", "fav_class_percent": 69.0, "payload_fav_class_percent": 73.91304347826086, "fairness_value": 94.5, "payload_fairness_value": 102.34113712374582, "perfect_equality": 73.0, "acceptable_fav_class_percent": 71.54, "is_biased": true}], "acceptable_fav_class_percent": 71.54}, "records_evaluated": {"newest_timestamp": "2019-07-23 17:36:31.566000", "oldest_timestamp": "2019-07-23 17:36:31.565000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 69.0% of the time. The perfect equality is 73.0%. The fairness score for Sex is 94.5% (69.0/73.0).", "parameters": ["female", 69.0, 73.0, "Sex", 94.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 69.0%. The perfect equality value for that group is 73.0%. The fairness score is 0.945 using the following formula. 69.0/73.0 = 0.945", "parameters": ["Sex", "female", 69.0, 73.0, 0.945]}, {"id": "disparate_impact_ratio_formula", "message": "69.0 / 73.0 = 0.945", "parameters": [69.0, "/", 73.0, 0.945]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.913% of the time. The reference group received favorable outcomes 72.222% of the time. The fairness score for Sex is 102.341% (73.913/72.222).", "parameters": ["female", 73.913, 72.222, "Sex", 102.341]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.913%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.222%. The fairness score is 1.023 using the following formula. 73.913/72.222 = 1.023", "parameters": ["Sex", "female", 73.913, 72.222, 1.023]}, {"id": "disparate_impact_ratio_formula", "message": "73.913 / 72.222 = 1.023", "parameters": [73.913, "/", 72.222, 1.023]}]}]}, {"feature": "Age", "fairness_value": 94.8, "payload_fairness_value": 145.76271186440678, "is_biased": true, "majority": {"total_fav_percent": 74.35897435897436, "total_rows_percent": 39.0, "payload_total_fav_percent": 68.6046511627907, "values": [{"value": [26, 75], "fav_class_percent": 74.35897435897436, "payload_fav_class_percent": 68.6046511627907}]}, "minority": {"total_fav_percent": 70.49180327868852, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 70.49180327868852, "payload_fav_class_percent": 100.0, "fairness_value": 94.8, "payload_fairness_value": 145.76271186440678, "perfect_equality": 74.35897435897436, "acceptable_fav_class_percent": 72.8718, "is_biased": true}], "acceptable_fav_class_percent": 72.8718}, "records_evaluated": {"newest_timestamp": "2019-07-23 17:36:31.566000", "oldest_timestamp": "2019-07-23 17:36:31.565000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [26, 34], "fav_percent": 93.54838709677419}, {"range": [62, 70], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 70.492% of the time. The perfect equality is 74.359%. The fairness score for Age is 94.8% (70.492/74.359).", "parameters": ["[18-25]", 70.492, 74.359, "Age", 94.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 70.492%. The perfect equality value for that group is 74.359%. The fairness score is 0.948 using the following formula. 70.492/74.359 = 0.948", "parameters": ["Age", "18-25", 70.492, 74.359, 0.948]}, {"id": "disparate_impact_ratio_formula", "message": "70.492 / 74.359 = 0.948", "parameters": [70.492, "/", 74.359, 0.948]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.605% of the time. The fairness score for Age is 145.763% (100.0/68.605).", "parameters": ["[18-25]", 100.0, 68.605, "Age", 145.763]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.605%. The fairness score is 1.458 using the following formula. 100.0/68.605 = 1.458", "parameters": ["Age", "18-25", 100.0, 68.605, 1.458]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.605 = 1.458", "parameters": [100.0, "/", 68.605, 1.458]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 49, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 26, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 99, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 134, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.8, "payload_fairness_value": 101.43760782058652, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.60317460317461, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 74.60317460317461}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.67567567567568, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 75.67567567567568, "fairness_value": 94.8, "payload_fairness_value": 101.43760782058652, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-23 16:36:31.568000", "oldest_timestamp": "2019-07-23 16:36:31.566000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 94.8% (73.0/77.0).", "parameters": ["female", 73.0, 77.0, "Sex", 94.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.948 using the following formula. 73.0/77.0 = 0.948", "parameters": ["Sex", "female", 73.0, 77.0, 0.948]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 77.0 = 0.948", "parameters": [73.0, "/", 77.0, 0.948]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.676% of the time. The reference group received favorable outcomes 74.603% of the time. The fairness score for Sex is 101.438% (75.676/74.603).", "parameters": ["female", 75.676, 74.603, "Sex", 101.438]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.676%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.603%. The fairness score is 1.014 using the following formula. 75.676/74.603 = 1.014", "parameters": ["Sex", "female", 75.676, 74.603, 1.014]}, {"id": "disparate_impact_ratio_formula", "message": "75.676 / 74.603 = 1.014", "parameters": [75.676, "/", 74.603, 1.014]}]}]}, {"feature": "Age", "fairness_value": 98.0, "payload_fairness_value": 151.02040816326533, "is_biased": true, "majority": {"total_fav_percent": 78.57142857142857, "total_rows_percent": 42.0, "payload_total_fav_percent": 66.21621621621621, "values": [{"value": [26, 75], "fav_class_percent": 78.57142857142857, "payload_fav_class_percent": 66.21621621621621}]}, "minority": {"total_fav_percent": 77.01149425287356, "total_rows_percent": 57.99999999999999, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.01149425287356, "payload_fav_class_percent": 100.0, "fairness_value": 98.0, "payload_fairness_value": 151.02040816326533, "perfect_equality": 78.57142857142857, "acceptable_fav_class_percent": 77.0, "is_biased": true}], "acceptable_fav_class_percent": 77.0}, "records_evaluated": {"newest_timestamp": "2019-07-23 16:36:31.568000", "oldest_timestamp": "2019-07-23 16:36:31.566000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.011% of the time. The perfect equality is 78.571%. The fairness score for Age is 98.0% (77.011/78.571).", "parameters": ["[18-25]", 77.011, 78.571, "Age", 98.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.011%. The perfect equality value for that group is 78.571%. The fairness score is 0.98 using the following formula. 77.011/78.571 = 0.98", "parameters": ["Age", "18-25", 77.011, 78.571, 0.98]}, {"id": "disparate_impact_ratio_formula", "message": "77.011 / 78.571 = 0.98", "parameters": [77.011, "/", 78.571, 0.98]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.216% of the time. The fairness score for Age is 151.02% (100.0/66.216).", "parameters": ["[18-25]", 100.0, 66.216, "Age", 151.02]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.216%. The fairness score is 1.51 using the following formula. 100.0/66.216 = 1.51", "parameters": ["Age", "18-25", 100.0, 66.216, 1.51]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.216 = 1.51", "parameters": [100.0, "/", 66.216, 1.51]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.19999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 40, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 50, true, "reference"], ["Age", [26, 75], "Risk", 32, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 69, true, "reference"], ["Sex", "male", "Risk", 31, false, "reference"], ["Sex", "female", "No Risk", 65, true, "monitored"], ["Sex", "female", "Risk", 35, false, "monitored"], ["Age", [26, 75], "No Risk", 84, true, "reference"], ["Age", [26, 75], "Risk", 32, false, "reference"], ["Age", [18, 25], "No Risk", 129, true, "monitored"], ["Age", [18, 25], "Risk", 54, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.19999999999999, "payload_fairness_value": 119.1891891891892, "is_biased": true, "majority": {"total_fav_percent": 69.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 63.49206349206349, "values": [{"value": "male", "fav_class_percent": 69.0, "payload_fav_class_percent": 63.49206349206349}]}, "minority": {"total_fav_percent": 65.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.67567567567568, "values": [{"value": "female", "fav_class_percent": 65.0, "payload_fav_class_percent": 75.67567567567568, "fairness_value": 94.19999999999999, "payload_fairness_value": 119.1891891891892, "perfect_equality": 69.0, "acceptable_fav_class_percent": 67.62, "is_biased": true}], "acceptable_fav_class_percent": 67.62}, "records_evaluated": {"newest_timestamp": "2019-07-23 15:36:47.505000", "oldest_timestamp": "2019-07-23 15:36:47.505000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 65.0% of the time. The perfect equality is 69.0%. The fairness score for Sex is 94.2% (65.0/69.0).", "parameters": ["female", 65.0, 69.0, "Sex", 94.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 65.0%. The perfect equality value for that group is 69.0%. The fairness score is 0.942 using the following formula. 65.0/69.0 = 0.942", "parameters": ["Sex", "female", 65.0, 69.0, 0.942]}, {"id": "disparate_impact_ratio_formula", "message": "65.0 / 69.0 = 0.942", "parameters": [65.0, "/", 69.0, 0.942]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.676% of the time. The reference group received favorable outcomes 63.492% of the time. The fairness score for Sex is 119.189% (75.676/63.492).", "parameters": ["female", 75.676, 63.492, "Sex", 119.189]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.676%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 63.492%. The fairness score is 1.192 using the following formula. 75.676/63.492 = 1.192", "parameters": ["Sex", "female", 75.676, 63.492, 1.192]}, {"id": "disparate_impact_ratio_formula", "message": "75.676 / 63.492 = 1.192", "parameters": [75.676, "/", 63.492, 1.192]}]}]}, {"feature": "Age", "fairness_value": 97.0, "payload_fairness_value": 164.0, "is_biased": true, "majority": {"total_fav_percent": 72.41379310344827, "total_rows_percent": 38.79598662207358, "payload_total_fav_percent": 60.97560975609756, "values": [{"value": [26, 75], "fav_class_percent": 72.41379310344827, "payload_fav_class_percent": 60.97560975609756}]}, "minority": {"total_fav_percent": 70.49180327868852, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 70.49180327868852, "payload_fav_class_percent": 100.0, "fairness_value": 97.0, "payload_fairness_value": 164.0, "perfect_equality": 72.64957264957265, "acceptable_fav_class_percent": 71.1966, "is_biased": true}], "acceptable_fav_class_percent": 71.1966}, "records_evaluated": {"newest_timestamp": "2019-07-23 15:36:47.505000", "oldest_timestamp": "2019-07-23 15:36:47.505000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 59.45945945945946}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 70.492% of the time. The perfect equality is 72.65%. The fairness score for Age is 97.0% (70.492/72.65).", "parameters": ["[18-25]", 70.492, 72.65, "Age", 97.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 70.492%. The perfect equality value for that group is 72.65%. The fairness score is 0.97 using the following formula. 70.492/72.65 = 0.97", "parameters": ["Age", "18-25", 70.492, 72.65, 0.97]}, {"id": "disparate_impact_ratio_formula", "message": "70.492 / 72.65 = 0.97", "parameters": [70.492, "/", 72.65, 0.97]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 60.976% of the time. The fairness score for Age is 164.0% (100.0/60.976).", "parameters": ["[18-25]", 100.0, 60.976, "Age", 164.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 60.976%. The fairness score is 1.64 using the following formula. 100.0/60.976 = 1.64", "parameters": ["Age", "18-25", 100.0, 60.976, 1.64]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 60.976 = 1.64", "parameters": [100.0, "/", 60.976, 1.64]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.2, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 30, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 45, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 29, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 73, true, "reference"], ["Sex", "male", "Risk", 27, false, "reference"], ["Sex", "female", "No Risk", 68, true, "monitored"], ["Sex", "female", "Risk", 32, false, "monitored"], ["Age", [26, 75], "No Risk", 95, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 128, true, "monitored"], ["Age", [18, 25], "Risk", 44, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.2, "payload_fairness_value": 126.62337662337661, "is_biased": true, "majority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 67.6923076923077, "values": [{"value": "male", "fav_class_percent": 73.0, "payload_fav_class_percent": 67.6923076923077}]}, "minority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 85.71428571428571, "values": [{"value": "female", "fav_class_percent": 68.0, "payload_fav_class_percent": 85.71428571428571, "fairness_value": 93.2, "payload_fairness_value": 126.62337662337661, "perfect_equality": 73.0, "acceptable_fav_class_percent": 71.54, "is_biased": true}], "acceptable_fav_class_percent": 71.54}, "records_evaluated": {"newest_timestamp": "2019-07-23 14:36:47.505000", "oldest_timestamp": "2019-07-23 14:36:47.505000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.0% of the time. The perfect equality is 73.0%. The fairness score for Sex is 93.2% (68.0/73.0).", "parameters": ["female", 68.0, 73.0, "Sex", 93.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.0%. The perfect equality value for that group is 73.0%. The fairness score is 0.932 using the following formula. 68.0/73.0 = 0.932", "parameters": ["Sex", "female", 68.0, 73.0, 0.932]}, {"id": "disparate_impact_ratio_formula", "message": "68.0 / 73.0 = 0.932", "parameters": [68.0, "/", 73.0, 0.932]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 85.714% of the time. The reference group received favorable outcomes 67.692% of the time. The fairness score for Sex is 126.623% (85.714/67.692).", "parameters": ["female", 85.714, 67.692, "Sex", 126.623]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 85.714%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.692%. The fairness score is 1.266 using the following formula. 85.714/67.692 = 1.266", "parameters": ["Sex", "female", 85.714, 67.692, 1.266]}, {"id": "disparate_impact_ratio_formula", "message": "85.714 / 67.692 = 1.266", "parameters": [85.714, "/", 67.692, 1.266]}]}]}, {"feature": "Age", "fairness_value": 95.3, "payload_fairness_value": 157.77777777777777, "is_biased": true, "majority": {"total_fav_percent": 77.23577235772358, "total_rows_percent": 41.69491525423729, "payload_total_fav_percent": 63.38028169014085, "values": [{"value": [26, 75], "fav_class_percent": 77.23577235772358, "payload_fav_class_percent": 63.38028169014085}]}, "minority": {"total_fav_percent": 74.4186046511628, "total_rows_percent": 57.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 74.4186046511628, "payload_fav_class_percent": 100.0, "fairness_value": 95.3, "payload_fairness_value": 157.77777777777777, "perfect_equality": 78.125, "acceptable_fav_class_percent": 76.5625, "is_biased": true}], "acceptable_fav_class_percent": 76.5625}, "records_evaluated": {"newest_timestamp": "2019-07-23 14:36:47.505000", "oldest_timestamp": "2019-07-23 14:36:47.505000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [26, 34], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 74.419% of the time. The perfect equality is 78.125%. The fairness score for Age is 95.3% (74.419/78.125).", "parameters": ["[18-25]", 74.419, 78.125, "Age", 95.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 74.419%. The perfect equality value for that group is 78.125%. The fairness score is 0.953 using the following formula. 74.419/78.125 = 0.953", "parameters": ["Age", "18-25", 74.419, 78.125, 0.953]}, {"id": "disparate_impact_ratio_formula", "message": "74.419 / 78.125 = 0.953", "parameters": [74.419, "/", 78.125, 0.953]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 63.38% of the time. The fairness score for Age is 157.778% (100.0/63.38).", "parameters": ["[18-25]", 100.0, 63.38, "Age", 157.778]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 63.38%. The fairness score is 1.578 using the following formula. 100.0/63.38 = 1.578", "parameters": ["Age", "18-25", 100.0, 63.38, 1.578]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 63.38 = 1.578", "parameters": [100.0, "/", 63.38, 1.578]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.1, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 37, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 62, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 77, true, "monitored"], ["Sex", "female", "Risk", 23, false, "monitored"], ["Age", [26, 75], "No Risk", 101, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 147, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.1, "payload_fairness_value": 109.51374207188161, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.78571428571429, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 76.78571428571429}]}, "minority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 84.0909090909091, "values": [{"value": "female", "fav_class_percent": 77.0, "payload_fav_class_percent": 84.0909090909091, "fairness_value": 95.1, "payload_fairness_value": 109.51374207188161, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-23 13:36:47.505000", "oldest_timestamp": "2019-07-23 13:36:47.505000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 95.1% (77.0/81.0).", "parameters": ["female", 77.0, 81.0, "Sex", 95.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.951 using the following formula. 77.0/81.0 = 0.951", "parameters": ["Sex", "female", 77.0, 81.0, 0.951]}, {"id": "disparate_impact_ratio_formula", "message": "77.0 / 81.0 = 0.951", "parameters": [77.0, "/", 81.0, 0.951]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 84.091% of the time. The reference group received favorable outcomes 76.786% of the time. The fairness score for Sex is 109.514% (84.091/76.786).", "parameters": ["female", 84.091, 76.786, "Sex", 109.514]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 84.091%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.786%. The fairness score is 1.095 using the following formula. 84.091/76.786 = 1.095", "parameters": ["Sex", "female", 84.091, 76.786, 1.095]}, {"id": "disparate_impact_ratio_formula", "message": "84.091 / 76.786 = 1.095", "parameters": [84.091, "/", 76.786, 1.095]}]}]}, {"feature": "Age", "fairness_value": 98.4, "payload_fairness_value": 132.25806451612902, "is_biased": false, "majority": {"total_fav_percent": 83.47107438016529, "total_rows_percent": 40.33333333333333, "payload_total_fav_percent": 75.60975609756098, "values": [{"value": [26, 75], "fav_class_percent": 83.47107438016529, "payload_fav_class_percent": 75.60975609756098}]}, "minority": {"total_fav_percent": 82.12290502793296, "total_rows_percent": 59.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 82.12290502793296, "payload_fav_class_percent": 100.0, "fairness_value": 98.4, "payload_fairness_value": 132.25806451612902, "perfect_equality": 83.47107438016529, "acceptable_fav_class_percent": 81.8017, "is_biased": false}], "acceptable_fav_class_percent": 81.8017}, "records_evaluated": {"newest_timestamp": "2019-07-23 13:36:47.505000", "oldest_timestamp": "2019-07-23 13:36:47.505000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 82.123% of the time. The perfect equality is 83.471%. The fairness score for Age is 98.4% (82.123/83.471).", "parameters": ["[18-25]", 82.123, 83.471, "Age", 98.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 82.123%. The perfect equality value for that group is 83.471%. The fairness score is 0.984 using the following formula. 82.123/83.471 = 0.984", "parameters": ["Age", "18-25", 82.123, 83.471, 0.984]}, {"id": "disparate_impact_ratio_formula", "message": "82.123 / 83.471 = 0.984", "parameters": [82.123, "/", 83.471, 0.984]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 75.61% of the time. The fairness score for Age is 132.258% (100.0/75.61).", "parameters": ["[18-25]", 100.0, 75.61, "Age", 132.258]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.61%. The fairness score is 1.323 using the following formula. 100.0/75.61 = 1.323", "parameters": ["Age", "18-25", 100.0, 75.61, 1.323]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 75.61 = 1.323", "parameters": [100.0, "/", 75.61, 1.323]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.80000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.7, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 30, true, "monitored"], ["Sex", "female", "Risk", 4, false, "monitored"], ["Age", [26, 75], "No Risk", 71, true, "reference"], ["Age", [26, 75], "Risk", 19, false, "reference"], ["Age", [18, 25], "No Risk", 10, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 83, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 77, true, "monitored"], ["Sex", "female", "Risk", 23, false, "monitored"], ["Age", [26, 75], "No Risk", 92, true, "reference"], ["Age", [26, 75], "Risk", 19, false, "reference"], ["Age", [18, 25], "No Risk", 153, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.80000000000001, "payload_fairness_value": 114.18685121107268, "is_biased": true, "majority": {"total_fav_percent": 83.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.27272727272727, "values": [{"value": "male", "fav_class_percent": 83.0, "payload_fav_class_percent": 77.27272727272727}]}, "minority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 88.23529411764706, "values": [{"value": "female", "fav_class_percent": 77.0, "payload_fav_class_percent": 88.23529411764706, "fairness_value": 92.80000000000001, "payload_fairness_value": 114.18685121107268, "perfect_equality": 83.0, "acceptable_fav_class_percent": 81.34, "is_biased": true}], "acceptable_fav_class_percent": 81.34}, "records_evaluated": {"newest_timestamp": "2019-07-23 12:36:47.505000", "oldest_timestamp": "2019-07-23 12:36:47.505000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.0% of the time. The perfect equality is 83.0%. The fairness score for Sex is 92.8% (77.0/83.0).", "parameters": ["female", 77.0, 83.0, "Sex", 92.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.0%. The perfect equality value for that group is 83.0%. The fairness score is 0.928 using the following formula. 77.0/83.0 = 0.928", "parameters": ["Sex", "female", 77.0, 83.0, 0.928]}, {"id": "disparate_impact_ratio_formula", "message": "77.0 / 83.0 = 0.928", "parameters": [77.0, "/", 83.0, 0.928]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 88.235% of the time. The reference group received favorable outcomes 77.273% of the time. The fairness score for Sex is 114.187% (88.235/77.273).", "parameters": ["female", 88.235, 77.273, "Sex", 114.187]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 88.235%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.273%. The fairness score is 1.142 using the following formula. 88.235/77.273 = 1.142", "parameters": ["Sex", "female", 88.235, 77.273, 1.142]}, {"id": "disparate_impact_ratio_formula", "message": "88.235 / 77.273 = 1.142", "parameters": [88.235, "/", 77.273, 1.142]}]}]}, {"feature": "Age", "fairness_value": 97.7, "payload_fairness_value": 126.7605633802817, "is_biased": true, "majority": {"total_fav_percent": 82.88288288288288, "total_rows_percent": 37.0, "payload_total_fav_percent": 78.88888888888889, "values": [{"value": [26, 75], "fav_class_percent": 82.88288288288288, "payload_fav_class_percent": 78.88888888888889}]}, "minority": {"total_fav_percent": 80.95238095238095, "total_rows_percent": 63.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.95238095238095, "payload_fav_class_percent": 100.0, "fairness_value": 97.7, "payload_fairness_value": 126.7605633802817, "perfect_equality": 82.88288288288288, "acceptable_fav_class_percent": 81.2252, "is_biased": true}], "acceptable_fav_class_percent": 81.2252}, "records_evaluated": {"newest_timestamp": "2019-07-23 12:36:47.505000", "oldest_timestamp": "2019-07-23 12:36:47.505000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.952% of the time. The perfect equality is 82.883%. The fairness score for Age is 97.7% (80.952/82.883).", "parameters": ["[18-25]", 80.952, 82.883, "Age", 97.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.952%. The perfect equality value for that group is 82.883%. The fairness score is 0.977 using the following formula. 80.952/82.883 = 0.977", "parameters": ["Age", "18-25", 80.952, 82.883, 0.977]}, {"id": "disparate_impact_ratio_formula", "message": "80.952 / 82.883 = 0.977", "parameters": [80.952, "/", 82.883, 0.977]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 78.889% of the time. The fairness score for Age is 126.761% (100.0/78.889).", "parameters": ["[18-25]", 100.0, 78.889, "Age", 126.761]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.889%. The fairness score is 1.268 using the following formula. 100.0/78.889 = 1.268", "parameters": ["Age", "18-25", 100.0, 78.889, 1.268]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 78.889 = 1.268", "parameters": [100.0, "/", 78.889, 1.268]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.60000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 11, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 25, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 103, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 141, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.60000000000001, "payload_fairness_value": 95.45454545454545, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.57142857142857, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 78.57142857142857}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.0, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 75.0, "fairness_value": 92.60000000000001, "payload_fairness_value": 95.45454545454545, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-23 11:36:47.505000", "oldest_timestamp": "2019-07-23 11:36:47.505000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 92.6% (75.0/81.0).", "parameters": ["female", 75.0, 81.0, "Sex", 92.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.926 using the following formula. 75.0/81.0 = 0.926", "parameters": ["Sex", "female", 75.0, 81.0, 0.926]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 81.0 = 0.926", "parameters": [75.0, "/", 81.0, 0.926]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The reference group received favorable outcomes 78.571% of the time. The fairness score for Sex is 95.455% (75.0/78.571).", "parameters": ["female", 75.0, 78.571, "Sex", 95.455]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.571%. The fairness score is 0.955 using the following formula. 75.0/78.571 = 0.955", "parameters": ["Sex", "female", 75.0, 78.571, 0.955]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 78.571 = 0.955", "parameters": [75.0, "/", 78.571, 0.955]}]}]}, {"feature": "Age", "fairness_value": 97.8, "payload_fairness_value": 144.2307692307692, "is_biased": true, "majority": {"total_fav_percent": 82.39999999999999, "total_rows_percent": 41.66666666666667, "payload_total_fav_percent": 69.33333333333334, "values": [{"value": [26, 75], "fav_class_percent": 82.39999999999999, "payload_fav_class_percent": 69.33333333333334}]}, "minority": {"total_fav_percent": 80.57142857142857, "total_rows_percent": 58.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.57142857142857, "payload_fav_class_percent": 100.0, "fairness_value": 97.8, "payload_fairness_value": 144.2307692307692, "perfect_equality": 82.39999999999999, "acceptable_fav_class_percent": 80.752, "is_biased": true}], "acceptable_fav_class_percent": 80.752}, "records_evaluated": {"newest_timestamp": "2019-07-23 11:36:47.505000", "oldest_timestamp": "2019-07-23 11:36:47.505000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 76.92307692307693}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.571% of the time. The perfect equality is 82.4%. The fairness score for Age is 97.8% (80.571/82.4).", "parameters": ["[18-25]", 80.571, 82.4, "Age", 97.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.571%. The perfect equality value for that group is 82.4%. The fairness score is 0.978 using the following formula. 80.571/82.4 = 0.978", "parameters": ["Age", "18-25", 80.571, 82.4, 0.978]}, {"id": "disparate_impact_ratio_formula", "message": "80.571 / 82.4 = 0.978", "parameters": [80.571, "/", 82.4, 0.978]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.333% of the time. The fairness score for Age is 144.231% (100.0/69.333).", "parameters": ["[18-25]", 100.0, 69.333, "Age", 144.231]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.333%. The fairness score is 1.442 using the following formula. 100.0/69.333 = 1.442", "parameters": ["Age", "18-25", 100.0, 69.333, 1.442]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.333 = 1.442", "parameters": [100.0, "/", 69.333, 1.442]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.1, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.5, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 78, true, "monitored"], ["Sex", "female", "Risk", 22, false, "monitored"], ["Age", [26, 75], "No Risk", 103, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 144, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.1, "payload_fairness_value": 95.56517036235802, "is_biased": true, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.43859649122807, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 75.43859649122807}]}, "minority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.09302325581395, "values": [{"value": "female", "fav_class_percent": 78.0, "payload_fav_class_percent": 72.09302325581395, "fairness_value": 95.1, "payload_fairness_value": 95.56517036235802, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": true}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-23 10:36:47.521000", "oldest_timestamp": "2019-07-23 10:36:47.505000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 95.1% (78.0/82.0).", "parameters": ["female", 78.0, 82.0, "Sex", 95.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.951 using the following formula. 78.0/82.0 = 0.951", "parameters": ["Sex", "female", 78.0, 82.0, 0.951]}, {"id": "disparate_impact_ratio_formula", "message": "78.0 / 82.0 = 0.951", "parameters": [78.0, "/", 82.0, 0.951]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.093% of the time. The reference group received favorable outcomes 75.439% of the time. The fairness score for Sex is 95.565% (72.093/75.439).", "parameters": ["female", 72.093, 75.439, "Sex", 95.565]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.093%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.439%. The fairness score is 0.956 using the following formula. 72.093/75.439 = 0.956", "parameters": ["Sex", "female", 72.093, 75.439, 0.956]}, {"id": "disparate_impact_ratio_formula", "message": "72.093 / 75.439 = 0.956", "parameters": [72.093, "/", 75.439, 0.956]}]}]}, {"feature": "Age", "fairness_value": 98.5, "payload_fairness_value": 146.42857142857142, "is_biased": false, "majority": {"total_fav_percent": 83.06451612903226, "total_rows_percent": 41.333333333333336, "payload_total_fav_percent": 68.29268292682927, "values": [{"value": [26, 75], "fav_class_percent": 83.06451612903226, "payload_fav_class_percent": 68.29268292682927}]}, "minority": {"total_fav_percent": 81.81818181818183, "total_rows_percent": 58.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 81.81818181818183, "payload_fav_class_percent": 100.0, "fairness_value": 98.5, "payload_fairness_value": 146.42857142857142, "perfect_equality": 83.06451612903226, "acceptable_fav_class_percent": 81.4032, "is_biased": false}], "acceptable_fav_class_percent": 81.4032}, "records_evaluated": {"newest_timestamp": "2019-07-23 10:36:47.521000", "oldest_timestamp": "2019-07-23 10:36:47.505000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 81.818% of the time. The perfect equality is 83.065%. The fairness score for Age is 98.5% (81.818/83.065).", "parameters": ["[18-25]", 81.818, 83.065, "Age", 98.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 81.818%. The perfect equality value for that group is 83.065%. The fairness score is 0.985 using the following formula. 81.818/83.065 = 0.985", "parameters": ["Age", "18-25", 81.818, 83.065, 0.985]}, {"id": "disparate_impact_ratio_formula", "message": "81.818 / 83.065 = 0.985", "parameters": [81.818, "/", 83.065, 0.985]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.293% of the time. The fairness score for Age is 146.429% (100.0/68.293).", "parameters": ["[18-25]", 100.0, 68.293, "Age", 146.429]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.293%. The fairness score is 1.464 using the following formula. 100.0/68.293 = 1.464", "parameters": ["Age", "18-25", 100.0, 68.293, 1.464]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.293 = 1.464", "parameters": [100.0, "/", 68.293, 1.464]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.80000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 101.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 83, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 77, true, "monitored"], ["Sex", "female", "Risk", 23, false, "monitored"], ["Age", [26, 75], "No Risk", 104, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 150, true, "monitored"], ["Age", [18, 25], "Risk", 26, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.80000000000001, "payload_fairness_value": 105.31914893617022, "is_biased": true, "majority": {"total_fav_percent": 83.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.33333333333333, "values": [{"value": "male", "fav_class_percent": 83.0, "payload_fav_class_percent": 78.33333333333333}]}, "minority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.5, "values": [{"value": "female", "fav_class_percent": 77.0, "payload_fav_class_percent": 82.5, "fairness_value": 92.80000000000001, "payload_fairness_value": 105.31914893617022, "perfect_equality": 83.0, "acceptable_fav_class_percent": 81.34, "is_biased": true}], "acceptable_fav_class_percent": 81.34}, "records_evaluated": {"newest_timestamp": "2019-07-23 09:36:47.521000", "oldest_timestamp": "2019-07-23 09:36:47.521000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.0% of the time. The perfect equality is 83.0%. The fairness score for Sex is 92.8% (77.0/83.0).", "parameters": ["female", 77.0, 83.0, "Sex", 92.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.0%. The perfect equality value for that group is 83.0%. The fairness score is 0.928 using the following formula. 77.0/83.0 = 0.928", "parameters": ["Sex", "female", 77.0, 83.0, 0.928]}, {"id": "disparate_impact_ratio_formula", "message": "77.0 / 83.0 = 0.928", "parameters": [77.0, "/", 83.0, 0.928]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 82.5% of the time. The reference group received favorable outcomes 78.333% of the time. The fairness score for Sex is 105.319% (82.5/78.333).", "parameters": ["female", 82.5, 78.333, "Sex", 105.319]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 82.5%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.333%. The fairness score is 1.053 using the following formula. 82.5/78.333 = 1.053", "parameters": ["Sex", "female", 82.5, 78.333, 1.053]}, {"id": "disparate_impact_ratio_formula", "message": "82.5 / 78.333 = 1.053", "parameters": [82.5, "/", 78.333, 1.053]}]}]}, {"feature": "Age", "fairness_value": 101.6, "payload_fairness_value": 135.08771929824562, "is_biased": false, "majority": {"total_fav_percent": 83.87096774193549, "total_rows_percent": 41.333333333333336, "payload_total_fav_percent": 74.02597402597402, "values": [{"value": [26, 75], "fav_class_percent": 83.87096774193549, "payload_fav_class_percent": 74.02597402597402}]}, "minority": {"total_fav_percent": 85.22727272727273, "total_rows_percent": 58.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 85.22727272727273, "payload_fav_class_percent": 100.0, "fairness_value": 101.6, "payload_fairness_value": 135.08771929824562, "perfect_equality": 83.87096774193549, "acceptable_fav_class_percent": 82.1935, "is_biased": false}], "acceptable_fav_class_percent": 82.1935}, "records_evaluated": {"newest_timestamp": "2019-07-23 09:36:47.521000", "oldest_timestamp": "2019-07-23 09:36:47.521000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 85.227% of the time. The perfect equality is 83.871%. The fairness score for Age is 101.6% (85.227/83.871).", "parameters": ["[18-25]", 85.227, 83.871, "Age", 101.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 85.227%. The perfect equality value for that group is 83.871%. The fairness score is 1.016 using the following formula. 85.227/83.871 = 1.016", "parameters": ["Age", "18-25", 85.227, 83.871, 1.016]}, {"id": "disparate_impact_ratio_formula", "message": "85.227 / 83.871 = 1.016", "parameters": [85.227, "/", 83.871, 1.016]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 74.026% of the time. The fairness score for Age is 135.088% (100.0/74.026).", "parameters": ["[18-25]", 100.0, 74.026, "Age", 135.088]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.026%. The fairness score is 1.351 using the following formula. 100.0/74.026 = 1.351", "parameters": ["Age", "18-25", 100.0, 74.026, 1.351]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 74.026 = 1.351", "parameters": [100.0, "/", 74.026, 1.351]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.1, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 63, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 78, true, "monitored"], ["Sex", "female", "Risk", 22, false, "monitored"], ["Age", [26, 75], "No Risk", 99, true, "reference"], ["Age", [26, 75], "Risk", 18, false, "reference"], ["Age", [18, 25], "No Risk", 144, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.1, "payload_fairness_value": 109.81996726677576, "is_biased": true, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.04918032786885, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 77.04918032786885}]}, "minority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 84.61538461538461, "values": [{"value": "female", "fav_class_percent": 78.0, "payload_fav_class_percent": 84.61538461538461, "fairness_value": 95.1, "payload_fairness_value": 109.81996726677576, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": true}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-23 08:36:47.521000", "oldest_timestamp": "2019-07-23 08:36:47.521000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 95.1% (78.0/82.0).", "parameters": ["female", 78.0, 82.0, "Sex", 95.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.951 using the following formula. 78.0/82.0 = 0.951", "parameters": ["Sex", "female", 78.0, 82.0, 0.951]}, {"id": "disparate_impact_ratio_formula", "message": "78.0 / 82.0 = 0.951", "parameters": [78.0, "/", 82.0, 0.951]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 84.615% of the time. The reference group received favorable outcomes 77.049% of the time. The fairness score for Sex is 109.82% (84.615/77.049).", "parameters": ["female", 84.615, 77.049, "Sex", 109.82]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 84.615%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.049%. The fairness score is 1.098 using the following formula. 84.615/77.049 = 1.098", "parameters": ["Sex", "female", 84.615, 77.049, 1.098]}, {"id": "disparate_impact_ratio_formula", "message": "84.615 / 77.049 = 1.098", "parameters": [84.615, "/", 77.049, 1.098]}]}]}, {"feature": "Age", "fairness_value": 94.1, "payload_fairness_value": 131.74603174603175, "is_biased": true, "majority": {"total_fav_percent": 84.61538461538461, "total_rows_percent": 39.39393939393939, "payload_total_fav_percent": 75.90361445783132, "values": [{"value": [26, 75], "fav_class_percent": 84.61538461538461, "payload_fav_class_percent": 75.90361445783132}]}, "minority": {"total_fav_percent": 80.0, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.0, "payload_fav_class_percent": 100.0, "fairness_value": 94.1, "payload_fairness_value": 131.74603174603175, "perfect_equality": 85.0, "acceptable_fav_class_percent": 83.3, "is_biased": true}], "acceptable_fav_class_percent": 83.3}, "records_evaluated": {"newest_timestamp": "2019-07-23 08:36:47.521000", "oldest_timestamp": "2019-07-23 08:36:47.521000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 76.78571428571429}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.0% of the time. The perfect equality is 85.0%. The fairness score for Age is 94.1% (80.0/85.0).", "parameters": ["[18-25]", 80.0, 85.0, "Age", 94.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.0%. The perfect equality value for that group is 85.0%. The fairness score is 0.941 using the following formula. 80.0/85.0 = 0.941", "parameters": ["Age", "18-25", 80.0, 85.0, 0.941]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 85.0 = 0.941", "parameters": [80.0, "/", 85.0, 0.941]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 75.904% of the time. The fairness score for Age is 131.746% (100.0/75.904).", "parameters": ["[18-25]", 100.0, 75.904, "Age", 131.746]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.904%. The fairness score is 1.317 using the following formula. 100.0/75.904 = 1.317", "parameters": ["Age", "18-25", 100.0, 75.904, 1.317]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 75.904 = 1.317", "parameters": [100.0, "/", 75.904, 1.317]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.89999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.5, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 62, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 16, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 74, true, "reference"], ["Sex", "male", "Risk", 26, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 90, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.89999999999999, "payload_fairness_value": 108.70588235294119, "is_biased": true, "majority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.75757575757575, "values": [{"value": "male", "fav_class_percent": 74.0, "payload_fav_class_percent": 75.75757575757575}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.35294117647058, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 82.35294117647058, "fairness_value": 95.89999999999999, "payload_fairness_value": 108.70588235294119, "perfect_equality": 74.0, "acceptable_fav_class_percent": 72.52, "is_biased": true}], "acceptable_fav_class_percent": 72.52}, "records_evaluated": {"newest_timestamp": "2019-07-23 07:36:47.526000", "oldest_timestamp": "2019-07-23 07:36:47.521000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 74.0%. The fairness score for Sex is 95.9% (71.0/74.0).", "parameters": ["female", 71.0, 74.0, "Sex", 95.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 74.0%. The fairness score is 0.959 using the following formula. 71.0/74.0 = 0.959", "parameters": ["Sex", "female", 71.0, 74.0, 0.959]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 74.0 = 0.959", "parameters": [71.0, "/", 74.0, 0.959]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 82.353% of the time. The reference group received favorable outcomes 75.758% of the time. The fairness score for Sex is 108.706% (82.353/75.758).", "parameters": ["female", 82.353, 75.758, "Sex", 108.706]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 82.353%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.758%. The fairness score is 1.087 using the following formula. 82.353/75.758 = 1.087", "parameters": ["Sex", "female", 82.353, 75.758, 1.087]}, {"id": "disparate_impact_ratio_formula", "message": "82.353 / 75.758 = 1.087", "parameters": [82.353, "/", 75.758, 1.087]}]}]}, {"feature": "Age", "fairness_value": 99.5, "payload_fairness_value": 135.48387096774192, "is_biased": false, "majority": {"total_fav_percent": 77.58620689655173, "total_rows_percent": 38.666666666666664, "payload_total_fav_percent": 73.80952380952381, "values": [{"value": [26, 75], "fav_class_percent": 77.58620689655173, "payload_fav_class_percent": 73.80952380952381}]}, "minority": {"total_fav_percent": 77.17391304347827, "total_rows_percent": 61.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.17391304347827, "payload_fav_class_percent": 100.0, "fairness_value": 99.5, "payload_fairness_value": 135.48387096774192, "perfect_equality": 77.58620689655173, "acceptable_fav_class_percent": 76.0345, "is_biased": false}], "acceptable_fav_class_percent": 76.0345}, "records_evaluated": {"newest_timestamp": "2019-07-23 07:36:47.526000", "oldest_timestamp": "2019-07-23 07:36:47.521000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.174% of the time. The perfect equality is 77.586%. The fairness score for Age is 99.5% (77.174/77.586).", "parameters": ["[18-25]", 77.174, 77.586, "Age", 99.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.174%. The perfect equality value for that group is 77.586%. The fairness score is 0.995 using the following formula. 77.174/77.586 = 0.995", "parameters": ["Age", "18-25", 77.174, 77.586, 0.995]}, {"id": "disparate_impact_ratio_formula", "message": "77.174 / 77.586 = 0.995", "parameters": [77.174, "/", 77.586, 0.995]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 73.81% of the time. The fairness score for Age is 135.484% (100.0/73.81).", "parameters": ["[18-25]", 100.0, 73.81, "Age", 135.484]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.81%. The fairness score is 1.355 using the following formula. 100.0/73.81 = 1.355", "parameters": ["Age", "18-25", 100.0, 73.81, 1.355]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 73.81 = 1.355", "parameters": [100.0, "/", 73.81, 1.355]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 86.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.5, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 11, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 69, true, "monitored"], ["Sex", "female", "Risk", 31, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 86.3, "payload_fairness_value": 90.71794871794872, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.9672131147541, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 81.9672131147541}]}, "minority": {"total_fav_percent": 69.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.35897435897436, "values": [{"value": "female", "fav_class_percent": 69.0, "payload_fav_class_percent": 74.35897435897436, "fairness_value": 86.3, "payload_fairness_value": 90.71794871794872, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-23 06:36:47.529000", "oldest_timestamp": "2019-07-23 06:36:47.527000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 69.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 86.3% (69.0/80.0).", "parameters": ["female", 69.0, 80.0, "Sex", 86.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 69.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.863 using the following formula. 69.0/80.0 = 0.863", "parameters": ["Sex", "female", 69.0, 80.0, 0.863]}, {"id": "disparate_impact_ratio_formula", "message": "69.0 / 80.0 = 0.863", "parameters": [69.0, "/", 80.0, 0.863]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.359% of the time. The reference group received favorable outcomes 81.967% of the time. The fairness score for Sex is 90.718% (74.359/81.967).", "parameters": ["female", 74.359, 81.967, "Sex", 90.718]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.359%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.967%. The fairness score is 0.907 using the following formula. 74.359/81.967 = 0.907", "parameters": ["Sex", "female", 74.359, 81.967, 0.907]}, {"id": "disparate_impact_ratio_formula", "message": "74.359 / 81.967 = 0.907", "parameters": [74.359, "/", 81.967, 0.907]}]}]}, {"feature": "Age", "fairness_value": 96.5, "payload_fairness_value": 136.20689655172413, "is_biased": true, "majority": {"total_fav_percent": 80.32786885245902, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 73.41772151898735, "values": [{"value": [26, 75], "fav_class_percent": 80.32786885245902, "payload_fav_class_percent": 73.41772151898735}]}, "minority": {"total_fav_percent": 77.52808988764045, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.52808988764045, "payload_fav_class_percent": 100.0, "fairness_value": 96.5, "payload_fairness_value": 136.20689655172413, "perfect_equality": 80.32786885245902, "acceptable_fav_class_percent": 78.7213, "is_biased": true}], "acceptable_fav_class_percent": 78.7213}, "records_evaluated": {"newest_timestamp": "2019-07-23 06:36:47.529000", "oldest_timestamp": "2019-07-23 06:36:47.527000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 69.04761904761905}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.528% of the time. The perfect equality is 80.328%. The fairness score for Age is 96.5% (77.528/80.328).", "parameters": ["[18-25]", 77.528, 80.328, "Age", 96.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.528%. The perfect equality value for that group is 80.328%. The fairness score is 0.965 using the following formula. 77.528/80.328 = 0.965", "parameters": ["Age", "18-25", 77.528, 80.328, 0.965]}, {"id": "disparate_impact_ratio_formula", "message": "77.528 / 80.328 = 0.965", "parameters": [77.528, "/", 80.328, 0.965]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 73.418% of the time. The fairness score for Age is 136.207% (100.0/73.418).", "parameters": ["[18-25]", 100.0, 73.418, "Age", 136.207]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.418%. The fairness score is 1.362 using the following formula. 100.0/73.418 = 1.362", "parameters": ["Age", "18-25", 100.0, 73.418, 1.362]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 73.418 = 1.362", "parameters": [100.0, "/", 73.418, 1.362]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 11, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 78, true, "monitored"], ["Sex", "female", "Risk", 22, false, "monitored"], ["Age", [26, 75], "No Risk", 103, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.3, "payload_fairness_value": 95.09605662285138, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.7017543859649, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 80.7017543859649}]}, "minority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.74418604651163, "values": [{"value": "female", "fav_class_percent": 78.0, "payload_fav_class_percent": 76.74418604651163, "fairness_value": 96.3, "payload_fairness_value": 95.09605662285138, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-23 05:36:47.531000", "oldest_timestamp": "2019-07-23 05:36:47.529000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 96.3% (78.0/81.0).", "parameters": ["female", 78.0, 81.0, "Sex", 96.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.963 using the following formula. 78.0/81.0 = 0.963", "parameters": ["Sex", "female", 78.0, 81.0, 0.963]}, {"id": "disparate_impact_ratio_formula", "message": "78.0 / 81.0 = 0.963", "parameters": [78.0, "/", 81.0, 0.963]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.744% of the time. The reference group received favorable outcomes 80.702% of the time. The fairness score for Sex is 95.096% (76.744/80.702).", "parameters": ["female", 76.744, 80.702, "Sex", 95.096]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.744%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 80.702%. The fairness score is 0.951 using the following formula. 76.744/80.702 = 0.951", "parameters": ["Sex", "female", 76.744, 80.702, 0.951]}, {"id": "disparate_impact_ratio_formula", "message": "76.744 / 80.702 = 0.951", "parameters": [76.744, "/", 80.702, 0.951]}]}]}, {"feature": "Age", "fairness_value": 95.8, "payload_fairness_value": 137.49999999999997, "is_biased": true, "majority": {"total_fav_percent": 83.06451612903226, "total_rows_percent": 41.333333333333336, "payload_total_fav_percent": 72.72727272727273, "values": [{"value": [26, 75], "fav_class_percent": 83.06451612903226, "payload_fav_class_percent": 72.72727272727273}]}, "minority": {"total_fav_percent": 79.54545454545455, "total_rows_percent": 58.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.54545454545455, "payload_fav_class_percent": 100.0, "fairness_value": 95.8, "payload_fairness_value": 137.49999999999997, "perfect_equality": 83.06451612903226, "acceptable_fav_class_percent": 81.4032, "is_biased": true}], "acceptable_fav_class_percent": 81.4032}, "records_evaluated": {"newest_timestamp": "2019-07-23 05:36:47.531000", "oldest_timestamp": "2019-07-23 05:36:47.529000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 68.75}, {"range": [26, 34], "fav_percent": 100.0}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.545% of the time. The perfect equality is 83.065%. The fairness score for Age is 95.8% (79.545/83.065).", "parameters": ["[18-25]", 79.545, 83.065, "Age", 95.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.545%. The perfect equality value for that group is 83.065%. The fairness score is 0.958 using the following formula. 79.545/83.065 = 0.958", "parameters": ["Age", "18-25", 79.545, 83.065, 0.958]}, {"id": "disparate_impact_ratio_formula", "message": "79.545 / 83.065 = 0.958", "parameters": [79.545, "/", 83.065, 0.958]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.727% of the time. The fairness score for Age is 137.5% (100.0/72.727).", "parameters": ["[18-25]", 100.0, 72.727, "Age", 137.5]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.727%. The fairness score is 1.375 using the following formula. 100.0/72.727 = 1.375", "parameters": ["Age", "18-25", 100.0, 72.727, 1.375]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.727 = 1.375", "parameters": [100.0, "/", 72.727, 1.375]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.60000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 52, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 26, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 64, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 91, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 146, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.60000000000001, "payload_fairness_value": 97.05882352941177, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.78787878787878, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 78.78787878787878}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.47058823529412, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 76.47058823529412, "fairness_value": 93.60000000000001, "payload_fairness_value": 97.05882352941177, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-23 04:36:47.534000", "oldest_timestamp": "2019-07-23 04:36:47.532000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 93.6% (73.0/78.0).", "parameters": ["female", 73.0, 78.0, "Sex", 93.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.936 using the following formula. 73.0/78.0 = 0.936", "parameters": ["Sex", "female", 73.0, 78.0, 0.936]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 78.0 = 0.936", "parameters": [73.0, "/", 78.0, 0.936]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.471% of the time. The reference group received favorable outcomes 78.788% of the time. The fairness score for Sex is 97.059% (76.471/78.788).", "parameters": ["female", 76.471, 78.788, "Sex", 97.059]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.471%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.788%. The fairness score is 0.971 using the following formula. 76.471/78.788 = 0.971", "parameters": ["Sex", "female", 76.471, 78.788, 0.971]}, {"id": "disparate_impact_ratio_formula", "message": "76.471 / 78.788 = 0.971", "parameters": [76.471, "/", 78.788, 0.971]}]}]}, {"feature": "Age", "fairness_value": 98.3, "payload_fairness_value": 134.375, "is_biased": false, "majority": {"total_fav_percent": 79.82456140350878, "total_rows_percent": 38.0, "payload_total_fav_percent": 74.4186046511628, "values": [{"value": [26, 75], "fav_class_percent": 79.82456140350878, "payload_fav_class_percent": 74.4186046511628}]}, "minority": {"total_fav_percent": 78.49462365591397, "total_rows_percent": 62.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 78.49462365591397, "payload_fav_class_percent": 100.0, "fairness_value": 98.3, "payload_fairness_value": 134.375, "perfect_equality": 79.82456140350878, "acceptable_fav_class_percent": 78.2281, "is_biased": false}], "acceptable_fav_class_percent": 78.2281}, "records_evaluated": {"newest_timestamp": "2019-07-23 04:36:47.534000", "oldest_timestamp": "2019-07-23 04:36:47.532000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.495% of the time. The perfect equality is 79.825%. The fairness score for Age is 98.3% (78.495/79.825).", "parameters": ["[18-25]", 78.495, 79.825, "Age", 98.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.495%. The perfect equality value for that group is 79.825%. The fairness score is 0.983 using the following formula. 78.495/79.825 = 0.983", "parameters": ["Age", "18-25", 78.495, 79.825, 0.983]}, {"id": "disparate_impact_ratio_formula", "message": "78.495 / 79.825 = 0.983", "parameters": [78.495, "/", 79.825, 0.983]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 74.419% of the time. The fairness score for Age is 134.375% (100.0/74.419).", "parameters": ["[18-25]", 100.0, 74.419, "Age", 134.375]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.419%. The fairness score is 1.344 using the following formula. 100.0/74.419 = 1.344", "parameters": ["Age", "18-25", 100.0, 74.419, 1.344]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 74.419 = 1.344", "parameters": [100.0, "/", 74.419, 1.344]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 98.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 3, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 136, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 98.7, "payload_fairness_value": 124.64516129032258, "is_biased": false, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.46376811594203, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 72.46376811594203}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 90.32258064516128, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 90.32258064516128, "fairness_value": 98.7, "payload_fairness_value": 124.64516129032258, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": false}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-23 03:36:47.536000", "oldest_timestamp": "2019-07-23 03:36:47.534000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 98.7% (75.0/76.0).", "parameters": ["female", 75.0, 76.0, "Sex", 98.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.987 using the following formula. 75.0/76.0 = 0.987", "parameters": ["Sex", "female", 75.0, 76.0, 0.987]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 76.0 = 0.987", "parameters": [75.0, "/", 76.0, 0.987]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 90.323% of the time. The reference group received favorable outcomes 72.464% of the time. The fairness score for Sex is 124.645% (90.323/72.464).", "parameters": ["female", 90.323, 72.464, "Sex", 124.645]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 90.323%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.464%. The fairness score is 1.246 using the following formula. 90.323/72.464 = 1.246", "parameters": ["Sex", "female", 90.323, 72.464, 1.246]}, {"id": "disparate_impact_ratio_formula", "message": "90.323 / 72.464 = 1.246", "parameters": [90.323, "/", 72.464, 1.246]}]}]}, {"feature": "Age", "fairness_value": 94.8, "payload_fairness_value": 139.28571428571428, "is_biased": true, "majority": {"total_fav_percent": 78.8135593220339, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 71.7948717948718, "values": [{"value": [26, 75], "fav_class_percent": 78.8135593220339, "payload_fav_class_percent": 71.7948717948718}]}, "minority": {"total_fav_percent": 74.72527472527473, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 74.72527472527473, "payload_fav_class_percent": 100.0, "fairness_value": 94.8, "payload_fairness_value": 139.28571428571428, "perfect_equality": 78.8135593220339, "acceptable_fav_class_percent": 77.2373, "is_biased": true}], "acceptable_fav_class_percent": 77.2373}, "records_evaluated": {"newest_timestamp": "2019-07-23 03:36:47.536000", "oldest_timestamp": "2019-07-23 03:36:47.534000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 66.66666666666666}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 74.725% of the time. The perfect equality is 78.814%. The fairness score for Age is 94.8% (74.725/78.814).", "parameters": ["[18-25]", 74.725, 78.814, "Age", 94.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 74.725%. The perfect equality value for that group is 78.814%. The fairness score is 0.948 using the following formula. 74.725/78.814 = 0.948", "parameters": ["Age", "18-25", 74.725, 78.814, 0.948]}, {"id": "disparate_impact_ratio_formula", "message": "74.725 / 78.814 = 0.948", "parameters": [74.725, "/", 78.814, 0.948]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.795% of the time. The fairness score for Age is 139.286% (100.0/71.795).", "parameters": ["[18-25]", 100.0, 71.795, "Age", 139.286]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.795%. The fairness score is 1.393 using the following formula. 100.0/71.795 = 1.393", "parameters": ["Age", "18-25", 100.0, 71.795, 1.393]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.795 = 1.393", "parameters": [100.0, "/", 71.795, 1.393]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.39999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.19999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 71, true, "reference"], ["Sex", "male", "Risk", 29, false, "reference"], ["Sex", "female", "No Risk", 67, true, "monitored"], ["Sex", "female", "Risk", 33, false, "monitored"], ["Age", [26, 75], "No Risk", 88, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 131, true, "monitored"], ["Age", [18, 25], "Risk", 52, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.39999999999999, "payload_fairness_value": 129.20110192837464, "is_biased": true, "majority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 65.67164179104478, "values": [{"value": "male", "fav_class_percent": 71.0, "payload_fav_class_percent": 65.67164179104478}]}, "minority": {"total_fav_percent": 67.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 84.84848484848484, "values": [{"value": "female", "fav_class_percent": 67.0, "payload_fav_class_percent": 84.84848484848484, "fairness_value": 94.39999999999999, "payload_fairness_value": 129.20110192837464, "perfect_equality": 71.0, "acceptable_fav_class_percent": 69.58, "is_biased": true}], "acceptable_fav_class_percent": 69.58}, "records_evaluated": {"newest_timestamp": "2019-07-23 02:36:47.539000", "oldest_timestamp": "2019-07-23 02:36:47.537000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 67.0% of the time. The perfect equality is 71.0%. The fairness score for Sex is 94.4% (67.0/71.0).", "parameters": ["female", 67.0, 71.0, "Sex", 94.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 67.0%. The perfect equality value for that group is 71.0%. The fairness score is 0.944 using the following formula. 67.0/71.0 = 0.944", "parameters": ["Sex", "female", 67.0, 71.0, 0.944]}, {"id": "disparate_impact_ratio_formula", "message": "67.0 / 71.0 = 0.944", "parameters": [67.0, "/", 71.0, 0.944]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 84.848% of the time. The reference group received favorable outcomes 65.672% of the time. The fairness score for Sex is 129.201% (84.848/65.672).", "parameters": ["female", 84.848, 65.672, "Sex", 129.201]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 84.848%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 65.672%. The fairness score is 1.292 using the following formula. 84.848/65.672 = 1.292", "parameters": ["Sex", "female", 84.848, 65.672, 1.292]}, {"id": "disparate_impact_ratio_formula", "message": "84.848 / 65.672 = 1.292", "parameters": [84.848, "/", 65.672, 1.292]}]}]}, {"feature": "Age", "fairness_value": 95.19999999999999, "payload_fairness_value": 151.85185185185185, "is_biased": true, "majority": {"total_fav_percent": 75.21367521367522, "total_rows_percent": 39.0, "payload_total_fav_percent": 65.85365853658537, "values": [{"value": [26, 75], "fav_class_percent": 75.21367521367522, "payload_fav_class_percent": 65.85365853658537}]}, "minority": {"total_fav_percent": 71.58469945355192, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 71.58469945355192, "payload_fav_class_percent": 100.0, "fairness_value": 95.19999999999999, "payload_fairness_value": 151.85185185185185, "perfect_equality": 75.21367521367522, "acceptable_fav_class_percent": 73.7094, "is_biased": true}], "acceptable_fav_class_percent": 73.7094}, "records_evaluated": {"newest_timestamp": "2019-07-23 02:36:47.539000", "oldest_timestamp": "2019-07-23 02:36:47.537000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 66.07142857142857}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 71.585% of the time. The perfect equality is 75.214%. The fairness score for Age is 95.2% (71.585/75.214).", "parameters": ["[18-25]", 71.585, 75.214, "Age", 95.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 71.585%. The perfect equality value for that group is 75.214%. The fairness score is 0.952 using the following formula. 71.585/75.214 = 0.952", "parameters": ["Age", "18-25", 71.585, 75.214, 0.952]}, {"id": "disparate_impact_ratio_formula", "message": "71.585 / 75.214 = 0.952", "parameters": [71.585, "/", 75.214, 0.952]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 65.854% of the time. The fairness score for Age is 151.852% (100.0/65.854).", "parameters": ["[18-25]", 100.0, 65.854, "Age", 151.852]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 65.854%. The fairness score is 1.519 using the following formula. 100.0/65.854 = 1.519", "parameters": ["Age", "18-25", 100.0, 65.854, 1.519]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 65.854 = 1.519", "parameters": [100.0, "/", 65.854, 1.519]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.1, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 8, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 26, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 77, true, "monitored"], ["Sex", "female", "Risk", 23, false, "monitored"], ["Age", [26, 75], "No Risk", 101, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 148, true, "monitored"], ["Age", [18, 25], "Risk", 30, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.1, "payload_fairness_value": 84.84848484848486, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 85.71428571428571, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 85.71428571428571}]}, "minority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.72727272727273, "values": [{"value": "female", "fav_class_percent": 77.0, "payload_fav_class_percent": 72.72727272727273, "fairness_value": 95.1, "payload_fairness_value": 84.84848484848486, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-23 01:36:47.541000", "oldest_timestamp": "2019-07-23 01:36:47.539000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 95.1% (77.0/81.0).", "parameters": ["female", 77.0, 81.0, "Sex", 95.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.951 using the following formula. 77.0/81.0 = 0.951", "parameters": ["Sex", "female", 77.0, 81.0, 0.951]}, {"id": "disparate_impact_ratio_formula", "message": "77.0 / 81.0 = 0.951", "parameters": [77.0, "/", 81.0, 0.951]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.727% of the time. The reference group received favorable outcomes 85.714% of the time. The fairness score for Sex is 84.848% (72.727/85.714).", "parameters": ["female", 72.727, 85.714, "Sex", 84.848]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.727%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 85.714%. The fairness score is 0.848 using the following formula. 72.727/85.714 = 0.848", "parameters": ["Sex", "female", 72.727, 85.714, 0.848]}, {"id": "disparate_impact_ratio_formula", "message": "72.727 / 85.714 = 0.848", "parameters": [72.727, "/", 85.714, 0.848]}]}]}, {"feature": "Age", "fairness_value": 100.4, "payload_fairness_value": 137.03703703703704, "is_biased": false, "majority": {"total_fav_percent": 82.78688524590164, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 72.97297297297297, "values": [{"value": [26, 75], "fav_class_percent": 82.78688524590164, "payload_fav_class_percent": 72.97297297297297}]}, "minority": {"total_fav_percent": 83.14606741573034, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 83.14606741573034, "payload_fav_class_percent": 100.0, "fairness_value": 100.4, "payload_fairness_value": 137.03703703703704, "perfect_equality": 82.78688524590164, "acceptable_fav_class_percent": 81.1311, "is_biased": false}], "acceptable_fav_class_percent": 81.1311}, "records_evaluated": {"newest_timestamp": "2019-07-23 01:36:47.541000", "oldest_timestamp": "2019-07-23 01:36:47.539000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 83.146% of the time. The perfect equality is 82.787%. The fairness score for Age is 100.4% (83.146/82.787).", "parameters": ["[18-25]", 83.146, 82.787, "Age", 100.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 83.146%. The perfect equality value for that group is 82.787%. The fairness score is 1.004 using the following formula. 83.146/82.787 = 1.004", "parameters": ["Age", "18-25", 83.146, 82.787, 1.004]}, {"id": "disparate_impact_ratio_formula", "message": "83.146 / 82.787 = 1.004", "parameters": [83.146, "/", 82.787, 1.004]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.973% of the time. The fairness score for Age is 137.037% (100.0/72.973).", "parameters": ["[18-25]", 100.0, 72.973, "Age", 137.037]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.973%. The fairness score is 1.37 using the following formula. 100.0/72.973 = 1.37", "parameters": ["Age", "18-25", 100.0, 72.973, 1.37]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.973 = 1.37", "parameters": [100.0, "/", 72.973, 1.37]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 103.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 30, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 64, true, "reference"], ["Age", [26, 75], "Risk", 18, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"], ["Age", [18, 25], "Risk", 1, false, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 153, true, "monitored"], ["Age", [18, 25], "Risk", 29, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.5, "payload_fairness_value": 100.1589825119237, "is_biased": true, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.95238095238095, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 80.95238095238095}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.08108108108108, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 81.08108108108108, "fairness_value": 91.5, "payload_fairness_value": 100.1589825119237, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": true}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-23 00:36:47.544000", "oldest_timestamp": "2019-07-23 00:36:47.542000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 91.5% (75.0/82.0).", "parameters": ["female", 75.0, 82.0, "Sex", 91.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.915 using the following formula. 75.0/82.0 = 0.915", "parameters": ["Sex", "female", 75.0, 82.0, 0.915]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 82.0 = 0.915", "parameters": [75.0, "/", 82.0, 0.915]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.081% of the time. The reference group received favorable outcomes 80.952% of the time. The fairness score for Sex is 100.159% (81.081/80.952).", "parameters": ["female", 81.081, 80.952, "Sex", 100.159]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.081%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 80.952%. The fairness score is 1.002 using the following formula. 81.081/80.952 = 1.002", "parameters": ["Sex", "female", 81.081, 80.952, 1.002]}, {"id": "disparate_impact_ratio_formula", "message": "81.081 / 80.952 = 1.002", "parameters": [81.081, "/", 80.952, 1.002]}]}]}, {"feature": "Age", "fairness_value": 103.3, "payload_fairness_value": 121.00694444444444, "is_biased": false, "majority": {"total_fav_percent": 81.35593220338984, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 78.04878048780488, "values": [{"value": [26, 75], "fav_class_percent": 81.35593220338984, "payload_fav_class_percent": 78.04878048780488}]}, "minority": {"total_fav_percent": 84.06593406593407, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 94.44444444444444, "values": [{"value": [18, 25], "fav_class_percent": 84.06593406593407, "payload_fav_class_percent": 94.44444444444444, "fairness_value": 103.3, "payload_fairness_value": 121.00694444444444, "perfect_equality": 81.35593220338984, "acceptable_fav_class_percent": 79.7288, "is_biased": false}], "acceptable_fav_class_percent": 79.7288}, "records_evaluated": {"newest_timestamp": "2019-07-23 00:36:47.544000", "oldest_timestamp": "2019-07-23 00:36:47.542000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 84.066% of the time. The perfect equality is 81.356%. The fairness score for Age is 103.3% (84.066/81.356).", "parameters": ["[18-25]", 84.066, 81.356, "Age", 103.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 84.066%. The perfect equality value for that group is 81.356%. The fairness score is 1.033 using the following formula. 84.066/81.356 = 1.033", "parameters": ["Age", "18-25", 84.066, 81.356, 1.033]}, {"id": "disparate_impact_ratio_formula", "message": "84.066 / 81.356 = 1.033", "parameters": [84.066, "/", 81.356, 1.033]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 94.444% of the time. The reference group received favorable outcomes 78.049% of the time. The fairness score for Age is 121.007% (94.444/78.049).", "parameters": ["[18-25]", 94.444, 78.049, "Age", 121.007]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 94.444%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.049%. The fairness score is 1.21 using the following formula. 94.444/78.049 = 1.21", "parameters": ["Age", "18-25", 94.444, 78.049, 1.21]}, {"id": "disparate_impact_ratio_formula", "message": "94.444 / 78.049 = 1.21", "parameters": [94.444, "/", 78.049, 1.21]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 55, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 78, true, "monitored"], ["Sex", "female", "Risk", 22, false, "monitored"], ["Age", [26, 75], "No Risk", 99, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 149, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.5, "payload_fairness_value": 109.09090909090911, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.33333333333333, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 73.33333333333333}]}, "minority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.0, "values": [{"value": "female", "fav_class_percent": 78.0, "payload_fav_class_percent": 80.0, "fairness_value": 97.5, "payload_fairness_value": 109.09090909090911, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-22 23:36:47.545000", "oldest_timestamp": "2019-07-22 23:36:47.544000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 97.5% (78.0/80.0).", "parameters": ["female", 78.0, 80.0, "Sex", 97.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.975 using the following formula. 78.0/80.0 = 0.975", "parameters": ["Sex", "female", 78.0, 80.0, 0.975]}, {"id": "disparate_impact_ratio_formula", "message": "78.0 / 80.0 = 0.975", "parameters": [78.0, "/", 80.0, 0.975]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.0% of the time. The reference group received favorable outcomes 73.333% of the time. The fairness score for Sex is 109.091% (80.0/73.333).", "parameters": ["female", 80.0, 73.333, "Sex", 109.091]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.333%. The fairness score is 1.091 using the following formula. 80.0/73.333 = 1.091", "parameters": ["Sex", "female", 80.0, 73.333, 1.091]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 73.333 = 1.091", "parameters": [80.0, "/", 73.333, 1.091]}]}]}, {"feature": "Age", "fairness_value": 99.0, "payload_fairness_value": 143.63636363636363, "is_biased": false, "majority": {"total_fav_percent": 83.19327731092437, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 69.62025316455697, "values": [{"value": [26, 75], "fav_class_percent": 83.19327731092437, "payload_fav_class_percent": 69.62025316455697}]}, "minority": {"total_fav_percent": 82.32044198895028, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 82.32044198895028, "payload_fav_class_percent": 100.0, "fairness_value": 99.0, "payload_fairness_value": 143.63636363636363, "perfect_equality": 83.19327731092437, "acceptable_fav_class_percent": 81.5294, "is_biased": false}], "acceptable_fav_class_percent": 81.5294}, "records_evaluated": {"newest_timestamp": "2019-07-22 23:36:47.545000", "oldest_timestamp": "2019-07-22 23:36:47.544000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 82.32% of the time. The perfect equality is 83.193%. The fairness score for Age is 99.0% (82.32/83.193).", "parameters": ["[18-25]", 82.32, 83.193, "Age", 99.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 82.32%. The perfect equality value for that group is 83.193%. The fairness score is 0.99 using the following formula. 82.32/83.193 = 0.99", "parameters": ["Age", "18-25", 82.32, 83.193, 0.99]}, {"id": "disparate_impact_ratio_formula", "message": "82.32 / 83.193 = 0.99", "parameters": [82.32, "/", 83.193, 0.99]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.62% of the time. The fairness score for Age is 143.636% (100.0/69.62).", "parameters": ["[18-25]", 100.0, 69.62, "Age", 143.636]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.62%. The fairness score is 1.436 using the following formula. 100.0/69.62 = 1.436", "parameters": ["Age", "18-25", 100.0, 69.62, 1.436]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.62 = 1.436", "parameters": [100.0, "/", 69.62, 1.436]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.2, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 21, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 31, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 73, true, "reference"], ["Sex", "male", "Risk", 27, false, "reference"], ["Sex", "female", "No Risk", 68, true, "monitored"], ["Sex", "female", "Risk", 32, false, "monitored"], ["Age", [26, 75], "No Risk", 89, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 136, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.2, "payload_fairness_value": 88.82575757575758, "is_biased": true, "majority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.64179104477611, "values": [{"value": "male", "fav_class_percent": 73.0, "payload_fav_class_percent": 71.64179104477611}]}, "minority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 63.63636363636363, "values": [{"value": "female", "fav_class_percent": 68.0, "payload_fav_class_percent": 63.63636363636363, "fairness_value": 93.2, "payload_fairness_value": 88.82575757575758, "perfect_equality": 73.0, "acceptable_fav_class_percent": 71.54, "is_biased": true}], "acceptable_fav_class_percent": 71.54}, "records_evaluated": {"newest_timestamp": "2019-07-22 22:36:47.547000", "oldest_timestamp": "2019-07-22 22:36:47.546000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.0% of the time. The perfect equality is 73.0%. The fairness score for Sex is 93.2% (68.0/73.0).", "parameters": ["female", 68.0, 73.0, "Sex", 93.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.0%. The perfect equality value for that group is 73.0%. The fairness score is 0.932 using the following formula. 68.0/73.0 = 0.932", "parameters": ["Sex", "female", 68.0, 73.0, 0.932]}, {"id": "disparate_impact_ratio_formula", "message": "68.0 / 73.0 = 0.932", "parameters": [68.0, "/", 73.0, 0.932]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 63.636% of the time. The reference group received favorable outcomes 71.642% of the time. The fairness score for Sex is 88.826% (63.636/71.642).", "parameters": ["female", 63.636, 71.642, "Sex", 88.826]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 63.636%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.642%. The fairness score is 0.888 using the following formula. 63.636/71.642 = 0.888", "parameters": ["Sex", "female", 63.636, 71.642, 0.888]}, {"id": "disparate_impact_ratio_formula", "message": "63.636 / 71.642 = 0.888", "parameters": [63.636, "/", 71.642, 0.888]}]}]}, {"feature": "Age", "fairness_value": 98.0, "payload_fairness_value": 157.40740740740742, "is_biased": true, "majority": {"total_fav_percent": 76.06837606837607, "total_rows_percent": 39.130434782608695, "payload_total_fav_percent": 63.52941176470588, "values": [{"value": [26, 75], "fav_class_percent": 76.06837606837607, "payload_fav_class_percent": 63.52941176470588}]}, "minority": {"total_fav_percent": 74.72527472527473, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 74.72527472527473, "payload_fav_class_percent": 100.0, "fairness_value": 98.0, "payload_fairness_value": 157.40740740740742, "perfect_equality": 76.27118644067797, "acceptable_fav_class_percent": 74.7458, "is_biased": true}], "acceptable_fav_class_percent": 74.7458}, "records_evaluated": {"newest_timestamp": "2019-07-22 22:36:47.547000", "oldest_timestamp": "2019-07-22 22:36:47.546000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 74.725% of the time. The perfect equality is 76.271%. The fairness score for Age is 98.0% (74.725/76.271).", "parameters": ["[18-25]", 74.725, 76.271, "Age", 98.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 74.725%. The perfect equality value for that group is 76.271%. The fairness score is 0.98 using the following formula. 74.725/76.271 = 0.98", "parameters": ["Age", "18-25", 74.725, 76.271, 0.98]}, {"id": "disparate_impact_ratio_formula", "message": "74.725 / 76.271 = 0.98", "parameters": [74.725, "/", 76.271, 0.98]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 63.529% of the time. The fairness score for Age is 157.407% (100.0/63.529).", "parameters": ["[18-25]", 100.0, 63.529, "Age", 157.407]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 63.529%. The fairness score is 1.574 using the following formula. 100.0/63.529 = 1.574", "parameters": ["Age", "18-25", 100.0, 63.529, 1.574]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 63.529 = 1.574", "parameters": [100.0, "/", 63.529, 1.574]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 103.49999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 10, false, "reference"], ["Sex", "female", "No Risk", 35, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 62, true, "reference"], ["Age", [26, 75], "Risk", 17, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 86, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 84, true, "monitored"], ["Sex", "female", "Risk", 16, false, "monitored"], ["Age", [26, 75], "No Risk", 106, true, "reference"], ["Age", [26, 75], "Risk", 16, false, "reference"], ["Age", [18, 25], "No Risk", 160, true, "monitored"], ["Age", [18, 25], "Risk", 18, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.7, "payload_fairness_value": 100.69444444444446, "is_biased": true, "majority": {"total_fav_percent": 86.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 82.75862068965517, "values": [{"value": "male", "fav_class_percent": 86.0, "payload_fav_class_percent": 82.75862068965517}]}, "minority": {"total_fav_percent": 84.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.33333333333334, "values": [{"value": "female", "fav_class_percent": 84.0, "payload_fav_class_percent": 83.33333333333334, "fairness_value": 97.7, "payload_fairness_value": 100.69444444444446, "perfect_equality": 86.0, "acceptable_fav_class_percent": 84.28, "is_biased": true}], "acceptable_fav_class_percent": 84.28}, "records_evaluated": {"newest_timestamp": "2019-07-22 21:36:47.550000", "oldest_timestamp": "2019-07-22 21:36:47.547000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 84.0% of the time. The perfect equality is 86.0%. The fairness score for Sex is 97.7% (84.0/86.0).", "parameters": ["female", 84.0, 86.0, "Sex", 97.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 84.0%. The perfect equality value for that group is 86.0%. The fairness score is 0.977 using the following formula. 84.0/86.0 = 0.977", "parameters": ["Sex", "female", 84.0, 86.0, 0.977]}, {"id": "disparate_impact_ratio_formula", "message": "84.0 / 86.0 = 0.977", "parameters": [84.0, "/", 86.0, 0.977]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 83.333% of the time. The reference group received favorable outcomes 82.759% of the time. The fairness score for Sex is 100.694% (83.333/82.759).", "parameters": ["female", 83.333, 82.759, "Sex", 100.694]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 83.333%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 82.759%. The fairness score is 1.007 using the following formula. 83.333/82.759 = 1.007", "parameters": ["Sex", "female", 83.333, 82.759, 1.007]}, {"id": "disparate_impact_ratio_formula", "message": "83.333 / 82.759 = 1.007", "parameters": [83.333, "/", 82.759, 1.007]}]}]}, {"feature": "Age", "fairness_value": 103.49999999999999, "payload_fairness_value": 127.4193548387097, "is_biased": false, "majority": {"total_fav_percent": 86.88524590163934, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 78.48101265822784, "values": [{"value": [26, 75], "fav_class_percent": 86.88524590163934, "payload_fav_class_percent": 78.48101265822784}]}, "minority": {"total_fav_percent": 89.8876404494382, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 89.8876404494382, "payload_fav_class_percent": 100.0, "fairness_value": 103.49999999999999, "payload_fairness_value": 127.4193548387097, "perfect_equality": 86.88524590163934, "acceptable_fav_class_percent": 85.1475, "is_biased": false}], "acceptable_fav_class_percent": 85.1475}, "records_evaluated": {"newest_timestamp": "2019-07-22 21:36:47.550000", "oldest_timestamp": "2019-07-22 21:36:47.547000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 89.888% of the time. The perfect equality is 86.885%. The fairness score for Age is 103.5% (89.888/86.885).", "parameters": ["[18-25]", 89.888, 86.885, "Age", 103.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 89.888%. The perfect equality value for that group is 86.885%. The fairness score is 1.035 using the following formula. 89.888/86.885 = 1.035", "parameters": ["Age", "18-25", 89.888, 86.885, 1.035]}, {"id": "disparate_impact_ratio_formula", "message": "89.888 / 86.885 = 1.035", "parameters": [89.888, "/", 86.885, 1.035]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 78.481% of the time. The fairness score for Age is 127.419% (100.0/78.481).", "parameters": ["[18-25]", 100.0, 78.481, "Age", 127.419]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.481%. The fairness score is 1.274 using the following formula. 100.0/78.481 = 1.274", "parameters": ["Age", "18-25", 100.0, 78.481, 1.274]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 78.481 = 1.274", "parameters": [100.0, "/", 78.481, 1.274]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.2, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.3, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 53, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 19, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 16, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 73, true, "reference"], ["Sex", "male", "Risk", 27, false, "reference"], ["Sex", "female", "No Risk", 68, true, "monitored"], ["Sex", "female", "Risk", 32, false, "monitored"], ["Age", [26, 75], "No Risk", 87, true, "reference"], ["Age", [26, 75], "Risk", 30, false, "reference"], ["Age", [18, 25], "No Risk", 131, true, "monitored"], ["Age", [18, 25], "Risk", 52, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.2, "payload_fairness_value": 102.0319303338171, "is_biased": true, "majority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.62162162162163, "values": [{"value": "male", "fav_class_percent": 73.0, "payload_fav_class_percent": 71.62162162162163}]}, "minority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.07692307692307, "values": [{"value": "female", "fav_class_percent": 68.0, "payload_fav_class_percent": 73.07692307692307, "fairness_value": 93.2, "payload_fairness_value": 102.0319303338171, "perfect_equality": 73.0, "acceptable_fav_class_percent": 71.54, "is_biased": true}], "acceptable_fav_class_percent": 71.54}, "records_evaluated": {"newest_timestamp": "2019-07-22 20:36:47.552000", "oldest_timestamp": "2019-07-22 20:36:47.550000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.0% of the time. The perfect equality is 73.0%. The fairness score for Sex is 93.2% (68.0/73.0).", "parameters": ["female", 68.0, 73.0, "Sex", 93.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.0%. The perfect equality value for that group is 73.0%. The fairness score is 0.932 using the following formula. 68.0/73.0 = 0.932", "parameters": ["Sex", "female", 68.0, 73.0, 0.932]}, {"id": "disparate_impact_ratio_formula", "message": "68.0 / 73.0 = 0.932", "parameters": [68.0, "/", 73.0, 0.932]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.077% of the time. The reference group received favorable outcomes 71.622% of the time. The fairness score for Sex is 102.032% (73.077/71.622).", "parameters": ["female", 73.077, 71.622, "Sex", 102.032]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.077%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.622%. The fairness score is 1.02 using the following formula. 73.077/71.622 = 1.02", "parameters": ["Sex", "female", 73.077, 71.622, 1.02]}, {"id": "disparate_impact_ratio_formula", "message": "73.077 / 71.622 = 1.02", "parameters": [73.077, "/", 71.622, 1.02]}]}]}, {"feature": "Age", "fairness_value": 96.3, "payload_fairness_value": 150.00000000000003, "is_biased": true, "majority": {"total_fav_percent": 74.35897435897436, "total_rows_percent": 39.0, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": [26, 75], "fav_class_percent": 74.35897435897436, "payload_fav_class_percent": 66.66666666666666}]}, "minority": {"total_fav_percent": 71.58469945355192, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 71.58469945355192, "payload_fav_class_percent": 100.0, "fairness_value": 96.3, "payload_fairness_value": 150.00000000000003, "perfect_equality": 74.35897435897436, "acceptable_fav_class_percent": 72.8718, "is_biased": true}], "acceptable_fav_class_percent": 72.8718}, "records_evaluated": {"newest_timestamp": "2019-07-22 20:36:47.552000", "oldest_timestamp": "2019-07-22 20:36:47.550000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 63.1578947368421}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 71.585% of the time. The perfect equality is 74.359%. The fairness score for Age is 96.3% (71.585/74.359).", "parameters": ["[18-25]", 71.585, 74.359, "Age", 96.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 71.585%. The perfect equality value for that group is 74.359%. The fairness score is 0.963 using the following formula. 71.585/74.359 = 0.963", "parameters": ["Age", "18-25", 71.585, 74.359, 0.963]}, {"id": "disparate_impact_ratio_formula", "message": "71.585 / 74.359 = 0.963", "parameters": [71.585, "/", 74.359, 0.963]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.667% of the time. The fairness score for Age is 150.0% (100.0/66.667).", "parameters": ["[18-25]", 100.0, 66.667, "Age", 150.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.667%. The fairness score is 1.5 using the following formula. 100.0/66.667 = 1.5", "parameters": ["Age", "18-25", 100.0, 66.667, 1.5]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.667 = 1.5", "parameters": [100.0, "/", 66.667, 1.5]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 4, false, "monitored"], ["Age", [26, 75], "No Risk", 61, true, "reference"], ["Age", [26, 75], "Risk", 18, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 87, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 85, true, "monitored"], ["Sex", "female", "Risk", 15, false, "monitored"], ["Age", [26, 75], "No Risk", 107, true, "reference"], ["Age", [26, 75], "Risk", 14, false, "reference"], ["Age", [18, 25], "No Risk", 159, true, "monitored"], ["Age", [18, 25], "Risk", 20, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.7, "payload_fairness_value": 114.67181467181466, "is_biased": true, "majority": {"total_fav_percent": 87.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.77777777777779, "values": [{"value": "male", "fav_class_percent": 87.0, "payload_fav_class_percent": 77.77777777777779}]}, "minority": {"total_fav_percent": 85.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 89.1891891891892, "values": [{"value": "female", "fav_class_percent": 85.0, "payload_fav_class_percent": 89.1891891891892, "fairness_value": 97.7, "payload_fairness_value": 114.67181467181466, "perfect_equality": 87.0, "acceptable_fav_class_percent": 85.26, "is_biased": true}], "acceptable_fav_class_percent": 85.26}, "records_evaluated": {"newest_timestamp": "2019-07-22 19:36:47.554000", "oldest_timestamp": "2019-07-22 19:36:47.552000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 85.0% of the time. The perfect equality is 87.0%. The fairness score for Sex is 97.7% (85.0/87.0).", "parameters": ["female", 85.0, 87.0, "Sex", 97.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 85.0%. The perfect equality value for that group is 87.0%. The fairness score is 0.977 using the following formula. 85.0/87.0 = 0.977", "parameters": ["Sex", "female", 85.0, 87.0, 0.977]}, {"id": "disparate_impact_ratio_formula", "message": "85.0 / 87.0 = 0.977", "parameters": [85.0, "/", 87.0, 0.977]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 89.189% of the time. The reference group received favorable outcomes 77.778% of the time. The fairness score for Sex is 114.672% (89.189/77.778).", "parameters": ["female", 89.189, 77.778, "Sex", 114.672]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 89.189%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.778%. The fairness score is 1.147 using the following formula. 89.189/77.778 = 1.147", "parameters": ["Sex", "female", 89.189, 77.778, 1.147]}, {"id": "disparate_impact_ratio_formula", "message": "89.189 / 77.778 = 1.147", "parameters": [89.189, "/", 77.778, 1.147]}]}]}, {"feature": "Age", "fairness_value": 100.4, "payload_fairness_value": 129.50819672131146, "is_biased": false, "majority": {"total_fav_percent": 88.42975206611571, "total_rows_percent": 40.33333333333333, "payload_total_fav_percent": 77.21518987341773, "values": [{"value": [26, 75], "fav_class_percent": 88.42975206611571, "payload_fav_class_percent": 77.21518987341773}]}, "minority": {"total_fav_percent": 88.8268156424581, "total_rows_percent": 59.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 88.8268156424581, "payload_fav_class_percent": 100.0, "fairness_value": 100.4, "payload_fairness_value": 129.50819672131146, "perfect_equality": 88.42975206611571, "acceptable_fav_class_percent": 86.6612, "is_biased": false}], "acceptable_fav_class_percent": 86.6612}, "records_evaluated": {"newest_timestamp": "2019-07-22 19:36:47.554000", "oldest_timestamp": "2019-07-22 19:36:47.552000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 88.827% of the time. The perfect equality is 88.43%. The fairness score for Age is 100.4% (88.827/88.43).", "parameters": ["[18-25]", 88.827, 88.43, "Age", 100.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 88.827%. The perfect equality value for that group is 88.43%. The fairness score is 1.004 using the following formula. 88.827/88.43 = 1.004", "parameters": ["Age", "18-25", 88.827, 88.43, 1.004]}, {"id": "disparate_impact_ratio_formula", "message": "88.827 / 88.43 = 1.004", "parameters": [88.827, "/", 88.43, 1.004]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 77.215% of the time. The fairness score for Age is 129.508% (100.0/77.215).", "parameters": ["[18-25]", 100.0, 77.215, "Age", 129.508]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.215%. The fairness score is 1.295 using the following formula. 100.0/77.215 = 1.295", "parameters": ["Age", "18-25", 100.0, 77.215, 1.295]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 77.215 = 1.295", "parameters": [100.0, "/", 77.215, 1.295]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 102.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 37, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 13, false, "monitored"], ["Age", [26, 75], "No Risk", 46, true, "reference"], ["Age", [26, 75], "Risk", 36, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 65, true, "reference"], ["Sex", "male", "Risk", 35, false, "reference"], ["Sex", "female", "No Risk", 61, true, "monitored"], ["Sex", "female", "Risk", 39, false, "monitored"], ["Age", [26, 75], "No Risk", 80, true, "reference"], ["Age", [26, 75], "Risk", 38, false, "reference"], ["Age", [18, 25], "No Risk", 126, true, "monitored"], ["Age", [18, 25], "Risk", 56, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.8, "payload_fairness_value": 109.45945945945945, "is_biased": true, "majority": {"total_fav_percent": 65.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 61.66666666666667, "values": [{"value": "male", "fav_class_percent": 65.0, "payload_fav_class_percent": 61.66666666666667}]}, "minority": {"total_fav_percent": 61.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 67.5, "values": [{"value": "female", "fav_class_percent": 61.0, "payload_fav_class_percent": 67.5, "fairness_value": 93.8, "payload_fairness_value": 109.45945945945945, "perfect_equality": 65.0, "acceptable_fav_class_percent": 63.7, "is_biased": true}], "acceptable_fav_class_percent": 63.7}, "records_evaluated": {"newest_timestamp": "2019-07-22 18:36:47.556000", "oldest_timestamp": "2019-07-22 18:36:47.554000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 61.0% of the time. The perfect equality is 65.0%. The fairness score for Sex is 93.8% (61.0/65.0).", "parameters": ["female", 61.0, 65.0, "Sex", 93.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 61.0%. The perfect equality value for that group is 65.0%. The fairness score is 0.938 using the following formula. 61.0/65.0 = 0.938", "parameters": ["Sex", "female", 61.0, 65.0, 0.938]}, {"id": "disparate_impact_ratio_formula", "message": "61.0 / 65.0 = 0.938", "parameters": [61.0, "/", 65.0, 0.938]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 67.5% of the time. The reference group received favorable outcomes 61.667% of the time. The fairness score for Sex is 109.459% (67.5/61.667).", "parameters": ["female", 67.5, 61.667, "Sex", 109.459]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 67.5%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 61.667%. The fairness score is 1.095 using the following formula. 67.5/61.667 = 1.095", "parameters": ["Sex", "female", 67.5, 61.667, 1.095]}, {"id": "disparate_impact_ratio_formula", "message": "67.5 / 61.667 = 1.095", "parameters": [67.5, "/", 61.667, 1.095]}]}]}, {"feature": "Age", "fairness_value": 102.1, "payload_fairness_value": 178.26086956521738, "is_biased": false, "majority": {"total_fav_percent": 67.79661016949152, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 56.09756097560976, "values": [{"value": [26, 75], "fav_class_percent": 67.79661016949152, "payload_fav_class_percent": 56.09756097560976}]}, "minority": {"total_fav_percent": 69.23076923076923, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 69.23076923076923, "payload_fav_class_percent": 100.0, "fairness_value": 102.1, "payload_fairness_value": 178.26086956521738, "perfect_equality": 67.79661016949152, "acceptable_fav_class_percent": 66.4407, "is_biased": false}], "acceptable_fav_class_percent": 66.4407}, "records_evaluated": {"newest_timestamp": "2019-07-22 18:36:47.556000", "oldest_timestamp": "2019-07-22 18:36:47.554000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 69.231% of the time. The perfect equality is 67.797%. The fairness score for Age is 102.1% (69.231/67.797).", "parameters": ["[18-25]", 69.231, 67.797, "Age", 102.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 69.231%. The perfect equality value for that group is 67.797%. The fairness score is 1.021 using the following formula. 69.231/67.797 = 1.021", "parameters": ["Age", "18-25", 69.231, 67.797, 1.021]}, {"id": "disparate_impact_ratio_formula", "message": "69.231 / 67.797 = 1.021", "parameters": [69.231, "/", 67.797, 1.021]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 56.098% of the time. The fairness score for Age is 178.261% (100.0/56.098).", "parameters": ["[18-25]", 100.0, 56.098, "Age", 178.261]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 56.098%. The fairness score is 1.783 using the following formula. 100.0/56.098 = 1.783", "parameters": ["Age", "18-25", 100.0, 56.098, 1.783]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 56.098 = 1.783", "parameters": [100.0, "/", 56.098, 1.783]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.6, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.7, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 40, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 74, true, "reference"], ["Sex", "male", "Risk", 26, false, "reference"], ["Sex", "female", "No Risk", 70, true, "monitored"], ["Sex", "female", "Risk", 30, false, "monitored"], ["Age", [26, 75], "No Risk", 91, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.6, "payload_fairness_value": 111.52439024390246, "is_biased": true, "majority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 67.79661016949152, "values": [{"value": "male", "fav_class_percent": 74.0, "payload_fav_class_percent": 67.79661016949152}]}, "minority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.60975609756098, "values": [{"value": "female", "fav_class_percent": 70.0, "payload_fav_class_percent": 75.60975609756098, "fairness_value": 94.6, "payload_fairness_value": 111.52439024390246, "perfect_equality": 74.0, "acceptable_fav_class_percent": 72.52, "is_biased": true}], "acceptable_fav_class_percent": 72.52}, "records_evaluated": {"newest_timestamp": "2019-07-22 17:36:47.558000", "oldest_timestamp": "2019-07-22 17:36:47.557000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.0% of the time. The perfect equality is 74.0%. The fairness score for Sex is 94.6% (70.0/74.0).", "parameters": ["female", 70.0, 74.0, "Sex", 94.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.0%. The perfect equality value for that group is 74.0%. The fairness score is 0.946 using the following formula. 70.0/74.0 = 0.946", "parameters": ["Sex", "female", 70.0, 74.0, 0.946]}, {"id": "disparate_impact_ratio_formula", "message": "70.0 / 74.0 = 0.946", "parameters": [70.0, "/", 74.0, 0.946]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.61% of the time. The reference group received favorable outcomes 67.797% of the time. The fairness score for Sex is 111.524% (75.61/67.797).", "parameters": ["female", 75.61, 67.797, "Sex", 111.524]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.61%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.797%. The fairness score is 1.115 using the following formula. 75.61/67.797 = 1.115", "parameters": ["Sex", "female", 75.61, 67.797, 1.115]}, {"id": "disparate_impact_ratio_formula", "message": "75.61 / 67.797 = 1.115", "parameters": [75.61, "/", 67.797, 1.115]}]}]}, {"feature": "Age", "fairness_value": 99.7, "payload_fairness_value": 151.7857142857143, "is_biased": false, "majority": {"total_fav_percent": 77.11864406779661, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 65.88235294117646, "values": [{"value": [26, 75], "fav_class_percent": 77.11864406779661, "payload_fav_class_percent": 65.88235294117646}]}, "minority": {"total_fav_percent": 76.92307692307693, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.92307692307693, "payload_fav_class_percent": 100.0, "fairness_value": 99.7, "payload_fairness_value": 151.7857142857143, "perfect_equality": 77.11864406779661, "acceptable_fav_class_percent": 75.5763, "is_biased": false}], "acceptable_fav_class_percent": 75.5763}, "records_evaluated": {"newest_timestamp": "2019-07-22 17:36:47.558000", "oldest_timestamp": "2019-07-22 17:36:47.557000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.923% of the time. The perfect equality is 77.119%. The fairness score for Age is 99.7% (76.923/77.119).", "parameters": ["[18-25]", 76.923, 77.119, "Age", 99.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.923%. The perfect equality value for that group is 77.119%. The fairness score is 0.997 using the following formula. 76.923/77.119 = 0.997", "parameters": ["Age", "18-25", 76.923, 77.119, 0.997]}, {"id": "disparate_impact_ratio_formula", "message": "76.923 / 77.119 = 0.997", "parameters": [76.923, "/", 77.119, 0.997]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 65.882% of the time. The fairness score for Age is 151.786% (100.0/65.882).", "parameters": ["[18-25]", 100.0, 65.882, "Age", 151.786]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 65.882%. The fairness score is 1.518 using the following formula. 100.0/65.882 = 1.518", "parameters": ["Age", "18-25", 100.0, 65.882, 1.518]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 65.882 = 1.518", "parameters": [100.0, "/", 65.882, 1.518]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.30000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 26, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 62, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"], ["Age", [18, 25], "Risk", 1, false, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 70, true, "monitored"], ["Sex", "female", "Risk", 30, false, "monitored"], ["Age", [26, 75], "No Risk", 90, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 141, true, "monitored"], ["Age", [18, 25], "Risk", 43, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.30000000000001, "payload_fairness_value": 108.33333333333333, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.0, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 75.0}]}, "minority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.25, "values": [{"value": "female", "fav_class_percent": 70.0, "payload_fav_class_percent": 81.25, "fairness_value": 93.30000000000001, "payload_fairness_value": 108.33333333333333, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-22 16:36:47.560000", "oldest_timestamp": "2019-07-22 16:36:47.559000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 93.3% (70.0/75.0).", "parameters": ["female", 70.0, 75.0, "Sex", 93.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.933 using the following formula. 70.0/75.0 = 0.933", "parameters": ["Sex", "female", 70.0, 75.0, 0.933]}, {"id": "disparate_impact_ratio_formula", "message": "70.0 / 75.0 = 0.933", "parameters": [70.0, "/", 75.0, 0.933]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.25% of the time. The reference group received favorable outcomes 75.0% of the time. The fairness score for Sex is 108.333% (81.25/75.0).", "parameters": ["female", 81.25, 75.0, "Sex", 108.333]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.25%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.0%. The fairness score is 1.083 using the following formula. 81.25/75.0 = 1.083", "parameters": ["Sex", "female", 81.25, 75.0, 1.083]}, {"id": "disparate_impact_ratio_formula", "message": "81.25 / 75.0 = 1.083", "parameters": [81.25, "/", 75.0, 1.083]}]}]}, {"feature": "Age", "fairness_value": 98.8, "payload_fairness_value": 127.01612903225808, "is_biased": false, "majority": {"total_fav_percent": 77.58620689655173, "total_rows_percent": 38.666666666666664, "payload_total_fav_percent": 73.80952380952381, "values": [{"value": [26, 75], "fav_class_percent": 77.58620689655173, "payload_fav_class_percent": 73.80952380952381}]}, "minority": {"total_fav_percent": 76.63043478260869, "total_rows_percent": 61.33333333333333, "payload_total_fav_percent": 93.75, "values": [{"value": [18, 25], "fav_class_percent": 76.63043478260869, "payload_fav_class_percent": 93.75, "fairness_value": 98.8, "payload_fairness_value": 127.01612903225808, "perfect_equality": 77.58620689655173, "acceptable_fav_class_percent": 76.0345, "is_biased": false}], "acceptable_fav_class_percent": 76.0345}, "records_evaluated": {"newest_timestamp": "2019-07-22 16:36:47.560000", "oldest_timestamp": "2019-07-22 16:36:47.559000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.63% of the time. The perfect equality is 77.586%. The fairness score for Age is 98.8% (76.63/77.586).", "parameters": ["[18-25]", 76.63, 77.586, "Age", 98.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.63%. The perfect equality value for that group is 77.586%. The fairness score is 0.988 using the following formula. 76.63/77.586 = 0.988", "parameters": ["Age", "18-25", 76.63, 77.586, 0.988]}, {"id": "disparate_impact_ratio_formula", "message": "76.63 / 77.586 = 0.988", "parameters": [76.63, "/", 77.586, 0.988]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 93.75% of the time. The reference group received favorable outcomes 73.81% of the time. The fairness score for Age is 127.016% (93.75/73.81).", "parameters": ["[18-25]", 93.75, 73.81, "Age", 127.016]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 93.75%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.81%. The fairness score is 1.27 using the following formula. 93.75/73.81 = 1.27", "parameters": ["Age", "18-25", 93.75, 73.81, 1.27]}, {"id": "disparate_impact_ratio_formula", "message": "93.75 / 73.81 = 1.27", "parameters": [93.75, "/", 73.81, 1.27]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 89.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.5, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 24, true, "monitored"], ["Sex", "female", "Risk", 13, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 68, true, "monitored"], ["Sex", "female", "Risk", 32, false, "monitored"], ["Age", [26, 75], "No Risk", 92, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 135, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 89.5, "payload_fairness_value": 86.94652098907419, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.60317460317461, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 74.60317460317461}]}, "minority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 64.86486486486487, "values": [{"value": "female", "fav_class_percent": 68.0, "payload_fav_class_percent": 64.86486486486487, "fairness_value": 89.5, "payload_fairness_value": 86.94652098907419, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-22 15:37:02.557000", "oldest_timestamp": "2019-07-22 15:37:02.557000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 89.5% (68.0/76.0).", "parameters": ["female", 68.0, 76.0, "Sex", 89.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.895 using the following formula. 68.0/76.0 = 0.895", "parameters": ["Sex", "female", 68.0, 76.0, 0.895]}, {"id": "disparate_impact_ratio_formula", "message": "68.0 / 76.0 = 0.895", "parameters": [68.0, "/", 76.0, 0.895]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 64.865% of the time. The reference group received favorable outcomes 74.603% of the time. The fairness score for Sex is 86.947% (64.865/74.603).", "parameters": ["female", 64.865, 74.603, "Sex", 86.947]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 64.865%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.603%. The fairness score is 0.869 using the following formula. 64.865/74.603 = 0.869", "parameters": ["Sex", "female", 64.865, 74.603, 0.869]}, {"id": "disparate_impact_ratio_formula", "message": "64.865 / 74.603 = 0.869", "parameters": [64.865, "/", 74.603, 0.869]}]}]}, {"feature": "Age", "fairness_value": 96.5, "payload_fairness_value": 155.76923076923077, "is_biased": true, "majority": {"total_fav_percent": 77.31092436974791, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 64.19753086419753, "values": [{"value": [26, 75], "fav_class_percent": 77.31092436974791, "payload_fav_class_percent": 64.19753086419753}]}, "minority": {"total_fav_percent": 74.58563535911603, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 74.58563535911603, "payload_fav_class_percent": 100.0, "fairness_value": 96.5, "payload_fairness_value": 155.76923076923077, "perfect_equality": 77.31092436974791, "acceptable_fav_class_percent": 75.7647, "is_biased": true}], "acceptable_fav_class_percent": 75.7647}, "records_evaluated": {"newest_timestamp": "2019-07-22 15:37:02.557000", "oldest_timestamp": "2019-07-22 15:37:02.557000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 67.56756756756756}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 74.586% of the time. The perfect equality is 77.311%. The fairness score for Age is 96.5% (74.586/77.311).", "parameters": ["[18-25]", 74.586, 77.311, "Age", 96.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 74.586%. The perfect equality value for that group is 77.311%. The fairness score is 0.965 using the following formula. 74.586/77.311 = 0.965", "parameters": ["Age", "18-25", 74.586, 77.311, 0.965]}, {"id": "disparate_impact_ratio_formula", "message": "74.586 / 77.311 = 0.965", "parameters": [74.586, "/", 77.311, 0.965]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 64.198% of the time. The fairness score for Age is 155.769% (100.0/64.198).", "parameters": ["[18-25]", 100.0, 64.198, "Age", 155.769]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 64.198%. The fairness score is 1.558 using the following formula. 100.0/64.198 = 1.558", "parameters": ["Age", "18-25", 100.0, 64.198, 1.558]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 64.198 = 1.558", "parameters": [100.0, "/", 64.198, 1.558]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 45, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 50, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 24, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 77, true, "monitored"], ["Sex", "female", "Risk", 23, false, "monitored"], ["Age", [26, 75], "No Risk", 103, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 141, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.3, "payload_fairness_value": 92.73712737127371, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.27118644067797, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 76.27118644067797}]}, "minority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.73170731707317, "values": [{"value": "female", "fav_class_percent": 77.0, "payload_fav_class_percent": 70.73170731707317, "fairness_value": 96.3, "payload_fairness_value": 92.73712737127371, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-22 14:37:02.557000", "oldest_timestamp": "2019-07-22 14:37:02.557000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 96.3% (77.0/80.0).", "parameters": ["female", 77.0, 80.0, "Sex", 96.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.963 using the following formula. 77.0/80.0 = 0.963", "parameters": ["Sex", "female", 77.0, 80.0, 0.963]}, {"id": "disparate_impact_ratio_formula", "message": "77.0 / 80.0 = 0.963", "parameters": [77.0, "/", 80.0, 0.963]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.732% of the time. The reference group received favorable outcomes 76.271% of the time. The fairness score for Sex is 92.737% (70.732/76.271).", "parameters": ["female", 70.732, 76.271, "Sex", 92.737]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.732%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.271%. The fairness score is 0.927 using the following formula. 70.732/76.271 = 0.927", "parameters": ["Sex", "female", 70.732, 76.271, 0.927]}, {"id": "disparate_impact_ratio_formula", "message": "70.732 / 76.271 = 0.927", "parameters": [70.732, "/", 76.271, 0.927]}]}]}, {"feature": "Age", "fairness_value": 97.8, "payload_fairness_value": 151.99999999999997, "is_biased": true, "majority": {"total_fav_percent": 82.39999999999999, "total_rows_percent": 41.66666666666667, "payload_total_fav_percent": 65.78947368421053, "values": [{"value": [26, 75], "fav_class_percent": 82.39999999999999, "payload_fav_class_percent": 65.78947368421053}]}, "minority": {"total_fav_percent": 80.57142857142857, "total_rows_percent": 58.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.57142857142857, "payload_fav_class_percent": 100.0, "fairness_value": 97.8, "payload_fairness_value": 151.99999999999997, "perfect_equality": 82.39999999999999, "acceptable_fav_class_percent": 80.752, "is_biased": true}], "acceptable_fav_class_percent": 80.752}, "records_evaluated": {"newest_timestamp": "2019-07-22 14:37:02.557000", "oldest_timestamp": "2019-07-22 14:37:02.557000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 71.11111111111111}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.571% of the time. The perfect equality is 82.4%. The fairness score for Age is 97.8% (80.571/82.4).", "parameters": ["[18-25]", 80.571, 82.4, "Age", 97.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.571%. The perfect equality value for that group is 82.4%. The fairness score is 0.978 using the following formula. 80.571/82.4 = 0.978", "parameters": ["Age", "18-25", 80.571, 82.4, 0.978]}, {"id": "disparate_impact_ratio_formula", "message": "80.571 / 82.4 = 0.978", "parameters": [80.571, "/", 82.4, 0.978]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 65.789% of the time. The fairness score for Age is 152.0% (100.0/65.789).", "parameters": ["[18-25]", 100.0, 65.789, "Age", 152.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 65.789%. The fairness score is 1.52 using the following formula. 100.0/65.789 = 1.52", "parameters": ["Age", "18-25", 100.0, 65.789, 1.52]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 65.789 = 1.52", "parameters": [100.0, "/", 65.789, 1.52]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.89999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.39999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 36, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 35, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 46, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 25, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 73, true, "reference"], ["Sex", "male", "Risk", 27, false, "reference"], ["Sex", "female", "No Risk", 70, true, "monitored"], ["Sex", "female", "Risk", 30, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 130, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.89999999999999, "payload_fairness_value": 123.73737373737373, "is_biased": true, "majority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 64.28571428571429, "values": [{"value": "male", "fav_class_percent": 73.0, "payload_fav_class_percent": 64.28571428571429}]}, "minority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.54545454545455, "values": [{"value": "female", "fav_class_percent": 70.0, "payload_fav_class_percent": 79.54545454545455, "fairness_value": 95.89999999999999, "payload_fairness_value": 123.73737373737373, "perfect_equality": 73.0, "acceptable_fav_class_percent": 71.54, "is_biased": true}], "acceptable_fav_class_percent": 71.54}, "records_evaluated": {"newest_timestamp": "2019-07-22 13:37:02.557000", "oldest_timestamp": "2019-07-22 13:37:02.557000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.0% of the time. The perfect equality is 73.0%. The fairness score for Sex is 95.9% (70.0/73.0).", "parameters": ["female", 70.0, 73.0, "Sex", 95.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.0%. The perfect equality value for that group is 73.0%. The fairness score is 0.959 using the following formula. 70.0/73.0 = 0.959", "parameters": ["Sex", "female", 70.0, 73.0, 0.959]}, {"id": "disparate_impact_ratio_formula", "message": "70.0 / 73.0 = 0.959", "parameters": [70.0, "/", 73.0, 0.959]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.545% of the time. The reference group received favorable outcomes 64.286% of the time. The fairness score for Sex is 123.737% (79.545/64.286).", "parameters": ["female", 79.545, 64.286, "Sex", 123.737]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.545%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 64.286%. The fairness score is 1.237 using the following formula. 79.545/64.286 = 1.237", "parameters": ["Sex", "female", 79.545, 64.286, 1.237]}, {"id": "disparate_impact_ratio_formula", "message": "79.545 / 64.286 = 1.237", "parameters": [79.545, "/", 64.286, 1.237]}]}]}, {"feature": "Age", "fairness_value": 95.39999999999999, "payload_fairness_value": 163.0434782608696, "is_biased": true, "majority": {"total_fav_percent": 76.85950413223141, "total_rows_percent": 40.74074074074074, "payload_total_fav_percent": 61.33333333333333, "values": [{"value": [26, 75], "fav_class_percent": 76.85950413223141, "payload_fav_class_percent": 61.33333333333333}]}, "minority": {"total_fav_percent": 73.86363636363636, "total_rows_percent": 58.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 73.86363636363636, "payload_fav_class_percent": 100.0, "fairness_value": 95.39999999999999, "payload_fairness_value": 163.0434782608696, "perfect_equality": 77.41935483870968, "acceptable_fav_class_percent": 75.871, "is_biased": true}], "acceptable_fav_class_percent": 75.871}, "records_evaluated": {"newest_timestamp": "2019-07-22 13:37:02.557000", "oldest_timestamp": "2019-07-22 13:37:02.557000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 60.526315789473685}, {"range": [26, 34], "fav_percent": 96.875}, {"range": [71, 75], "fav_percent": 100.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 73.864% of the time. The perfect equality is 77.419%. The fairness score for Age is 95.4% (73.864/77.419).", "parameters": ["[18-25]", 73.864, 77.419, "Age", 95.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 73.864%. The perfect equality value for that group is 77.419%. The fairness score is 0.954 using the following formula. 73.864/77.419 = 0.954", "parameters": ["Age", "18-25", 73.864, 77.419, 0.954]}, {"id": "disparate_impact_ratio_formula", "message": "73.864 / 77.419 = 0.954", "parameters": [73.864, "/", 77.419, 0.954]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 61.333% of the time. The fairness score for Age is 163.043% (100.0/61.333).", "parameters": ["[18-25]", 100.0, 61.333, "Age", 163.043]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 61.333%. The fairness score is 1.63 using the following formula. 100.0/61.333 = 1.63", "parameters": ["Age", "18-25", 100.0, 61.333, 1.63]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 61.333 = 1.63", "parameters": [100.0, "/", 61.333, 1.63]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 101.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 30, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 64, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 83, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 78, true, "monitored"], ["Sex", "female", "Risk", 22, false, "monitored"], ["Age", [26, 75], "No Risk", 97, true, "reference"], ["Age", [26, 75], "Risk", 19, false, "reference"], ["Age", [18, 25], "No Risk", 156, true, "monitored"], ["Age", [18, 25], "Risk", 28, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.0, "payload_fairness_value": 95.76138147566719, "is_biased": true, "majority": {"total_fav_percent": 83.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.32786885245902, "values": [{"value": "male", "fav_class_percent": 83.0, "payload_fav_class_percent": 80.32786885245902}]}, "minority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.92307692307693, "values": [{"value": "female", "fav_class_percent": 78.0, "payload_fav_class_percent": 76.92307692307693, "fairness_value": 94.0, "payload_fairness_value": 95.76138147566719, "perfect_equality": 83.0, "acceptable_fav_class_percent": 81.34, "is_biased": true}], "acceptable_fav_class_percent": 81.34}, "records_evaluated": {"newest_timestamp": "2019-07-22 12:37:02.557000", "oldest_timestamp": "2019-07-22 12:37:02.557000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.0% of the time. The perfect equality is 83.0%. The fairness score for Sex is 94.0% (78.0/83.0).", "parameters": ["female", 78.0, 83.0, "Sex", 94.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.0%. The perfect equality value for that group is 83.0%. The fairness score is 0.94 using the following formula. 78.0/83.0 = 0.94", "parameters": ["Sex", "female", 78.0, 83.0, 0.94]}, {"id": "disparate_impact_ratio_formula", "message": "78.0 / 83.0 = 0.94", "parameters": [78.0, "/", 83.0, 0.94]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.923% of the time. The reference group received favorable outcomes 80.328% of the time. The fairness score for Sex is 95.761% (76.923/80.328).", "parameters": ["female", 76.923, 80.328, "Sex", 95.761]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.923%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 80.328%. The fairness score is 0.958 using the following formula. 76.923/80.328 = 0.958", "parameters": ["Sex", "female", 76.923, 80.328, 0.958]}, {"id": "disparate_impact_ratio_formula", "message": "76.923 / 80.328 = 0.958", "parameters": [76.923, "/", 80.328, 0.958]}]}]}, {"feature": "Age", "fairness_value": 101.4, "payload_fairness_value": 132.8125, "is_biased": false, "majority": {"total_fav_percent": 83.62068965517241, "total_rows_percent": 38.666666666666664, "payload_total_fav_percent": 75.29411764705883, "values": [{"value": [26, 75], "fav_class_percent": 83.62068965517241, "payload_fav_class_percent": 75.29411764705883}]}, "minority": {"total_fav_percent": 84.78260869565217, "total_rows_percent": 61.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 84.78260869565217, "payload_fav_class_percent": 100.0, "fairness_value": 101.4, "payload_fairness_value": 132.8125, "perfect_equality": 83.62068965517241, "acceptable_fav_class_percent": 81.9483, "is_biased": false}], "acceptable_fav_class_percent": 81.9483}, "records_evaluated": {"newest_timestamp": "2019-07-22 12:37:02.557000", "oldest_timestamp": "2019-07-22 12:37:02.557000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 84.783% of the time. The perfect equality is 83.621%. The fairness score for Age is 101.4% (84.783/83.621).", "parameters": ["[18-25]", 84.783, 83.621, "Age", 101.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 84.783%. The perfect equality value for that group is 83.621%. The fairness score is 1.014 using the following formula. 84.783/83.621 = 1.014", "parameters": ["Age", "18-25", 84.783, 83.621, 1.014]}, {"id": "disparate_impact_ratio_formula", "message": "84.783 / 83.621 = 1.014", "parameters": [84.783, "/", 83.621, 1.014]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 75.294% of the time. The fairness score for Age is 132.812% (100.0/75.294).", "parameters": ["[18-25]", 100.0, 75.294, "Age", 132.812]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.294%. The fairness score is 1.328 using the following formula. 100.0/75.294 = 1.328", "parameters": ["Age", "18-25", 100.0, 75.294, 1.328]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 75.294 = 1.328", "parameters": [100.0, "/", 75.294, 1.328]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 83.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 101.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 50, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 22, true, "monitored"], ["Sex", "female", "Risk", 11, false, "monitored"], ["Age", [26, 75], "No Risk", 55, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"], ["Age", [18, 25], "Risk", 1, false, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 67, true, "monitored"], ["Sex", "female", "Risk", 33, false, "monitored"], ["Age", [26, 75], "No Risk", 91, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 143, true, "monitored"], ["Age", [18, 25], "Risk", 39, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 83.8, "payload_fairness_value": 89.33333333333331, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.6268656716418, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 74.6268656716418}]}, "minority": {"total_fav_percent": 67.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": "female", "fav_class_percent": 67.0, "payload_fav_class_percent": 66.66666666666666, "fairness_value": 83.8, "payload_fairness_value": 89.33333333333331, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-22 11:37:02.557000", "oldest_timestamp": "2019-07-22 11:37:02.557000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 67.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 83.8% (67.0/80.0).", "parameters": ["female", 67.0, 80.0, "Sex", 83.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 67.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.838 using the following formula. 67.0/80.0 = 0.838", "parameters": ["Sex", "female", 67.0, 80.0, 0.838]}, {"id": "disparate_impact_ratio_formula", "message": "67.0 / 80.0 = 0.838", "parameters": [67.0, "/", 80.0, 0.838]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 66.667% of the time. The reference group received favorable outcomes 74.627% of the time. The fairness score for Sex is 89.333% (66.667/74.627).", "parameters": ["female", 66.667, 74.627, "Sex", 89.333]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 66.667%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.627%. The fairness score is 0.893 using the following formula. 66.667/74.627 = 0.893", "parameters": ["Sex", "female", 66.667, 74.627, 0.893]}, {"id": "disparate_impact_ratio_formula", "message": "66.667 / 74.627 = 0.893", "parameters": [66.667, "/", 74.627, 0.893]}]}]}, {"feature": "Age", "fairness_value": 101.89999999999999, "payload_fairness_value": 140.8080808080808, "is_biased": false, "majority": {"total_fav_percent": 77.11864406779661, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 67.07317073170732, "values": [{"value": [26, 75], "fav_class_percent": 77.11864406779661, "payload_fav_class_percent": 67.07317073170732}]}, "minority": {"total_fav_percent": 78.57142857142857, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 94.44444444444444, "values": [{"value": [18, 25], "fav_class_percent": 78.57142857142857, "payload_fav_class_percent": 94.44444444444444, "fairness_value": 101.89999999999999, "payload_fairness_value": 140.8080808080808, "perfect_equality": 77.11864406779661, "acceptable_fav_class_percent": 75.5763, "is_biased": false}], "acceptable_fav_class_percent": 75.5763}, "records_evaluated": {"newest_timestamp": "2019-07-22 11:37:02.557000", "oldest_timestamp": "2019-07-22 11:37:02.557000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.571% of the time. The perfect equality is 77.119%. The fairness score for Age is 101.9% (78.571/77.119).", "parameters": ["[18-25]", 78.571, 77.119, "Age", 101.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.571%. The perfect equality value for that group is 77.119%. The fairness score is 1.019 using the following formula. 78.571/77.119 = 1.019", "parameters": ["Age", "18-25", 78.571, 77.119, 1.019]}, {"id": "disparate_impact_ratio_formula", "message": "78.571 / 77.119 = 1.019", "parameters": [78.571, "/", 77.119, 1.019]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 94.444% of the time. The reference group received favorable outcomes 67.073% of the time. The fairness score for Age is 140.808% (94.444/67.073).", "parameters": ["[18-25]", 94.444, 67.073, "Age", 140.808]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 94.444%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.073%. The fairness score is 1.408 using the following formula. 94.444/67.073 = 1.408", "parameters": ["Age", "18-25", 94.444, 67.073, 1.408]}, {"id": "disparate_impact_ratio_formula", "message": "94.444 / 67.073 = 1.408", "parameters": [94.444, "/", 67.073, 1.408]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.10000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.10000000000001, "payload_fairness_value": 114.7473560517039, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.01587301587301, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 73.01587301587301}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.78378378378379, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 83.78378378378379, "fairness_value": 91.10000000000001, "payload_fairness_value": 114.7473560517039, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-22 10:37:02.557000", "oldest_timestamp": "2019-07-22 10:37:02.557000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 91.1% (72.0/79.0).", "parameters": ["female", 72.0, 79.0, "Sex", 91.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.911 using the following formula. 72.0/79.0 = 0.911", "parameters": ["Sex", "female", 72.0, 79.0, 0.911]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 79.0 = 0.911", "parameters": [72.0, "/", 79.0, 0.911]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 83.784% of the time. The reference group received favorable outcomes 73.016% of the time. The fairness score for Sex is 114.747% (83.784/73.016).", "parameters": ["female", 83.784, 73.016, "Sex", 114.747]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 83.784%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.016%. The fairness score is 1.147 using the following formula. 83.784/73.016 = 1.147", "parameters": ["Sex", "female", 83.784, 73.016, 1.147]}, {"id": "disparate_impact_ratio_formula", "message": "83.784 / 73.016 = 1.147", "parameters": [83.784, "/", 73.016, 1.147]}]}]}, {"feature": "Age", "fairness_value": 97.89999999999999, "payload_fairness_value": 142.5925925925926, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 40.26845637583892, "payload_total_fav_percent": 70.12987012987013, "values": [{"value": [26, 75], "fav_class_percent": 80.0, "payload_fav_class_percent": 70.12987012987013}]}, "minority": {"total_fav_percent": 78.65168539325843, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 78.65168539325843, "payload_fav_class_percent": 100.0, "fairness_value": 97.89999999999999, "payload_fairness_value": 142.5925925925926, "perfect_equality": 80.32786885245902, "acceptable_fav_class_percent": 78.7213, "is_biased": true}], "acceptable_fav_class_percent": 78.7213}, "records_evaluated": {"newest_timestamp": "2019-07-22 10:37:02.557000", "oldest_timestamp": "2019-07-22 10:37:02.557000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 71.42857142857143}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.652% of the time. The perfect equality is 80.328%. The fairness score for Age is 97.9% (78.652/80.328).", "parameters": ["[18-25]", 78.652, 80.328, "Age", 97.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.652%. The perfect equality value for that group is 80.328%. The fairness score is 0.979 using the following formula. 78.652/80.328 = 0.979", "parameters": ["Age", "18-25", 78.652, 80.328, 0.979]}, {"id": "disparate_impact_ratio_formula", "message": "78.652 / 80.328 = 0.979", "parameters": [78.652, "/", 80.328, 0.979]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.13% of the time. The fairness score for Age is 142.593% (100.0/70.13).", "parameters": ["[18-25]", 100.0, 70.13, "Age", 142.593]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.13%. The fairness score is 1.426 using the following formula. 100.0/70.13 = 1.426", "parameters": ["Age", "18-25", 100.0, 70.13, 1.426]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.13 = 1.426", "parameters": [100.0, "/", 70.13, 1.426]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 39, true, "reference"], ["Sex", "male", "Risk", 9, false, "reference"], ["Sex", "female", "No Risk", 46, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 65, true, "reference"], ["Age", [26, 75], "Risk", 15, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 94, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 150, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.7, "payload_fairness_value": 108.8757396449704, "is_biased": true, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.25, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 81.25}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 88.46153846153845, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 88.46153846153845, "fairness_value": 92.7, "payload_fairness_value": 108.8757396449704, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": true}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-22 09:37:02.557000", "oldest_timestamp": "2019-07-22 09:37:02.557000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 92.7% (76.0/82.0).", "parameters": ["female", 76.0, 82.0, "Sex", 92.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.927 using the following formula. 76.0/82.0 = 0.927", "parameters": ["Sex", "female", 76.0, 82.0, 0.927]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 82.0 = 0.927", "parameters": [76.0, "/", 82.0, 0.927]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 88.462% of the time. The reference group received favorable outcomes 81.25% of the time. The fairness score for Sex is 108.876% (88.462/81.25).", "parameters": ["female", 88.462, 81.25, "Sex", 108.876]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 88.462%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.25%. The fairness score is 1.089 using the following formula. 88.462/81.25 = 1.089", "parameters": ["Sex", "female", 88.462, 81.25, 1.089]}, {"id": "disparate_impact_ratio_formula", "message": "88.462 / 81.25 = 1.089", "parameters": [88.462, "/", 81.25, 1.089]}]}]}, {"feature": "Age", "fairness_value": 97.8, "payload_fairness_value": 123.07692307692308, "is_biased": true, "majority": {"total_fav_percent": 82.45614035087719, "total_rows_percent": 38.0, "payload_total_fav_percent": 81.25, "values": [{"value": [26, 75], "fav_class_percent": 82.45614035087719, "payload_fav_class_percent": 81.25}]}, "minority": {"total_fav_percent": 80.64516129032258, "total_rows_percent": 62.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.64516129032258, "payload_fav_class_percent": 100.0, "fairness_value": 97.8, "payload_fairness_value": 123.07692307692308, "perfect_equality": 82.45614035087719, "acceptable_fav_class_percent": 80.807, "is_biased": true}], "acceptable_fav_class_percent": 80.807}, "records_evaluated": {"newest_timestamp": "2019-07-22 09:37:02.557000", "oldest_timestamp": "2019-07-22 09:37:02.557000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 65.51724137931035}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.645% of the time. The perfect equality is 82.456%. The fairness score for Age is 97.8% (80.645/82.456).", "parameters": ["[18-25]", 80.645, 82.456, "Age", 97.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.645%. The perfect equality value for that group is 82.456%. The fairness score is 0.978 using the following formula. 80.645/82.456 = 0.978", "parameters": ["Age", "18-25", 80.645, 82.456, 0.978]}, {"id": "disparate_impact_ratio_formula", "message": "80.645 / 82.456 = 0.978", "parameters": [80.645, "/", 82.456, 0.978]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 81.25% of the time. The fairness score for Age is 123.077% (100.0/81.25).", "parameters": ["[18-25]", 100.0, 81.25, "Age", 123.077]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.25%. The fairness score is 1.231 using the following formula. 100.0/81.25 = 1.231", "parameters": ["Age", "18-25", 100.0, 81.25, 1.231]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 81.25 = 1.231", "parameters": [100.0, "/", 81.25, 1.231]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 86.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 21, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 60, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 12, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 65, true, "monitored"], ["Sex", "female", "Risk", 35, false, "monitored"], ["Age", [26, 75], "No Risk", 85, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 144, true, "monitored"], ["Age", [18, 25], "Risk", 44, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 86.7, "payload_fairness_value": 100.81135902636915, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.83098591549296, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 71.83098591549296}]}, "minority": {"total_fav_percent": 65.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.41379310344827, "values": [{"value": "female", "fav_class_percent": 65.0, "payload_fav_class_percent": 72.41379310344827, "fairness_value": 86.7, "payload_fairness_value": 100.81135902636915, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-22 08:37:02.573000", "oldest_timestamp": "2019-07-22 08:37:02.573000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 65.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 86.7% (65.0/75.0).", "parameters": ["female", 65.0, 75.0, "Sex", 86.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 65.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.867 using the following formula. 65.0/75.0 = 0.867", "parameters": ["Sex", "female", 65.0, 75.0, 0.867]}, {"id": "disparate_impact_ratio_formula", "message": "65.0 / 75.0 = 0.867", "parameters": [65.0, "/", 75.0, 0.867]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.414% of the time. The reference group received favorable outcomes 71.831% of the time. The fairness score for Sex is 100.811% (72.414/71.831).", "parameters": ["female", 72.414, 71.831, "Sex", 100.811]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.414%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.831%. The fairness score is 1.008 using the following formula. 72.414/71.831 = 1.008", "parameters": ["Sex", "female", 72.414, 71.831, 1.008]}, {"id": "disparate_impact_ratio_formula", "message": "72.414 / 71.831 = 1.008", "parameters": [72.414, "/", 71.831, 1.008]}]}]}, {"feature": "Age", "fairness_value": 100.89999999999999, "payload_fairness_value": 146.66666666666669, "is_biased": false, "majority": {"total_fav_percent": 75.89285714285714, "total_rows_percent": 37.333333333333336, "payload_total_fav_percent": 68.18181818181817, "values": [{"value": [26, 75], "fav_class_percent": 75.89285714285714, "payload_fav_class_percent": 68.18181818181817}]}, "minority": {"total_fav_percent": 76.59574468085107, "total_rows_percent": 62.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.59574468085107, "payload_fav_class_percent": 100.0, "fairness_value": 100.89999999999999, "payload_fairness_value": 146.66666666666669, "perfect_equality": 75.89285714285714, "acceptable_fav_class_percent": 74.375, "is_biased": false}], "acceptable_fav_class_percent": 74.375}, "records_evaluated": {"newest_timestamp": "2019-07-22 08:37:02.573000", "oldest_timestamp": "2019-07-22 08:37:02.573000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.596% of the time. The perfect equality is 75.893%. The fairness score for Age is 100.9% (76.596/75.893).", "parameters": ["[18-25]", 76.596, 75.893, "Age", 100.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.596%. The perfect equality value for that group is 75.893%. The fairness score is 1.009 using the following formula. 76.596/75.893 = 1.009", "parameters": ["Age", "18-25", 76.596, 75.893, 1.009]}, {"id": "disparate_impact_ratio_formula", "message": "76.596 / 75.893 = 1.009", "parameters": [76.596, "/", 75.893, 1.009]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.182% of the time. The fairness score for Age is 146.667% (100.0/68.182).", "parameters": ["[18-25]", 100.0, 68.182, "Age", 146.667]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.182%. The fairness score is 1.467 using the following formula. 100.0/68.182 = 1.467", "parameters": ["Age", "18-25", 100.0, 68.182, 1.467]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.182 = 1.467", "parameters": [100.0, "/", 68.182, 1.467]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 98.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 93.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 52, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 3, false, "monitored"], ["Age", [26, 75], "No Risk", 61, true, "reference"], ["Age", [26, 75], "Risk", 17, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 80, true, "monitored"], ["Sex", "female", "Risk", 20, false, "monitored"], ["Age", [26, 75], "No Risk", 103, true, "reference"], ["Age", [26, 75], "Risk", 19, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 98.8, "payload_fairness_value": 115.7239819004525, "is_biased": false, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.78787878787878, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 78.78787878787878}]}, "minority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 91.17647058823529, "values": [{"value": "female", "fav_class_percent": 80.0, "payload_fav_class_percent": 91.17647058823529, "fairness_value": 98.8, "payload_fairness_value": 115.7239819004525, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": false}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-22 07:37:02.573000", "oldest_timestamp": "2019-07-22 07:37:02.573000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 98.8% (80.0/81.0).", "parameters": ["female", 80.0, 81.0, "Sex", 98.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.988 using the following formula. 80.0/81.0 = 0.988", "parameters": ["Sex", "female", 80.0, 81.0, 0.988]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 81.0 = 0.988", "parameters": [80.0, "/", 81.0, 0.988]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 91.176% of the time. The reference group received favorable outcomes 78.788% of the time. The fairness score for Sex is 115.724% (91.176/78.788).", "parameters": ["female", 91.176, 78.788, "Sex", 115.724]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 91.176%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.788%. The fairness score is 1.157 using the following formula. 91.176/78.788 = 1.157", "parameters": ["Sex", "female", 91.176, 78.788, 1.157]}, {"id": "disparate_impact_ratio_formula", "message": "91.176 / 78.788 = 1.157", "parameters": [91.176, "/", 78.788, 1.157]}]}]}, {"feature": "Age", "fairness_value": 93.2, "payload_fairness_value": 127.86885245901641, "is_biased": true, "majority": {"total_fav_percent": 84.42622950819673, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 78.2051282051282, "values": [{"value": [26, 75], "fav_class_percent": 84.42622950819673, "payload_fav_class_percent": 78.2051282051282}]}, "minority": {"total_fav_percent": 78.65168539325843, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 78.65168539325843, "payload_fav_class_percent": 100.0, "fairness_value": 93.2, "payload_fairness_value": 127.86885245901641, "perfect_equality": 84.42622950819673, "acceptable_fav_class_percent": 82.7377, "is_biased": true}], "acceptable_fav_class_percent": 82.7377}, "records_evaluated": {"newest_timestamp": "2019-07-22 07:37:02.573000", "oldest_timestamp": "2019-07-22 07:37:02.573000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 64.51612903225806}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.652% of the time. The perfect equality is 84.426%. The fairness score for Age is 93.2% (78.652/84.426).", "parameters": ["[18-25]", 78.652, 84.426, "Age", 93.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.652%. The perfect equality value for that group is 84.426%. The fairness score is 0.932 using the following formula. 78.652/84.426 = 0.932", "parameters": ["Age", "18-25", 78.652, 84.426, 0.932]}, {"id": "disparate_impact_ratio_formula", "message": "78.652 / 84.426 = 0.932", "parameters": [78.652, "/", 84.426, 0.932]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 78.205% of the time. The fairness score for Age is 127.869% (100.0/78.205).", "parameters": ["[18-25]", 100.0, 78.205, "Age", 127.869]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.205%. The fairness score is 1.279 using the following formula. 100.0/78.205 = 1.279", "parameters": ["Age", "18-25", 100.0, 78.205, 1.279]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 78.205 = 1.279", "parameters": [100.0, "/", 78.205, 1.279]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 27, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 77, true, "monitored"], ["Sex", "female", "Risk", 23, false, "monitored"], ["Age", [26, 75], "No Risk", 106, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 134, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.5, "payload_fairness_value": 114.81481481481481, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.0, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 75.0}]}, "minority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 86.11111111111111, "values": [{"value": "female", "fav_class_percent": 77.0, "payload_fav_class_percent": 86.11111111111111, "fairness_value": 97.5, "payload_fairness_value": 114.81481481481481, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-22 06:37:02.573000", "oldest_timestamp": "2019-07-22 06:37:02.573000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 97.5% (77.0/79.0).", "parameters": ["female", 77.0, 79.0, "Sex", 97.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.975 using the following formula. 77.0/79.0 = 0.975", "parameters": ["Sex", "female", 77.0, 79.0, 0.975]}, {"id": "disparate_impact_ratio_formula", "message": "77.0 / 79.0 = 0.975", "parameters": [77.0, "/", 79.0, 0.975]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 86.111% of the time. The reference group received favorable outcomes 75.0% of the time. The fairness score for Sex is 114.815% (86.111/75.0).", "parameters": ["female", 86.111, 75.0, "Sex", 114.815]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 86.111%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.0%. The fairness score is 1.148 using the following formula. 86.111/75.0 = 1.148", "parameters": ["Sex", "female", 86.111, 75.0, 1.148]}, {"id": "disparate_impact_ratio_formula", "message": "86.111 / 75.0 = 1.148", "parameters": [86.111, "/", 75.0, 1.148]}]}]}, {"feature": "Age", "fairness_value": 94.1, "payload_fairness_value": 140.3846153846154, "is_biased": true, "majority": {"total_fav_percent": 82.8125, "total_rows_percent": 42.66666666666667, "payload_total_fav_percent": 71.23287671232876, "values": [{"value": [26, 75], "fav_class_percent": 82.8125, "payload_fav_class_percent": 71.23287671232876}]}, "minority": {"total_fav_percent": 77.90697674418605, "total_rows_percent": 57.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.90697674418605, "payload_fav_class_percent": 100.0, "fairness_value": 94.1, "payload_fairness_value": 140.3846153846154, "perfect_equality": 82.8125, "acceptable_fav_class_percent": 81.1562, "is_biased": true}], "acceptable_fav_class_percent": 81.1562}, "records_evaluated": {"newest_timestamp": "2019-07-22 06:37:02.573000", "oldest_timestamp": "2019-07-22 06:37:02.573000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 54.166666666666664}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.907% of the time. The perfect equality is 82.812%. The fairness score for Age is 94.1% (77.907/82.812).", "parameters": ["[18-25]", 77.907, 82.812, "Age", 94.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.907%. The perfect equality value for that group is 82.812%. The fairness score is 0.941 using the following formula. 77.907/82.812 = 0.941", "parameters": ["Age", "18-25", 77.907, 82.812, 0.941]}, {"id": "disparate_impact_ratio_formula", "message": "77.907 / 82.812 = 0.941", "parameters": [77.907, "/", 82.812, 0.941]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.233% of the time. The fairness score for Age is 140.385% (100.0/71.233).", "parameters": ["[18-25]", 100.0, 71.233, "Age", 140.385]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.233%. The fairness score is 1.404 using the following formula. 100.0/71.233 = 1.404", "parameters": ["Age", "18-25", 100.0, 71.233, 1.404]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.233 = 1.404", "parameters": [100.0, "/", 71.233, 1.404]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.1, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 33, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 94, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.1, "payload_fairness_value": 99.06832298136645, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.3103448275862, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 79.3103448275862}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.57142857142857, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 78.57142857142857, "fairness_value": 96.1, "payload_fairness_value": 99.06832298136645, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-22 05:37:02.573000", "oldest_timestamp": "2019-07-22 05:37:02.573000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 96.1% (73.0/76.0).", "parameters": ["female", 73.0, 76.0, "Sex", 96.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.961 using the following formula. 73.0/76.0 = 0.961", "parameters": ["Sex", "female", 73.0, 76.0, 0.961]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 76.0 = 0.961", "parameters": [73.0, "/", 76.0, 0.961]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.571% of the time. The reference group received favorable outcomes 79.31% of the time. The fairness score for Sex is 99.068% (78.571/79.31).", "parameters": ["female", 78.571, 79.31, "Sex", 99.068]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.571%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 79.31%. The fairness score is 0.991 using the following formula. 78.571/79.31 = 0.991", "parameters": ["Sex", "female", 78.571, 79.31, 0.991]}, {"id": "disparate_impact_ratio_formula", "message": "78.571 / 79.31 = 0.991", "parameters": [78.571, "/", 79.31, 0.991]}]}]}, {"feature": "Age", "fairness_value": 96.6, "payload_fairness_value": 136.84210526315792, "is_biased": true, "majority": {"total_fav_percent": 79.66101694915254, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 73.07692307692307, "values": [{"value": [26, 75], "fav_class_percent": 79.66101694915254, "payload_fav_class_percent": 73.07692307692307}]}, "minority": {"total_fav_percent": 76.92307692307693, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.92307692307693, "payload_fav_class_percent": 100.0, "fairness_value": 96.6, "payload_fairness_value": 136.84210526315792, "perfect_equality": 79.66101694915254, "acceptable_fav_class_percent": 78.0678, "is_biased": true}], "acceptable_fav_class_percent": 78.0678}, "records_evaluated": {"newest_timestamp": "2019-07-22 05:37:02.573000", "oldest_timestamp": "2019-07-22 05:37:02.573000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 60.86956521739131}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.923% of the time. The perfect equality is 79.661%. The fairness score for Age is 96.6% (76.923/79.661).", "parameters": ["[18-25]", 76.923, 79.661, "Age", 96.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.923%. The perfect equality value for that group is 79.661%. The fairness score is 0.966 using the following formula. 76.923/79.661 = 0.966", "parameters": ["Age", "18-25", 76.923, 79.661, 0.966]}, {"id": "disparate_impact_ratio_formula", "message": "76.923 / 79.661 = 0.966", "parameters": [76.923, "/", 79.661, 0.966]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 73.077% of the time. The fairness score for Age is 136.842% (100.0/73.077).", "parameters": ["[18-25]", 100.0, 73.077, "Age", 136.842]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.077%. The fairness score is 1.368 using the following formula. 100.0/73.077 = 1.368", "parameters": ["Age", "18-25", 100.0, 73.077, 1.368]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 73.077 = 1.368", "parameters": [100.0, "/", 73.077, 1.368]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 92, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 141, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.0, "payload_fairness_value": 105.06037952846461, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.60317460317461, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 74.60317460317461}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.37837837837837, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 78.37837837837837, "fairness_value": 91.0, "payload_fairness_value": 105.06037952846461, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-22 04:37:02.573000", "oldest_timestamp": "2019-07-22 04:37:02.573000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 91.0% (71.0/78.0).", "parameters": ["female", 71.0, 78.0, "Sex", 91.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.91 using the following formula. 71.0/78.0 = 0.91", "parameters": ["Sex", "female", 71.0, 78.0, 0.91]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 78.0 = 0.91", "parameters": [71.0, "/", 78.0, 0.91]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.378% of the time. The reference group received favorable outcomes 74.603% of the time. The fairness score for Sex is 105.06% (78.378/74.603).", "parameters": ["female", 78.378, 74.603, "Sex", 105.06]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.378%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.603%. The fairness score is 1.051 using the following formula. 78.378/74.603 = 1.051", "parameters": ["Sex", "female", 78.378, 74.603, 1.051]}, {"id": "disparate_impact_ratio_formula", "message": "78.378 / 74.603 = 1.051", "parameters": [78.378, "/", 74.603, 1.051]}]}]}, {"feature": "Age", "fairness_value": 98.0, "payload_fairness_value": 142.10526315789474, "is_biased": true, "majority": {"total_fav_percent": 78.63247863247864, "total_rows_percent": 39.0, "payload_total_fav_percent": 70.37037037037037, "values": [{"value": [26, 75], "fav_class_percent": 78.63247863247864, "payload_fav_class_percent": 70.37037037037037}]}, "minority": {"total_fav_percent": 77.04918032786885, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.04918032786885, "payload_fav_class_percent": 100.0, "fairness_value": 98.0, "payload_fairness_value": 142.10526315789474, "perfect_equality": 78.63247863247864, "acceptable_fav_class_percent": 77.0598, "is_biased": true}], "acceptable_fav_class_percent": 77.0598}, "records_evaluated": {"newest_timestamp": "2019-07-22 04:37:02.573000", "oldest_timestamp": "2019-07-22 04:37:02.573000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 64.28571428571429}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.049% of the time. The perfect equality is 78.632%. The fairness score for Age is 98.0% (77.049/78.632).", "parameters": ["[18-25]", 77.049, 78.632, "Age", 98.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.049%. The perfect equality value for that group is 78.632%. The fairness score is 0.98 using the following formula. 77.049/78.632 = 0.98", "parameters": ["Age", "18-25", 77.049, 78.632, 0.98]}, {"id": "disparate_impact_ratio_formula", "message": "77.049 / 78.632 = 0.98", "parameters": [77.049, "/", 78.632, 0.98]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.37% of the time. The fairness score for Age is 142.105% (100.0/70.37).", "parameters": ["[18-25]", 100.0, 70.37, "Age", 142.105]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.37%. The fairness score is 1.421 using the following formula. 100.0/70.37 = 1.421", "parameters": ["Age", "18-25", 100.0, 70.37, 1.421]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.37 = 1.421", "parameters": [100.0, "/", 70.37, 1.421]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.2, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 91, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 141, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.2, "payload_fairness_value": 101.38580931263859, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.57627118644068, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 74.57627118644068}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.60975609756098, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 75.60975609756098, "fairness_value": 92.2, "payload_fairness_value": 101.38580931263859, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-22 03:37:02.573000", "oldest_timestamp": "2019-07-22 03:37:02.573000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 92.2% (71.0/77.0).", "parameters": ["female", 71.0, 77.0, "Sex", 92.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.922 using the following formula. 71.0/77.0 = 0.922", "parameters": ["Sex", "female", 71.0, 77.0, 0.922]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 77.0 = 0.922", "parameters": [71.0, "/", 77.0, 0.922]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.61% of the time. The reference group received favorable outcomes 74.576% of the time. The fairness score for Sex is 101.386% (75.61/74.576).", "parameters": ["female", 75.61, 74.576, "Sex", 101.386]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.61%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.576%. The fairness score is 1.014 using the following formula. 75.61/74.576 = 1.014", "parameters": ["Sex", "female", 75.61, 74.576, 1.014]}, {"id": "disparate_impact_ratio_formula", "message": "75.61 / 74.576 = 1.014", "parameters": [75.61, "/", 74.576, 1.014]}]}]}, {"feature": "Age", "fairness_value": 99.1, "payload_fairness_value": 144.64285714285717, "is_biased": false, "majority": {"total_fav_percent": 77.77777777777779, "total_rows_percent": 39.0, "payload_total_fav_percent": 69.1358024691358, "values": [{"value": [26, 75], "fav_class_percent": 77.77777777777779, "payload_fav_class_percent": 69.1358024691358}]}, "minority": {"total_fav_percent": 77.04918032786885, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.04918032786885, "payload_fav_class_percent": 100.0, "fairness_value": 99.1, "payload_fairness_value": 144.64285714285717, "perfect_equality": 77.77777777777779, "acceptable_fav_class_percent": 76.2222, "is_biased": false}], "acceptable_fav_class_percent": 76.2222}, "records_evaluated": {"newest_timestamp": "2019-07-22 03:37:02.573000", "oldest_timestamp": "2019-07-22 03:37:02.573000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.049% of the time. The perfect equality is 77.778%. The fairness score for Age is 99.1% (77.049/77.778).", "parameters": ["[18-25]", 77.049, 77.778, "Age", 99.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.049%. The perfect equality value for that group is 77.778%. The fairness score is 0.991 using the following formula. 77.049/77.778 = 0.991", "parameters": ["Age", "18-25", 77.049, 77.778, 0.991]}, {"id": "disparate_impact_ratio_formula", "message": "77.049 / 77.778 = 0.991", "parameters": [77.049, "/", 77.778, 0.991]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.136% of the time. The fairness score for Age is 144.643% (100.0/69.136).", "parameters": ["[18-25]", 100.0, 69.136, "Age", 144.643]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.136%. The fairness score is 1.446 using the following formula. 100.0/69.136 = 1.446", "parameters": ["Age", "18-25", 100.0, 69.136, 1.446]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.136 = 1.446", "parameters": [100.0, "/", 69.136, 1.446]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.60000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 61, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 16, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 94, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 145, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.60000000000001, "payload_fairness_value": 98.57456140350878, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.41935483870968, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 77.41935483870968}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.31578947368422, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 76.31578947368422, "fairness_value": 93.60000000000001, "payload_fairness_value": 98.57456140350878, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-22 02:37:02.573000", "oldest_timestamp": "2019-07-22 02:37:02.573000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 93.6% (73.0/78.0).", "parameters": ["female", 73.0, 78.0, "Sex", 93.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.936 using the following formula. 73.0/78.0 = 0.936", "parameters": ["Sex", "female", 73.0, 78.0, 0.936]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 78.0 = 0.936", "parameters": [73.0, "/", 78.0, 0.936]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.316% of the time. The reference group received favorable outcomes 77.419% of the time. The fairness score for Sex is 98.575% (76.316/77.419).", "parameters": ["female", 76.316, 77.419, "Sex", 98.575]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.316%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.419%. The fairness score is 0.986 using the following formula. 76.316/77.419 = 0.986", "parameters": ["Sex", "female", 76.316, 77.419, 0.986]}, {"id": "disparate_impact_ratio_formula", "message": "76.316 / 77.419 = 0.986", "parameters": [76.316, "/", 77.419, 0.986]}]}]}, {"feature": "Age", "fairness_value": 98.6, "payload_fairness_value": 137.70491803278688, "is_biased": false, "majority": {"total_fav_percent": 80.34188034188034, "total_rows_percent": 39.0, "payload_total_fav_percent": 72.61904761904762, "values": [{"value": [26, 75], "fav_class_percent": 80.34188034188034, "payload_fav_class_percent": 72.61904761904762}]}, "minority": {"total_fav_percent": 79.23497267759562, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.23497267759562, "payload_fav_class_percent": 100.0, "fairness_value": 98.6, "payload_fairness_value": 137.70491803278688, "perfect_equality": 80.34188034188034, "acceptable_fav_class_percent": 78.735, "is_biased": false}], "acceptable_fav_class_percent": 78.735}, "records_evaluated": {"newest_timestamp": "2019-07-22 02:37:02.573000", "oldest_timestamp": "2019-07-22 02:37:02.573000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.235% of the time. The perfect equality is 80.342%. The fairness score for Age is 98.6% (79.235/80.342).", "parameters": ["[18-25]", 79.235, 80.342, "Age", 98.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.235%. The perfect equality value for that group is 80.342%. The fairness score is 0.986 using the following formula. 79.235/80.342 = 0.986", "parameters": ["Age", "18-25", 79.235, 80.342, 0.986]}, {"id": "disparate_impact_ratio_formula", "message": "79.235 / 80.342 = 0.986", "parameters": [79.235, "/", 80.342, 0.986]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.619% of the time. The fairness score for Age is 137.705% (100.0/72.619).", "parameters": ["[18-25]", 100.0, 72.619, "Age", 137.705]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.619%. The fairness score is 1.377 using the following formula. 100.0/72.619 = 1.377", "parameters": ["Age", "18-25", 100.0, 72.619, 1.377]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.619 = 1.377", "parameters": [100.0, "/", 72.619, 1.377]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 42, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 48, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 136, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.5, "payload_fairness_value": 107.99755799755802, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 68.85245901639344, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 68.85245901639344}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.35897435897436, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 74.35897435897436, "fairness_value": 93.5, "payload_fairness_value": 107.99755799755802, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-22 01:37:02.573000", "oldest_timestamp": "2019-07-22 01:37:02.573000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 93.5% (72.0/77.0).", "parameters": ["female", 72.0, 77.0, "Sex", 93.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.935 using the following formula. 72.0/77.0 = 0.935", "parameters": ["Sex", "female", 72.0, 77.0, 0.935]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 77.0 = 0.935", "parameters": [72.0, "/", 77.0, 0.935]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.359% of the time. The reference group received favorable outcomes 68.852% of the time. The fairness score for Sex is 107.998% (74.359/68.852).", "parameters": ["female", 74.359, 68.852, "Sex", 107.998]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.359%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.852%. The fairness score is 1.08 using the following formula. 74.359/68.852 = 1.08", "parameters": ["Sex", "female", 74.359, 68.852, 1.08]}, {"id": "disparate_impact_ratio_formula", "message": "74.359 / 68.852 = 1.08", "parameters": [74.359, "/", 68.852, 1.08]}]}]}, {"feature": "Age", "fairness_value": 97.1, "payload_fairness_value": 160.41666666666669, "is_biased": true, "majority": {"total_fav_percent": 78.68852459016394, "total_rows_percent": 40.666666666666664, "payload_total_fav_percent": 62.33766233766234, "values": [{"value": [26, 75], "fav_class_percent": 78.68852459016394, "payload_fav_class_percent": 62.33766233766234}]}, "minority": {"total_fav_percent": 76.40449438202246, "total_rows_percent": 59.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.40449438202246, "payload_fav_class_percent": 100.0, "fairness_value": 97.1, "payload_fairness_value": 160.41666666666669, "perfect_equality": 78.68852459016394, "acceptable_fav_class_percent": 77.1148, "is_biased": true}], "acceptable_fav_class_percent": 77.1148}, "records_evaluated": {"newest_timestamp": "2019-07-22 01:37:02.573000", "oldest_timestamp": "2019-07-22 01:37:02.573000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 65.625}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.404% of the time. The perfect equality is 78.689%. The fairness score for Age is 97.1% (76.404/78.689).", "parameters": ["[18-25]", 76.404, 78.689, "Age", 97.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.404%. The perfect equality value for that group is 78.689%. The fairness score is 0.971 using the following formula. 76.404/78.689 = 0.971", "parameters": ["Age", "18-25", 76.404, 78.689, 0.971]}, {"id": "disparate_impact_ratio_formula", "message": "76.404 / 78.689 = 0.971", "parameters": [76.404, "/", 78.689, 0.971]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 62.338% of the time. The fairness score for Age is 160.417% (100.0/62.338).", "parameters": ["[18-25]", 100.0, 62.338, "Age", 160.417]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 62.338%. The fairness score is 1.604 using the following formula. 100.0/62.338 = 1.604", "parameters": ["Age", "18-25", 100.0, 62.338, 1.604]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 62.338 = 1.604", "parameters": [100.0, "/", 62.338, 1.604]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 40, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 25, true, "monitored"], ["Sex", "female", "Risk", 11, false, "monitored"], ["Age", [26, 75], "No Risk", 51, true, "reference"], ["Age", [26, 75], "Risk", 35, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 70, true, "reference"], ["Sex", "male", "Risk", 30, false, "reference"], ["Sex", "female", "No Risk", 65, true, "monitored"], ["Sex", "female", "Risk", 35, false, "monitored"], ["Age", [26, 75], "No Risk", 84, true, "reference"], ["Age", [26, 75], "Risk", 32, false, "reference"], ["Age", [18, 25], "No Risk", 130, true, "monitored"], ["Age", [18, 25], "Risk", 54, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.9, "payload_fairness_value": 111.11111111111111, "is_biased": true, "majority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 62.5, "values": [{"value": "male", "fav_class_percent": 70.0, "payload_fav_class_percent": 62.5}]}, "minority": {"total_fav_percent": 65.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 69.44444444444444, "values": [{"value": "female", "fav_class_percent": 65.0, "payload_fav_class_percent": 69.44444444444444, "fairness_value": 92.9, "payload_fairness_value": 111.11111111111111, "perfect_equality": 70.0, "acceptable_fav_class_percent": 68.6, "is_biased": true}], "acceptable_fav_class_percent": 68.6}, "records_evaluated": {"newest_timestamp": "2019-07-22 00:37:02.573000", "oldest_timestamp": "2019-07-22 00:37:02.573000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 65.0% of the time. The perfect equality is 70.0%. The fairness score for Sex is 92.9% (65.0/70.0).", "parameters": ["female", 65.0, 70.0, "Sex", 92.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 65.0%. The perfect equality value for that group is 70.0%. The fairness score is 0.929 using the following formula. 65.0/70.0 = 0.929", "parameters": ["Sex", "female", 65.0, 70.0, 0.929]}, {"id": "disparate_impact_ratio_formula", "message": "65.0 / 70.0 = 0.929", "parameters": [65.0, "/", 70.0, 0.929]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 69.444% of the time. The reference group received favorable outcomes 62.5% of the time. The fairness score for Sex is 111.111% (69.444/62.5).", "parameters": ["female", 69.444, 62.5, "Sex", 111.111]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 69.444%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 62.5%. The fairness score is 1.111 using the following formula. 69.444/62.5 = 1.111", "parameters": ["Sex", "female", 69.444, 62.5, 1.111]}, {"id": "disparate_impact_ratio_formula", "message": "69.444 / 62.5 = 1.111", "parameters": [69.444, "/", 62.5, 1.111]}]}]}, {"feature": "Age", "fairness_value": 97.6, "payload_fairness_value": 168.62745098039215, "is_biased": true, "majority": {"total_fav_percent": 72.41379310344827, "total_rows_percent": 38.666666666666664, "payload_total_fav_percent": 59.30232558139535, "values": [{"value": [26, 75], "fav_class_percent": 72.41379310344827, "payload_fav_class_percent": 59.30232558139535}]}, "minority": {"total_fav_percent": 70.65217391304348, "total_rows_percent": 61.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 70.65217391304348, "payload_fav_class_percent": 100.0, "fairness_value": 97.6, "payload_fairness_value": 168.62745098039215, "perfect_equality": 72.41379310344827, "acceptable_fav_class_percent": 70.9655, "is_biased": true}], "acceptable_fav_class_percent": 70.9655}, "records_evaluated": {"newest_timestamp": "2019-07-22 00:37:02.573000", "oldest_timestamp": "2019-07-22 00:37:02.573000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 48.148148148148145}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 70.652% of the time. The perfect equality is 72.414%. The fairness score for Age is 97.6% (70.652/72.414).", "parameters": ["[18-25]", 70.652, 72.414, "Age", 97.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 70.652%. The perfect equality value for that group is 72.414%. The fairness score is 0.976 using the following formula. 70.652/72.414 = 0.976", "parameters": ["Age", "18-25", 70.652, 72.414, 0.976]}, {"id": "disparate_impact_ratio_formula", "message": "70.652 / 72.414 = 0.976", "parameters": [70.652, "/", 72.414, 0.976]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 59.302% of the time. The fairness score for Age is 168.627% (100.0/59.302).", "parameters": ["[18-25]", 100.0, 59.302, "Age", 168.627]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 59.302%. The fairness score is 1.686 using the following formula. 100.0/59.302 = 1.686", "parameters": ["Age", "18-25", 100.0, 59.302, 1.686]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 59.302 = 1.686", "parameters": [100.0, "/", 59.302, 1.686]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 101.1, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 13, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 95, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 144, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.5, "payload_fairness_value": 84.375, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.0, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 80.0}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 67.5, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 67.5, "fairness_value": 93.5, "payload_fairness_value": 84.375, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-21 23:37:02.588000", "oldest_timestamp": "2019-07-21 23:37:02.573000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 93.5% (72.0/77.0).", "parameters": ["female", 72.0, 77.0, "Sex", 93.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.935 using the following formula. 72.0/77.0 = 0.935", "parameters": ["Sex", "female", 72.0, 77.0, 0.935]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 77.0 = 0.935", "parameters": [72.0, "/", 77.0, 0.935]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 67.5% of the time. The reference group received favorable outcomes 80.0% of the time. The fairness score for Sex is 84.375% (67.5/80.0).", "parameters": ["female", 67.5, 80.0, "Sex", 84.375]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 67.5%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 80.0%. The fairness score is 0.844 using the following formula. 67.5/80.0 = 0.844", "parameters": ["Sex", "female", 67.5, 80.0, 0.844]}, {"id": "disparate_impact_ratio_formula", "message": "67.5 / 80.0 = 0.844", "parameters": [67.5, "/", 80.0, 0.844]}]}]}, {"feature": "Age", "fairness_value": 101.1, "payload_fairness_value": 144.64285714285717, "is_biased": false, "majority": {"total_fav_percent": 79.16666666666666, "total_rows_percent": 40.0, "payload_total_fav_percent": 69.1358024691358, "values": [{"value": [26, 75], "fav_class_percent": 79.16666666666666, "payload_fav_class_percent": 69.1358024691358}]}, "minority": {"total_fav_percent": 80.0, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.0, "payload_fav_class_percent": 100.0, "fairness_value": 101.1, "payload_fairness_value": 144.64285714285717, "perfect_equality": 79.16666666666666, "acceptable_fav_class_percent": 77.5833, "is_biased": false}], "acceptable_fav_class_percent": 77.5833}, "records_evaluated": {"newest_timestamp": "2019-07-21 23:37:02.588000", "oldest_timestamp": "2019-07-21 23:37:02.573000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.0% of the time. The perfect equality is 79.167%. The fairness score for Age is 101.1% (80.0/79.167).", "parameters": ["[18-25]", 80.0, 79.167, "Age", 101.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.0%. The perfect equality value for that group is 79.167%. The fairness score is 1.011 using the following formula. 80.0/79.167 = 1.011", "parameters": ["Age", "18-25", 80.0, 79.167, 1.011]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 79.167 = 1.011", "parameters": [80.0, "/", 79.167, 1.011]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.136% of the time. The fairness score for Age is 144.643% (100.0/69.136).", "parameters": ["[18-25]", 100.0, 69.136, "Age", 144.643]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.136%. The fairness score is 1.446 using the following formula. 100.0/69.136 = 1.446", "parameters": ["Age", "18-25", 100.0, 69.136, 1.446]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.136 = 1.446", "parameters": [100.0, "/", 69.136, 1.446]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 88.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 37, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 38, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 69, true, "monitored"], ["Sex", "female", "Risk", 31, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 141, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 88.5, "payload_fairness_value": 115.81368602645199, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 69.81132075471697, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 69.81132075471697}]}, "minority": {"total_fav_percent": 69.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.85106382978722, "values": [{"value": "female", "fav_class_percent": 69.0, "payload_fav_class_percent": 80.85106382978722, "fairness_value": 88.5, "payload_fairness_value": 115.81368602645199, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-21 22:37:02.588000", "oldest_timestamp": "2019-07-21 22:37:02.588000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 69.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 88.5% (69.0/78.0).", "parameters": ["female", 69.0, 78.0, "Sex", 88.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 69.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.885 using the following formula. 69.0/78.0 = 0.885", "parameters": ["Sex", "female", 69.0, 78.0, 0.885]}, {"id": "disparate_impact_ratio_formula", "message": "69.0 / 78.0 = 0.885", "parameters": [69.0, "/", 78.0, 0.885]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.851% of the time. The reference group received favorable outcomes 69.811% of the time. The fairness score for Sex is 115.814% (80.851/69.811).", "parameters": ["female", 80.851, 69.811, "Sex", 115.814]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.851%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.811%. The fairness score is 1.158 using the following formula. 80.851/69.811 = 1.158", "parameters": ["Sex", "female", 80.851, 69.811, 1.158]}, {"id": "disparate_impact_ratio_formula", "message": "80.851 / 69.811 = 1.158", "parameters": [80.851, "/", 69.811, 1.158]}]}]}, {"feature": "Age", "fairness_value": 96.89999999999999, "payload_fairness_value": 143.10344827586206, "is_biased": true, "majority": {"total_fav_percent": 79.48717948717949, "total_rows_percent": 39.0, "payload_total_fav_percent": 69.87951807228916, "values": [{"value": [26, 75], "fav_class_percent": 79.48717948717949, "payload_fav_class_percent": 69.87951807228916}]}, "minority": {"total_fav_percent": 77.04918032786885, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 77.04918032786885, "payload_fav_class_percent": 100.0, "fairness_value": 96.89999999999999, "payload_fairness_value": 143.10344827586206, "perfect_equality": 79.48717948717949, "acceptable_fav_class_percent": 77.8974, "is_biased": true}], "acceptable_fav_class_percent": 77.8974}, "records_evaluated": {"newest_timestamp": "2019-07-21 22:37:02.588000", "oldest_timestamp": "2019-07-21 22:37:02.588000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 68.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 77.049% of the time. The perfect equality is 79.487%. The fairness score for Age is 96.9% (77.049/79.487).", "parameters": ["[18-25]", 77.049, 79.487, "Age", 96.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 77.049%. The perfect equality value for that group is 79.487%. The fairness score is 0.969 using the following formula. 77.049/79.487 = 0.969", "parameters": ["Age", "18-25", 77.049, 79.487, 0.969]}, {"id": "disparate_impact_ratio_formula", "message": "77.049 / 79.487 = 0.969", "parameters": [77.049, "/", 79.487, 0.969]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.88% of the time. The fairness score for Age is 143.103% (100.0/69.88).", "parameters": ["[18-25]", 100.0, 69.88, "Age", 143.103]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.88%. The fairness score is 1.431 using the following formula. 100.0/69.88 = 1.431", "parameters": ["Age", "18-25", 100.0, 69.88, 1.431]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.88 = 1.431", "parameters": [100.0, "/", 69.88, 1.431]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 98.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 36, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 95, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 139, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 98.7, "payload_fairness_value": 110.97890751757708, "is_biased": false, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.43859649122807, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 75.43859649122807}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.72093023255815, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 83.72093023255815, "fairness_value": 98.7, "payload_fairness_value": 110.97890751757708, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": false}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-21 21:37:02.588000", "oldest_timestamp": "2019-07-21 21:37:02.588000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 98.7% (75.0/76.0).", "parameters": ["female", 75.0, 76.0, "Sex", 98.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.987 using the following formula. 75.0/76.0 = 0.987", "parameters": ["Sex", "female", 75.0, 76.0, 0.987]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 76.0 = 0.987", "parameters": [75.0, "/", 76.0, 0.987]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 83.721% of the time. The reference group received favorable outcomes 75.439% of the time. The fairness score for Sex is 110.979% (83.721/75.439).", "parameters": ["female", 83.721, 75.439, "Sex", 110.979]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 83.721%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.439%. The fairness score is 1.11 using the following formula. 83.721/75.439 = 1.11", "parameters": ["Sex", "female", 83.721, 75.439, 1.11]}, {"id": "disparate_impact_ratio_formula", "message": "83.721 / 75.439 = 1.11", "parameters": [83.721, "/", 75.439, 1.11]}]}]}, {"feature": "Age", "fairness_value": 96.2, "payload_fairness_value": 135.59322033898303, "is_biased": true, "majority": {"total_fav_percent": 79.83193277310924, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 73.75, "values": [{"value": [26, 75], "fav_class_percent": 79.83193277310924, "payload_fav_class_percent": 73.75}]}, "minority": {"total_fav_percent": 76.79558011049724, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.79558011049724, "payload_fav_class_percent": 100.0, "fairness_value": 96.2, "payload_fairness_value": 135.59322033898303, "perfect_equality": 79.83193277310924, "acceptable_fav_class_percent": 78.2353, "is_biased": true}], "acceptable_fav_class_percent": 78.2353}, "records_evaluated": {"newest_timestamp": "2019-07-21 21:37:02.588000", "oldest_timestamp": "2019-07-21 21:37:02.588000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 64.28571428571429}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.796% of the time. The perfect equality is 79.832%. The fairness score for Age is 96.2% (76.796/79.832).", "parameters": ["[18-25]", 76.796, 79.832, "Age", 96.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.796%. The perfect equality value for that group is 79.832%. The fairness score is 0.962 using the following formula. 76.796/79.832 = 0.962", "parameters": ["Age", "18-25", 76.796, 79.832, 0.962]}, {"id": "disparate_impact_ratio_formula", "message": "76.796 / 79.832 = 0.962", "parameters": [76.796, "/", 79.832, 0.962]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 73.75% of the time. The fairness score for Age is 135.593% (100.0/73.75).", "parameters": ["[18-25]", 100.0, 73.75, "Age", 135.593]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.75%. The fairness score is 1.356 using the following formula. 100.0/73.75 = 1.356", "parameters": ["Age", "18-25", 100.0, 73.75, 1.356]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 73.75 = 1.356", "parameters": [100.0, "/", 73.75, 1.356]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 100.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 35, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 25, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 82, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 105, true, "reference"], ["Age", [26, 75], "Risk", 19, false, "reference"], ["Age", [18, 25], "No Risk", 150, true, "monitored"], ["Age", [18, 25], "Risk", 26, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.5, "payload_fairness_value": 101.2396694214876, "is_biased": true, "majority": {"total_fav_percent": 82.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.57142857142857, "values": [{"value": "male", "fav_class_percent": 82.0, "payload_fav_class_percent": 78.57142857142857}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.54545454545455, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 79.54545454545455, "fairness_value": 91.5, "payload_fairness_value": 101.2396694214876, "perfect_equality": 82.0, "acceptable_fav_class_percent": 80.36, "is_biased": true}], "acceptable_fav_class_percent": 80.36}, "records_evaluated": {"newest_timestamp": "2019-07-21 20:37:02.588000", "oldest_timestamp": "2019-07-21 20:37:02.588000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 82.0%. The fairness score for Sex is 91.5% (75.0/82.0).", "parameters": ["female", 75.0, 82.0, "Sex", 91.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 82.0%. The fairness score is 0.915 using the following formula. 75.0/82.0 = 0.915", "parameters": ["Sex", "female", 75.0, 82.0, 0.915]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 82.0 = 0.915", "parameters": [75.0, "/", 82.0, 0.915]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.545% of the time. The reference group received favorable outcomes 78.571% of the time. The fairness score for Sex is 101.24% (79.545/78.571).", "parameters": ["female", 79.545, 78.571, "Sex", 101.24]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.545%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.571%. The fairness score is 1.012 using the following formula. 79.545/78.571 = 1.012", "parameters": ["Sex", "female", 79.545, 78.571, 1.012]}, {"id": "disparate_impact_ratio_formula", "message": "79.545 / 78.571 = 1.012", "parameters": [79.545, "/", 78.571, 1.012]}]}]}, {"feature": "Age", "fairness_value": 100.6, "payload_fairness_value": 138.88888888888889, "is_biased": false, "majority": {"total_fav_percent": 84.67741935483872, "total_rows_percent": 41.333333333333336, "payload_total_fav_percent": 72.0, "values": [{"value": [26, 75], "fav_class_percent": 84.67741935483872, "payload_fav_class_percent": 72.0}]}, "minority": {"total_fav_percent": 85.22727272727273, "total_rows_percent": 58.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 85.22727272727273, "payload_fav_class_percent": 100.0, "fairness_value": 100.6, "payload_fairness_value": 138.88888888888889, "perfect_equality": 84.67741935483872, "acceptable_fav_class_percent": 82.9839, "is_biased": false}], "acceptable_fav_class_percent": 82.9839}, "records_evaluated": {"newest_timestamp": "2019-07-21 20:37:02.588000", "oldest_timestamp": "2019-07-21 20:37:02.588000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 85.227% of the time. The perfect equality is 84.677%. The fairness score for Age is 100.6% (85.227/84.677).", "parameters": ["[18-25]", 85.227, 84.677, "Age", 100.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 85.227%. The perfect equality value for that group is 84.677%. The fairness score is 1.006 using the following formula. 85.227/84.677 = 1.006", "parameters": ["Age", "18-25", 85.227, 84.677, 1.006]}, {"id": "disparate_impact_ratio_formula", "message": "85.227 / 84.677 = 1.006", "parameters": [85.227, "/", 84.677, 1.006]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.0% of the time. The fairness score for Age is 138.889% (100.0/72.0).", "parameters": ["[18-25]", 100.0, 72.0, "Age", 138.889]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.0%. The fairness score is 1.389 using the following formula. 100.0/72.0 = 1.389", "parameters": ["Age", "18-25", 100.0, 72.0, 1.389]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.0 = 1.389", "parameters": [100.0, "/", 72.0, 1.389]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.60000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 22, true, "monitored"], ["Sex", "female", "Risk", 13, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.60000000000001, "payload_fairness_value": 80.11204481792717, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.46153846153847, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 78.46153846153847}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 62.857142857142854, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 62.857142857142854, "fairness_value": 93.60000000000001, "payload_fairness_value": 80.11204481792717, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-21 19:37:02.588000", "oldest_timestamp": "2019-07-21 19:37:02.588000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 93.6% (73.0/78.0).", "parameters": ["female", 73.0, 78.0, "Sex", 93.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.936 using the following formula. 73.0/78.0 = 0.936", "parameters": ["Sex", "female", 73.0, 78.0, 0.936]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 78.0 = 0.936", "parameters": [73.0, "/", 78.0, 0.936]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 62.857% of the time. The reference group received favorable outcomes 78.462% of the time. The fairness score for Sex is 80.112% (62.857/78.462).", "parameters": ["female", 62.857, 78.462, "Sex", 80.112]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 62.857%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.462%. The fairness score is 0.801 using the following formula. 62.857/78.462 = 0.801", "parameters": ["Sex", "female", 62.857, 78.462, 0.801]}, {"id": "disparate_impact_ratio_formula", "message": "62.857 / 78.462 = 0.801", "parameters": [62.857, "/", 78.462, 0.801]}]}]}, {"feature": "Age", "fairness_value": 97.6, "payload_fairness_value": 150.00000000000003, "is_biased": true, "majority": {"total_fav_percent": 78.8135593220339, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": [26, 75], "fav_class_percent": 78.8135593220339, "payload_fav_class_percent": 66.66666666666666}]}, "minority": {"total_fav_percent": 76.92307692307693, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.92307692307693, "payload_fav_class_percent": 100.0, "fairness_value": 97.6, "payload_fairness_value": 150.00000000000003, "perfect_equality": 78.8135593220339, "acceptable_fav_class_percent": 77.2373, "is_biased": true}], "acceptable_fav_class_percent": 77.2373}, "records_evaluated": {"newest_timestamp": "2019-07-21 19:37:02.588000", "oldest_timestamp": "2019-07-21 19:37:02.588000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 65.0}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.923% of the time. The perfect equality is 78.814%. The fairness score for Age is 97.6% (76.923/78.814).", "parameters": ["[18-25]", 76.923, 78.814, "Age", 97.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.923%. The perfect equality value for that group is 78.814%. The fairness score is 0.976 using the following formula. 76.923/78.814 = 0.976", "parameters": ["Age", "18-25", 76.923, 78.814, 0.976]}, {"id": "disparate_impact_ratio_formula", "message": "76.923 / 78.814 = 0.976", "parameters": [76.923, "/", 78.814, 0.976]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.667% of the time. The fairness score for Age is 150.0% (100.0/66.667).", "parameters": ["[18-25]", 100.0, 66.667, "Age", 150.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.667%. The fairness score is 1.5 using the following formula. 100.0/66.667 = 1.5", "parameters": ["Age", "18-25", 100.0, 66.667, 1.5]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.667 = 1.5", "parameters": [100.0, "/", 66.667, 1.5]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.10000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 24, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 95, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 137, true, "monitored"], ["Age", [18, 25], "Risk", 44, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.10000000000001, "payload_fairness_value": 100.0, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.0, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 75.0}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.0, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 75.0, "fairness_value": 91.10000000000001, "payload_fairness_value": 100.0, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-21 18:37:02.588000", "oldest_timestamp": "2019-07-21 18:37:02.588000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 91.1% (72.0/79.0).", "parameters": ["female", 72.0, 79.0, "Sex", 91.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.911 using the following formula. 72.0/79.0 = 0.911", "parameters": ["Sex", "female", 72.0, 79.0, 0.911]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 79.0 = 0.911", "parameters": [72.0, "/", 79.0, 0.911]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The reference group received favorable outcomes 75.0% of the time. The fairness score for Sex is 100.0% (75.0/75.0).", "parameters": ["female", 75.0, 75.0, "Sex", 100.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.0%. The fairness score is 1.0 using the following formula. 75.0/75.0 = 1.0", "parameters": ["Sex", "female", 75.0, 75.0, 1.0]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 75.0 = 1.0", "parameters": [75.0, "/", 75.0, 1.0]}]}]}, {"feature": "Age", "fairness_value": 94.8, "payload_fairness_value": 148.07692307692307, "is_biased": true, "majority": {"total_fav_percent": 79.83193277310924, "total_rows_percent": 39.666666666666664, "payload_total_fav_percent": 67.53246753246754, "values": [{"value": [26, 75], "fav_class_percent": 79.83193277310924, "payload_fav_class_percent": 67.53246753246754}]}, "minority": {"total_fav_percent": 75.69060773480662, "total_rows_percent": 60.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 75.69060773480662, "payload_fav_class_percent": 100.0, "fairness_value": 94.8, "payload_fairness_value": 148.07692307692307, "perfect_equality": 79.83193277310924, "acceptable_fav_class_percent": 78.2353, "is_biased": true}], "acceptable_fav_class_percent": 78.2353}, "records_evaluated": {"newest_timestamp": "2019-07-21 18:37:02.588000", "oldest_timestamp": "2019-07-21 18:37:02.588000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 61.904761904761905}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 75.691% of the time. The perfect equality is 79.832%. The fairness score for Age is 94.8% (75.691/79.832).", "parameters": ["[18-25]", 75.691, 79.832, "Age", 94.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 75.691%. The perfect equality value for that group is 79.832%. The fairness score is 0.948 using the following formula. 75.691/79.832 = 0.948", "parameters": ["Age", "18-25", 75.691, 79.832, 0.948]}, {"id": "disparate_impact_ratio_formula", "message": "75.691 / 79.832 = 0.948", "parameters": [75.691, "/", 79.832, 0.948]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 67.532% of the time. The fairness score for Age is 148.077% (100.0/67.532).", "parameters": ["[18-25]", 100.0, 67.532, "Age", 148.077]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.532%. The fairness score is 1.481 using the following formula. 100.0/67.532 = 1.481", "parameters": ["Age", "18-25", 100.0, 67.532, 1.481]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 67.532 = 1.481", "parameters": [100.0, "/", 67.532, 1.481]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 90.9, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.39999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 52, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 26, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 53, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 25, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 70, true, "monitored"], ["Sex", "female", "Risk", 30, false, "monitored"], ["Age", [26, 75], "No Risk", 100, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 134, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 90.9, "payload_fairness_value": 88.88888888888889, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.25, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 81.25}]}, "minority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.22222222222221, "values": [{"value": "female", "fav_class_percent": 70.0, "payload_fav_class_percent": 72.22222222222221, "fairness_value": 90.9, "payload_fairness_value": 88.88888888888889, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-21 17:37:02.588000", "oldest_timestamp": "2019-07-21 17:37:02.588000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 90.9% (70.0/77.0).", "parameters": ["female", 70.0, 77.0, "Sex", 90.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.909 using the following formula. 70.0/77.0 = 0.909", "parameters": ["Sex", "female", 70.0, 77.0, 0.909]}, {"id": "disparate_impact_ratio_formula", "message": "70.0 / 77.0 = 0.909", "parameters": [70.0, "/", 77.0, 0.909]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.222% of the time. The reference group received favorable outcomes 81.25% of the time. The fairness score for Sex is 88.889% (72.222/81.25).", "parameters": ["female", 72.222, 81.25, "Sex", 88.889]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.222%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.25%. The fairness score is 0.889 using the following formula. 72.222/81.25 = 0.889", "parameters": ["Sex", "female", 72.222, 81.25, 0.889]}, {"id": "disparate_impact_ratio_formula", "message": "72.222 / 81.25 = 0.889", "parameters": [72.222, "/", 81.25, 0.889]}]}]}, {"feature": "Age", "fairness_value": 94.39999999999999, "payload_fairness_value": 141.50943396226415, "is_biased": true, "majority": {"total_fav_percent": 80.64516129032258, "total_rows_percent": 41.333333333333336, "payload_total_fav_percent": 70.66666666666667, "values": [{"value": [26, 75], "fav_class_percent": 80.64516129032258, "payload_fav_class_percent": 70.66666666666667}]}, "minority": {"total_fav_percent": 76.13636363636364, "total_rows_percent": 58.666666666666664, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.13636363636364, "payload_fav_class_percent": 100.0, "fairness_value": 94.39999999999999, "payload_fairness_value": 141.50943396226415, "perfect_equality": 80.64516129032258, "acceptable_fav_class_percent": 79.0323, "is_biased": true}], "acceptable_fav_class_percent": 79.0323}, "records_evaluated": {"newest_timestamp": "2019-07-21 17:37:02.588000", "oldest_timestamp": "2019-07-21 17:37:02.588000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.136% of the time. The perfect equality is 80.645%. The fairness score for Age is 94.4% (76.136/80.645).", "parameters": ["[18-25]", 76.136, 80.645, "Age", 94.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.136%. The perfect equality value for that group is 80.645%. The fairness score is 0.944 using the following formula. 76.136/80.645 = 0.944", "parameters": ["Age", "18-25", 76.136, 80.645, 0.944]}, {"id": "disparate_impact_ratio_formula", "message": "76.136 / 80.645 = 0.944", "parameters": [76.136, "/", 80.645, 0.944]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.667% of the time. The fairness score for Age is 141.509% (100.0/70.667).", "parameters": ["[18-25]", 100.0, 70.667, "Age", 141.509]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.667%. The fairness score is 1.415 using the following formula. 100.0/70.667 = 1.415", "parameters": ["Age", "18-25", 100.0, 70.667, 1.415]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.667 = 1.415", "parameters": [100.0, "/", 70.667, 1.415]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 35, true, "monitored"], ["Sex", "female", "Risk", 4, false, "monitored"], ["Age", [26, 75], "No Risk", 64, true, "reference"], ["Age", [26, 75], "Risk", 18, false, "reference"], ["Age", [18, 25], "No Risk", 18, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 76, true, "monitored"], ["Sex", "female", "Risk", 24, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 150, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.0, "payload_fairness_value": 116.47572285870157, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.04918032786885, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 77.04918032786885}]}, "minority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 89.74358974358975, "values": [{"value": "female", "fav_class_percent": 76.0, "payload_fav_class_percent": 89.74358974358975, "fairness_value": 95.0, "payload_fairness_value": 116.47572285870157, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-21 16:37:02.588000", "oldest_timestamp": "2019-07-21 16:37:02.588000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 95.0% (76.0/80.0).", "parameters": ["female", 76.0, 80.0, "Sex", 95.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.95 using the following formula. 76.0/80.0 = 0.95", "parameters": ["Sex", "female", 76.0, 80.0, 0.95]}, {"id": "disparate_impact_ratio_formula", "message": "76.0 / 80.0 = 0.95", "parameters": [76.0, "/", 80.0, 0.95]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 89.744% of the time. The reference group received favorable outcomes 77.049% of the time. The fairness score for Sex is 116.476% (89.744/77.049).", "parameters": ["female", 89.744, 77.049, "Sex", 116.476]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 89.744%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.049%. The fairness score is 1.165 using the following formula. 89.744/77.049 = 1.165", "parameters": ["Sex", "female", 89.744, 77.049, 1.165]}, {"id": "disparate_impact_ratio_formula", "message": "89.744 / 77.049 = 1.165", "parameters": [89.744, "/", 77.049, 1.165]}]}]}, {"feature": "Age", "fairness_value": 99.2, "payload_fairness_value": 128.125, "is_biased": false, "majority": {"total_fav_percent": 83.05084745762711, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 78.04878048780488, "values": [{"value": [26, 75], "fav_class_percent": 83.05084745762711, "payload_fav_class_percent": 78.04878048780488}]}, "minority": {"total_fav_percent": 82.41758241758241, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 82.41758241758241, "payload_fav_class_percent": 100.0, "fairness_value": 99.2, "payload_fairness_value": 128.125, "perfect_equality": 83.05084745762711, "acceptable_fav_class_percent": 81.3898, "is_biased": false}], "acceptable_fav_class_percent": 81.3898}, "records_evaluated": {"newest_timestamp": "2019-07-21 16:37:02.588000", "oldest_timestamp": "2019-07-21 16:37:02.588000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 82.418% of the time. The perfect equality is 83.051%. The fairness score for Age is 99.2% (82.418/83.051).", "parameters": ["[18-25]", 82.418, 83.051, "Age", 99.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 82.418%. The perfect equality value for that group is 83.051%. The fairness score is 0.992 using the following formula. 82.418/83.051 = 0.992", "parameters": ["Age", "18-25", 82.418, 83.051, 0.992]}, {"id": "disparate_impact_ratio_formula", "message": "82.418 / 83.051 = 0.992", "parameters": [82.418, "/", 83.051, 0.992]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 78.049% of the time. The fairness score for Age is 128.125% (100.0/78.049).", "parameters": ["[18-25]", 100.0, 78.049, "Age", 128.125]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.049%. The fairness score is 1.281 using the following formula. 100.0/78.049 = 1.281", "parameters": ["Age", "18-25", 100.0, 78.049, 1.281]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 78.049 = 1.281", "parameters": [100.0, "/", 78.049, 1.281]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.4, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 93.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 34, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 55, true, "reference"], ["Age", [26, 75], "Risk", 19, false, "reference"], ["Age", [18, 25], "No Risk", 26, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 90, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 134, true, "monitored"], ["Age", [18, 25], "Risk", 50, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.4, "payload_fairness_value": 108.51063829787235, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.33333333333333, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 78.33333333333333}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 85.0, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 85.0, "fairness_value": 93.4, "payload_fairness_value": 108.51063829787235, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-21 15:37:17.585000", "oldest_timestamp": "2019-07-21 15:37:17.584000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 93.4% (71.0/76.0).", "parameters": ["female", 71.0, 76.0, "Sex", 93.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.934 using the following formula. 71.0/76.0 = 0.934", "parameters": ["Sex", "female", 71.0, 76.0, 0.934]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 76.0 = 0.934", "parameters": [71.0, "/", 76.0, 0.934]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 85.0% of the time. The reference group received favorable outcomes 78.333% of the time. The fairness score for Sex is 108.511% (85.0/78.333).", "parameters": ["female", 85.0, 78.333, "Sex", 108.511]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 85.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 78.333%. The fairness score is 1.085 using the following formula. 85.0/78.333 = 1.085", "parameters": ["Sex", "female", 85.0, 78.333, 1.085]}, {"id": "disparate_impact_ratio_formula", "message": "85.0 / 78.333 = 1.085", "parameters": [85.0, "/", 78.333, 1.085]}]}]}, {"feature": "Age", "fairness_value": 93.89999999999999, "payload_fairness_value": 134.54545454545453, "is_biased": true, "majority": {"total_fav_percent": 77.58620689655173, "total_rows_percent": 38.666666666666664, "payload_total_fav_percent": 74.32432432432432, "values": [{"value": [26, 75], "fav_class_percent": 77.58620689655173, "payload_fav_class_percent": 74.32432432432432}]}, "minority": {"total_fav_percent": 72.82608695652173, "total_rows_percent": 61.33333333333333, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 72.82608695652173, "payload_fav_class_percent": 100.0, "fairness_value": 93.89999999999999, "payload_fairness_value": 134.54545454545453, "perfect_equality": 77.58620689655173, "acceptable_fav_class_percent": 76.0345, "is_biased": true}], "acceptable_fav_class_percent": 76.0345}, "records_evaluated": {"newest_timestamp": "2019-07-21 15:37:17.585000", "oldest_timestamp": "2019-07-21 15:37:17.584000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 64.44444444444444}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 72.826% of the time. The perfect equality is 77.586%. The fairness score for Age is 93.9% (72.826/77.586).", "parameters": ["[18-25]", 72.826, 77.586, "Age", 93.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 72.826%. The perfect equality value for that group is 77.586%. The fairness score is 0.939 using the following formula. 72.826/77.586 = 0.939", "parameters": ["Age", "18-25", 72.826, 77.586, 0.939]}, {"id": "disparate_impact_ratio_formula", "message": "72.826 / 77.586 = 0.939", "parameters": [72.826, "/", 77.586, 0.939]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 74.324% of the time. The fairness score for Age is 134.545% (100.0/74.324).", "parameters": ["[18-25]", 100.0, 74.324, "Age", 134.545]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.324%. The fairness score is 1.345 using the following formula. 100.0/74.324 = 1.345", "parameters": ["Age", "18-25", 100.0, 74.324, 1.345]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 74.324 = 1.345", "parameters": [100.0, "/", 74.324, 1.345]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.69999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 37, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 34, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 49, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"], ["Age", [18, 25], "Risk", 1, false, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 102, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 139, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.5, "payload_fairness_value": 121.81018227529856, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 64.91228070175438, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 64.91228070175438}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.06976744186046, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 79.06976744186046, "fairness_value": 92.5, "payload_fairness_value": 121.81018227529856, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-21 14:37:17.586000", "oldest_timestamp": "2019-07-21 14:37:17.585000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 92.5% (74.0/80.0).", "parameters": ["female", 74.0, 80.0, "Sex", 92.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.925 using the following formula. 74.0/80.0 = 0.925", "parameters": ["Sex", "female", 74.0, 80.0, 0.925]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 80.0 = 0.925", "parameters": [74.0, "/", 80.0, 0.925]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.07% of the time. The reference group received favorable outcomes 64.912% of the time. The fairness score for Sex is 121.81% (79.07/64.912).", "parameters": ["female", 79.07, 64.912, "Sex", 121.81]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.07%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 64.912%. The fairness score is 1.218 using the following formula. 79.07/64.912 = 1.218", "parameters": ["Sex", "female", 79.07, 64.912, 1.218]}, {"id": "disparate_impact_ratio_formula", "message": "79.07 / 64.912 = 1.218", "parameters": [79.07, "/", 64.912, 1.218]}]}]}, {"feature": "Age", "fairness_value": 94.69999999999999, "payload_fairness_value": 150.3105590062112, "is_biased": true, "majority": {"total_fav_percent": 82.92682926829268, "total_rows_percent": 41.0, "payload_total_fav_percent": 63.63636363636363, "values": [{"value": [26, 75], "fav_class_percent": 82.92682926829268, "payload_fav_class_percent": 63.63636363636363}]}, "minority": {"total_fav_percent": 78.53107344632768, "total_rows_percent": 59.0, "payload_total_fav_percent": 95.65217391304348, "values": [{"value": [18, 25], "fav_class_percent": 78.53107344632768, "payload_fav_class_percent": 95.65217391304348, "fairness_value": 94.69999999999999, "payload_fairness_value": 150.3105590062112, "perfect_equality": 82.92682926829268, "acceptable_fav_class_percent": 81.2683, "is_biased": true}], "acceptable_fav_class_percent": 81.2683}, "records_evaluated": {"newest_timestamp": "2019-07-21 14:37:17.586000", "oldest_timestamp": "2019-07-21 14:37:17.585000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 71.42857142857143}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.531% of the time. The perfect equality is 82.927%. The fairness score for Age is 94.7% (78.531/82.927).", "parameters": ["[18-25]", 78.531, 82.927, "Age", 94.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.531%. The perfect equality value for that group is 82.927%. The fairness score is 0.947 using the following formula. 78.531/82.927 = 0.947", "parameters": ["Age", "18-25", 78.531, 82.927, 0.947]}, {"id": "disparate_impact_ratio_formula", "message": "78.531 / 82.927 = 0.947", "parameters": [78.531, "/", 82.927, 0.947]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 95.652% of the time. The reference group received favorable outcomes 63.636% of the time. The fairness score for Age is 150.311% (95.652/63.636).", "parameters": ["[18-25]", 95.652, 63.636, "Age", 150.311]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 95.652%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 63.636%. The fairness score is 1.503 using the following formula. 95.652/63.636 = 1.503", "parameters": ["Age", "18-25", 95.652, 63.636, 1.503]}, {"id": "disparate_impact_ratio_formula", "message": "95.652 / 63.636 = 1.503", "parameters": [95.652, "/", 63.636, 1.503]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.19999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 24, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 69, true, "reference"], ["Sex", "male", "Risk", 31, false, "reference"], ["Sex", "female", "No Risk", 65, true, "monitored"], ["Sex", "female", "Risk", 35, false, "monitored"], ["Age", [26, 75], "No Risk", 86, true, "reference"], ["Age", [26, 75], "Risk", 34, false, "reference"], ["Age", [18, 25], "No Risk", 125, true, "monitored"], ["Age", [18, 25], "Risk", 55, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.19999999999999, "payload_fairness_value": 100.67189249720046, "is_biased": true, "majority": {"total_fav_percent": 69.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.80645161290323, "values": [{"value": "male", "fav_class_percent": 69.0, "payload_fav_class_percent": 75.80645161290323}]}, "minority": {"total_fav_percent": 65.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.31578947368422, "values": [{"value": "female", "fav_class_percent": 65.0, "payload_fav_class_percent": 76.31578947368422, "fairness_value": 94.19999999999999, "payload_fairness_value": 100.67189249720046, "perfect_equality": 69.0, "acceptable_fav_class_percent": 67.62, "is_biased": true}], "acceptable_fav_class_percent": 67.62}, "records_evaluated": {"newest_timestamp": "2019-07-21 13:37:17.588000", "oldest_timestamp": "2019-07-21 13:37:17.587000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 65.0% of the time. The perfect equality is 69.0%. The fairness score for Sex is 94.2% (65.0/69.0).", "parameters": ["female", 65.0, 69.0, "Sex", 94.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 65.0%. The perfect equality value for that group is 69.0%. The fairness score is 0.942 using the following formula. 65.0/69.0 = 0.942", "parameters": ["Sex", "female", 65.0, 69.0, 0.942]}, {"id": "disparate_impact_ratio_formula", "message": "65.0 / 69.0 = 0.942", "parameters": [65.0, "/", 69.0, 0.942]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 76.316% of the time. The reference group received favorable outcomes 75.806% of the time. The fairness score for Sex is 100.672% (76.316/75.806).", "parameters": ["female", 76.316, 75.806, "Sex", 100.672]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 76.316%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.806%. The fairness score is 1.007 using the following formula. 76.316/75.806 = 1.007", "parameters": ["Sex", "female", 76.316, 75.806, 1.007]}, {"id": "disparate_impact_ratio_formula", "message": "76.316 / 75.806 = 1.007", "parameters": [76.316, "/", 75.806, 1.007]}]}]}, {"feature": "Age", "fairness_value": 96.89999999999999, "payload_fairness_value": 146.15384615384616, "is_biased": true, "majority": {"total_fav_percent": 71.66666666666667, "total_rows_percent": 40.0, "payload_total_fav_percent": 68.42105263157895, "values": [{"value": [26, 75], "fav_class_percent": 71.66666666666667, "payload_fav_class_percent": 68.42105263157895}]}, "minority": {"total_fav_percent": 69.44444444444444, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 69.44444444444444, "payload_fav_class_percent": 100.0, "fairness_value": 96.89999999999999, "payload_fairness_value": 146.15384615384616, "perfect_equality": 71.66666666666667, "acceptable_fav_class_percent": 70.2333, "is_biased": true}], "acceptable_fav_class_percent": 70.2333}, "records_evaluated": {"newest_timestamp": "2019-07-21 13:37:17.588000", "oldest_timestamp": "2019-07-21 13:37:17.587000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [18, 19], "fav_percent": 61.81818181818181}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 69.444% of the time. The perfect equality is 71.667%. The fairness score for Age is 96.9% (69.444/71.667).", "parameters": ["[18-25]", 69.444, 71.667, "Age", 96.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 69.444%. The perfect equality value for that group is 71.667%. The fairness score is 0.969 using the following formula. 69.444/71.667 = 0.969", "parameters": ["Age", "18-25", 69.444, 71.667, 0.969]}, {"id": "disparate_impact_ratio_formula", "message": "69.444 / 71.667 = 0.969", "parameters": [69.444, "/", 71.667, 0.969]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.421% of the time. The fairness score for Age is 146.154% (100.0/68.421).", "parameters": ["[18-25]", 100.0, 68.421, "Age", 146.154]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.421%. The fairness score is 1.462 using the following formula. 100.0/68.421 = 1.462", "parameters": ["Age", "18-25", 100.0, 68.421, 1.462]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.421 = 1.462", "parameters": [100.0, "/", 68.421, 1.462]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 88.6, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 91.9, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 17, false, "reference"], ["Sex", "female", "No Risk", 22, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 15, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 70, true, "monitored"], ["Sex", "female", "Risk", 30, false, "monitored"], ["Age", [26, 75], "No Risk", 104, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 132, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 88.6, "payload_fairness_value": 87.15486194477789, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.24242424242425, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 74.24242424242425}]}, "minority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 64.70588235294117, "values": [{"value": "female", "fav_class_percent": 70.0, "payload_fav_class_percent": 64.70588235294117, "fairness_value": 88.6, "payload_fairness_value": 87.15486194477789, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-21 12:37:17.590000", "oldest_timestamp": "2019-07-21 12:37:17.588000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 88.6% (70.0/79.0).", "parameters": ["female", 70.0, 79.0, "Sex", 88.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.886 using the following formula. 70.0/79.0 = 0.886", "parameters": ["Sex", "female", 70.0, 79.0, 0.886]}, {"id": "disparate_impact_ratio_formula", "message": "70.0 / 79.0 = 0.886", "parameters": [70.0, "/", 79.0, 0.886]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 64.706% of the time. The reference group received favorable outcomes 74.242% of the time. The fairness score for Sex is 87.155% (64.706/74.242).", "parameters": ["female", 64.706, 74.242, "Sex", 87.155]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 64.706%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.242%. The fairness score is 0.872 using the following formula. 64.706/74.242 = 0.872", "parameters": ["Sex", "female", 64.706, 74.242, 0.872]}, {"id": "disparate_impact_ratio_formula", "message": "64.706 / 74.242 = 0.872", "parameters": [64.706, "/", 74.242, 0.872]}]}]}, {"feature": "Age", "fairness_value": 91.9, "payload_fairness_value": 151.7857142857143, "is_biased": true, "majority": {"total_fav_percent": 82.53968253968253, "total_rows_percent": 42.0, "payload_total_fav_percent": 65.88235294117646, "values": [{"value": [26, 75], "fav_class_percent": 82.53968253968253, "payload_fav_class_percent": 65.88235294117646}]}, "minority": {"total_fav_percent": 75.86206896551724, "total_rows_percent": 57.99999999999999, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 75.86206896551724, "payload_fav_class_percent": 100.0, "fairness_value": 91.9, "payload_fairness_value": 151.7857142857143, "perfect_equality": 82.53968253968253, "acceptable_fav_class_percent": 80.8889, "is_biased": true}], "acceptable_fav_class_percent": 80.8889}, "records_evaluated": {"newest_timestamp": "2019-07-21 12:37:17.590000", "oldest_timestamp": "2019-07-21 12:37:17.588000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 75.862% of the time. The perfect equality is 82.54%. The fairness score for Age is 91.9% (75.862/82.54).", "parameters": ["[18-25]", 75.862, 82.54, "Age", 91.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 75.862%. The perfect equality value for that group is 82.54%. The fairness score is 0.919 using the following formula. 75.862/82.54 = 0.919", "parameters": ["Age", "18-25", 75.862, 82.54, 0.919]}, {"id": "disparate_impact_ratio_formula", "message": "75.862 / 82.54 = 0.919", "parameters": [75.862, "/", 82.54, 0.919]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 65.882% of the time. The fairness score for Age is 151.786% (100.0/65.882).", "parameters": ["[18-25]", 100.0, 65.882, "Age", 151.786]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 65.882%. The fairness score is 1.518 using the following formula. 100.0/65.882 = 1.518", "parameters": ["Age", "18-25", 100.0, 65.882, 1.518]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 65.882 = 1.518", "parameters": [100.0, "/", 65.882, 1.518]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 88.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 34, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 41, true, "monitored"], ["Sex", "female", "Risk", 12, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 66, true, "monitored"], ["Sex", "female", "Risk", 34, false, "monitored"], ["Age", [26, 75], "No Risk", 86, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 140, true, "monitored"], ["Age", [18, 25], "Risk", 46, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 88.0, "payload_fairness_value": 106.9367369589345, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.3404255319149, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 72.3404255319149}]}, "minority": {"total_fav_percent": 66.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.35849056603774, "values": [{"value": "female", "fav_class_percent": 66.0, "payload_fav_class_percent": 77.35849056603774, "fairness_value": 88.0, "payload_fairness_value": 106.9367369589345, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-21 11:37:17.591000", "oldest_timestamp": "2019-07-21 11:37:17.590000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 66.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 88.0% (66.0/75.0).", "parameters": ["female", 66.0, 75.0, "Sex", 88.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 66.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.88 using the following formula. 66.0/75.0 = 0.88", "parameters": ["Sex", "female", 66.0, 75.0, 0.88]}, {"id": "disparate_impact_ratio_formula", "message": "66.0 / 75.0 = 0.88", "parameters": [66.0, "/", 75.0, 0.88]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.358% of the time. The reference group received favorable outcomes 72.34% of the time. The fairness score for Sex is 106.937% (77.358/72.34).", "parameters": ["female", 77.358, 72.34, "Sex", 106.937]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.358%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.34%. The fairness score is 1.069 using the following formula. 77.358/72.34 = 1.069", "parameters": ["Sex", "female", 77.358, 72.34, 1.069]}, {"id": "disparate_impact_ratio_formula", "message": "77.358 / 72.34 = 1.069", "parameters": [77.358, "/", 72.34, 1.069]}]}]}, {"feature": "Age", "fairness_value": 99.8, "payload_fairness_value": 144.64285714285717, "is_biased": false, "majority": {"total_fav_percent": 75.43859649122807, "total_rows_percent": 38.0, "payload_total_fav_percent": 69.1358024691358, "values": [{"value": [26, 75], "fav_class_percent": 75.43859649122807, "payload_fav_class_percent": 69.1358024691358}]}, "minority": {"total_fav_percent": 75.26881720430107, "total_rows_percent": 62.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 75.26881720430107, "payload_fav_class_percent": 100.0, "fairness_value": 99.8, "payload_fairness_value": 144.64285714285717, "perfect_equality": 75.43859649122807, "acceptable_fav_class_percent": 73.9298, "is_biased": false}], "acceptable_fav_class_percent": 73.9298}, "records_evaluated": {"newest_timestamp": "2019-07-21 11:37:17.591000", "oldest_timestamp": "2019-07-21 11:37:17.590000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 75.269% of the time. The perfect equality is 75.439%. The fairness score for Age is 99.8% (75.269/75.439).", "parameters": ["[18-25]", 75.269, 75.439, "Age", 99.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 75.269%. The perfect equality value for that group is 75.439%. The fairness score is 0.998 using the following formula. 75.269/75.439 = 0.998", "parameters": ["Age", "18-25", 75.269, 75.439, 0.998]}, {"id": "disparate_impact_ratio_formula", "message": "75.269 / 75.439 = 0.998", "parameters": [75.269, "/", 75.439, 0.998]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.136% of the time. The fairness score for Age is 144.643% (100.0/69.136).", "parameters": ["[18-25]", 100.0, 69.136, "Age", 144.643]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.136%. The fairness score is 1.446 using the following formula. 100.0/69.136 = 1.446", "parameters": ["Age", "18-25", 100.0, 69.136, 1.446]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.136 = 1.446", "parameters": [100.0, "/", 69.136, 1.446]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.7, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 105.69999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 44, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 49, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 94, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 147, true, "monitored"], ["Age", [18, 25], "Risk", 32, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.7, "payload_fairness_value": 103.82775119617223, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.96774193548387, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 70.96774193548387}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.68421052631578, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 73.68421052631578, "fairness_value": 93.7, "payload_fairness_value": 103.82775119617223, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-21 10:37:17.593000", "oldest_timestamp": "2019-07-21 10:37:17.591000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 93.7% (74.0/79.0).", "parameters": ["female", 74.0, 79.0, "Sex", 93.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.937 using the following formula. 74.0/79.0 = 0.937", "parameters": ["Sex", "female", 74.0, 79.0, 0.937]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 79.0 = 0.937", "parameters": [74.0, "/", 79.0, 0.937]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.684% of the time. The reference group received favorable outcomes 70.968% of the time. The fairness score for Sex is 103.828% (73.684/70.968).", "parameters": ["female", 73.684, 70.968, "Sex", 103.828]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.684%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.968%. The fairness score is 1.038 using the following formula. 73.684/70.968 = 1.038", "parameters": ["Sex", "female", 73.684, 70.968, 1.038]}, {"id": "disparate_impact_ratio_formula", "message": "73.684 / 70.968 = 1.038", "parameters": [73.684, "/", 70.968, 1.038]}]}]}, {"feature": "Age", "fairness_value": 105.69999999999999, "payload_fairness_value": 157.14285714285717, "is_biased": false, "majority": {"total_fav_percent": 77.68595041322314, "total_rows_percent": 40.33333333333333, "payload_total_fav_percent": 63.63636363636363, "values": [{"value": [26, 75], "fav_class_percent": 77.68595041322314, "payload_fav_class_percent": 63.63636363636363}]}, "minority": {"total_fav_percent": 82.12290502793296, "total_rows_percent": 59.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 82.12290502793296, "payload_fav_class_percent": 100.0, "fairness_value": 105.69999999999999, "payload_fairness_value": 157.14285714285717, "perfect_equality": 77.68595041322314, "acceptable_fav_class_percent": 76.1322, "is_biased": false}], "acceptable_fav_class_percent": 76.1322}, "records_evaluated": {"newest_timestamp": "2019-07-21 10:37:17.593000", "oldest_timestamp": "2019-07-21 10:37:17.591000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 82.123% of the time. The perfect equality is 77.686%. The fairness score for Age is 105.7% (82.123/77.686).", "parameters": ["[18-25]", 82.123, 77.686, "Age", 105.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 82.123%. The perfect equality value for that group is 77.686%. The fairness score is 1.057 using the following formula. 82.123/77.686 = 1.057", "parameters": ["Age", "18-25", 82.123, 77.686, 1.057]}, {"id": "disparate_impact_ratio_formula", "message": "82.123 / 77.686 = 1.057", "parameters": [82.123, "/", 77.686, 1.057]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 63.636% of the time. The fairness score for Age is 157.143% (100.0/63.636).", "parameters": ["[18-25]", 100.0, 63.636, "Age", 157.143]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 63.636%. The fairness score is 1.571 using the following formula. 100.0/63.636 = 1.571", "parameters": ["Age", "18-25", 100.0, 63.636, 1.571]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 63.636 = 1.571", "parameters": [100.0, "/", 63.636, 1.571]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 45, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 26, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 48, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 23, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 69, true, "monitored"], ["Sex", "female", "Risk", 31, false, "monitored"], ["Age", [26, 75], "No Risk", 99, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 137, true, "monitored"], ["Age", [18, 25], "Risk", 38, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.0, "payload_fairness_value": 102.71604938271604, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.3125, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 70.3125}]}, "minority": {"total_fav_percent": 69.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.22222222222221, "values": [{"value": "female", "fav_class_percent": 69.0, "payload_fav_class_percent": 72.22222222222221, "fairness_value": 92.0, "payload_fairness_value": 102.71604938271604, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-21 09:37:17.594000", "oldest_timestamp": "2019-07-21 09:37:17.593000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 69.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 92.0% (69.0/75.0).", "parameters": ["female", 69.0, 75.0, "Sex", 92.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 69.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.92 using the following formula. 69.0/75.0 = 0.92", "parameters": ["Sex", "female", 69.0, 75.0, 0.92]}, {"id": "disparate_impact_ratio_formula", "message": "69.0 / 75.0 = 0.92", "parameters": [69.0, "/", 75.0, 0.92]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.222% of the time. The reference group received favorable outcomes 70.312% of the time. The fairness score for Sex is 102.716% (72.222/70.312).", "parameters": ["female", 72.222, 70.312, "Sex", 102.716]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.222%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.312%. The fairness score is 1.027 using the following formula. 72.222/70.312 = 1.027", "parameters": ["Sex", "female", 72.222, 70.312, 1.027]}, {"id": "disparate_impact_ratio_formula", "message": "72.222 / 70.312 = 1.027", "parameters": [72.222, "/", 70.312, 1.027]}]}]}, {"feature": "Age", "fairness_value": 98.8, "payload_fairness_value": 160.41666666666669, "is_biased": false, "majority": {"total_fav_percent": 79.2, "total_rows_percent": 41.66666666666667, "payload_total_fav_percent": 62.33766233766234, "values": [{"value": [26, 75], "fav_class_percent": 79.2, "payload_fav_class_percent": 62.33766233766234}]}, "minority": {"total_fav_percent": 78.28571428571428, "total_rows_percent": 58.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 78.28571428571428, "payload_fav_class_percent": 100.0, "fairness_value": 98.8, "payload_fairness_value": 160.41666666666669, "perfect_equality": 79.2, "acceptable_fav_class_percent": 77.616, "is_biased": false}], "acceptable_fav_class_percent": 77.616}, "records_evaluated": {"newest_timestamp": "2019-07-21 09:37:17.594000", "oldest_timestamp": "2019-07-21 09:37:17.593000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.286% of the time. The perfect equality is 79.2%. The fairness score for Age is 98.8% (78.286/79.2).", "parameters": ["[18-25]", 78.286, 79.2, "Age", 98.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.286%. The perfect equality value for that group is 79.2%. The fairness score is 0.988 using the following formula. 78.286/79.2 = 0.988", "parameters": ["Age", "18-25", 78.286, 79.2, 0.988]}, {"id": "disparate_impact_ratio_formula", "message": "78.286 / 79.2 = 0.988", "parameters": [78.286, "/", 79.2, 0.988]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 62.338% of the time. The fairness score for Age is 160.417% (100.0/62.338).", "parameters": ["[18-25]", 100.0, 62.338, "Age", 160.417]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 62.338%. The fairness score is 1.604 using the following formula. 100.0/62.338 = 1.604", "parameters": ["Age", "18-25", 100.0, 62.338, 1.604]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 62.338 = 1.604", "parameters": [100.0, "/", 62.338, 1.604]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 93.2, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.39999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 20, true, "monitored"], ["Sex", "female", "Risk", 16, false, "monitored"], ["Age", [26, 75], "No Risk", 51, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 73, true, "reference"], ["Sex", "male", "Risk", 27, false, "reference"], ["Sex", "female", "No Risk", 68, true, "monitored"], ["Sex", "female", "Risk", 32, false, "monitored"], ["Age", [26, 75], "No Risk", 95, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 129, true, "monitored"], ["Age", [18, 25], "Risk", 48, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 93.2, "payload_fairness_value": 69.71677559912854, "is_biased": true, "majority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.6875, "values": [{"value": "male", "fav_class_percent": 73.0, "payload_fav_class_percent": 79.6875}]}, "minority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 55.55555555555556, "values": [{"value": "female", "fav_class_percent": 68.0, "payload_fav_class_percent": 55.55555555555556, "fairness_value": 93.2, "payload_fairness_value": 69.71677559912854, "perfect_equality": 73.0, "acceptable_fav_class_percent": 71.54, "is_biased": true}], "acceptable_fav_class_percent": 71.54}, "records_evaluated": {"newest_timestamp": "2019-07-21 08:37:17.596000", "oldest_timestamp": "2019-07-21 08:37:17.595000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.0% of the time. The perfect equality is 73.0%. The fairness score for Sex is 93.2% (68.0/73.0).", "parameters": ["female", 68.0, 73.0, "Sex", 93.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.0%. The perfect equality value for that group is 73.0%. The fairness score is 0.932 using the following formula. 68.0/73.0 = 0.932", "parameters": ["Sex", "female", 68.0, 73.0, 0.932]}, {"id": "disparate_impact_ratio_formula", "message": "68.0 / 73.0 = 0.932", "parameters": [68.0, "/", 73.0, 0.932]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 55.556% of the time. The reference group received favorable outcomes 79.688% of the time. The fairness score for Sex is 69.717% (55.556/79.688).", "parameters": ["female", 55.556, 79.688, "Sex", 69.717]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 55.556%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 79.688%. The fairness score is 0.697 using the following formula. 55.556/79.688 = 0.697", "parameters": ["Sex", "female", 55.556, 79.688, 0.697]}, {"id": "disparate_impact_ratio_formula", "message": "55.556 / 79.688 = 0.697", "parameters": [55.556, "/", 79.688, 0.697]}]}]}, {"feature": "Age", "fairness_value": 94.39999999999999, "payload_fairness_value": 156.86274509803923, "is_biased": true, "majority": {"total_fav_percent": 77.23577235772358, "total_rows_percent": 41.0, "payload_total_fav_percent": 63.74999999999999, "values": [{"value": [26, 75], "fav_class_percent": 77.23577235772358, "payload_fav_class_percent": 63.74999999999999}]}, "minority": {"total_fav_percent": 72.88135593220339, "total_rows_percent": 59.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 72.88135593220339, "payload_fav_class_percent": 100.0, "fairness_value": 94.39999999999999, "payload_fairness_value": 156.86274509803923, "perfect_equality": 77.23577235772358, "acceptable_fav_class_percent": 75.6911, "is_biased": true}], "acceptable_fav_class_percent": 75.6911}, "records_evaluated": {"newest_timestamp": "2019-07-21 08:37:17.596000", "oldest_timestamp": "2019-07-21 08:37:17.595000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [22, 23], "fav_percent": 65.95744680851064}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 72.881% of the time. The perfect equality is 77.236%. The fairness score for Age is 94.4% (72.881/77.236).", "parameters": ["[18-25]", 72.881, 77.236, "Age", 94.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 72.881%. The perfect equality value for that group is 77.236%. The fairness score is 0.944 using the following formula. 72.881/77.236 = 0.944", "parameters": ["Age", "18-25", 72.881, 77.236, 0.944]}, {"id": "disparate_impact_ratio_formula", "message": "72.881 / 77.236 = 0.944", "parameters": [72.881, "/", 77.236, 0.944]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 63.75% of the time. The fairness score for Age is 156.863% (100.0/63.75).", "parameters": ["[18-25]", 100.0, 63.75, "Age", 156.863]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 63.75%. The fairness score is 1.569 using the following formula. 100.0/63.75 = 1.569", "parameters": ["Age", "18-25", 100.0, 63.75, 1.569]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 63.75 = 1.569", "parameters": [100.0, "/", 63.75, 1.569]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 90.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 102.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 13, false, "reference"], ["Sex", "female", "No Risk", 35, true, "monitored"], ["Sex", "female", "Risk", 9, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 69, true, "monitored"], ["Sex", "female", "Risk", 31, false, "monitored"], ["Age", [26, 75], "No Risk", 94, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 143, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 90.8, "payload_fairness_value": 103.59408033826638, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.78571428571429, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 76.78571428571429}]}, "minority": {"total_fav_percent": 69.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 79.54545454545455, "values": [{"value": "female", "fav_class_percent": 69.0, "payload_fav_class_percent": 79.54545454545455, "fairness_value": 90.8, "payload_fairness_value": 103.59408033826638, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-21 07:37:17.597000", "oldest_timestamp": "2019-07-21 07:37:17.596000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 69.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 90.8% (69.0/76.0).", "parameters": ["female", 69.0, 76.0, "Sex", 90.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 69.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.908 using the following formula. 69.0/76.0 = 0.908", "parameters": ["Sex", "female", 69.0, 76.0, 0.908]}, {"id": "disparate_impact_ratio_formula", "message": "69.0 / 76.0 = 0.908", "parameters": [69.0, "/", 76.0, 0.908]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 79.545% of the time. The reference group received favorable outcomes 76.786% of the time. The fairness score for Sex is 103.594% (79.545/76.786).", "parameters": ["female", 79.545, 76.786, "Sex", 103.594]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 79.545%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.786%. The fairness score is 1.036 using the following formula. 79.545/76.786 = 1.036", "parameters": ["Sex", "female", 79.545, 76.786, 1.036]}, {"id": "disparate_impact_ratio_formula", "message": "79.545 / 76.786 = 1.036", "parameters": [79.545, "/", 76.786, 1.036]}]}]}, {"feature": "Age", "fairness_value": 102.8, "payload_fairness_value": 137.93103448275863, "is_biased": false, "majority": {"total_fav_percent": 77.68595041322314, "total_rows_percent": 40.33333333333333, "payload_total_fav_percent": 72.5, "values": [{"value": [26, 75], "fav_class_percent": 77.68595041322314, "payload_fav_class_percent": 72.5}]}, "minority": {"total_fav_percent": 79.88826815642457, "total_rows_percent": 59.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 79.88826815642457, "payload_fav_class_percent": 100.0, "fairness_value": 102.8, "payload_fairness_value": 137.93103448275863, "perfect_equality": 77.68595041322314, "acceptable_fav_class_percent": 76.1322, "is_biased": false}], "acceptable_fav_class_percent": 76.1322}, "records_evaluated": {"newest_timestamp": "2019-07-21 07:37:17.597000", "oldest_timestamp": "2019-07-21 07:37:17.596000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.888% of the time. The perfect equality is 77.686%. The fairness score for Age is 102.8% (79.888/77.686).", "parameters": ["[18-25]", 79.888, 77.686, "Age", 102.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.888%. The perfect equality value for that group is 77.686%. The fairness score is 1.028 using the following formula. 79.888/77.686 = 1.028", "parameters": ["Age", "18-25", 79.888, 77.686, 1.028]}, {"id": "disparate_impact_ratio_formula", "message": "79.888 / 77.686 = 1.028", "parameters": [79.888, "/", 77.686, 1.028]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.5% of the time. The fairness score for Age is 137.931% (100.0/72.5).", "parameters": ["[18-25]", 100.0, 72.5, "Age", 137.931]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.5%. The fairness score is 1.379 using the following formula. 100.0/72.5 = 1.379", "parameters": ["Age", "18-25", 100.0, 72.5, 1.379]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.5 = 1.379", "parameters": [100.0, "/", 72.5, 1.379]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.4, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 51, true, "reference"], ["Sex", "male", "Risk", 10, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 10, false, "monitored"], ["Age", [26, 75], "No Risk", 63, true, "reference"], ["Age", [26, 75], "Risk", 20, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 24, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.4, "payload_fairness_value": 88.93916540975366, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 83.60655737704919, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 83.60655737704919}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.35897435897436, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 74.35897435897436, "fairness_value": 92.4, "payload_fairness_value": 88.93916540975366, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-21 06:37:17.599000", "oldest_timestamp": "2019-07-21 06:37:17.598000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 92.4% (73.0/79.0).", "parameters": ["female", 73.0, 79.0, "Sex", 92.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.924 using the following formula. 73.0/79.0 = 0.924", "parameters": ["Sex", "female", 73.0, 79.0, 0.924]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 79.0 = 0.924", "parameters": [73.0, "/", 79.0, 0.924]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.359% of the time. The reference group received favorable outcomes 83.607% of the time. The fairness score for Sex is 88.939% (74.359/83.607).", "parameters": ["female", 74.359, 83.607, "Sex", 88.939]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.359%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 83.607%. The fairness score is 0.889 using the following formula. 74.359/83.607 = 0.889", "parameters": ["Sex", "female", 74.359, 83.607, 0.889]}, {"id": "disparate_impact_ratio_formula", "message": "74.359 / 83.607 = 0.889", "parameters": [74.359, "/", 83.607, 0.889]}]}]}, {"feature": "Age", "fairness_value": 95.8, "payload_fairness_value": 131.74603174603175, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 40.0, "payload_total_fav_percent": 75.90361445783132, "values": [{"value": [26, 75], "fav_class_percent": 80.0, "payload_fav_class_percent": 75.90361445783132}]}, "minority": {"total_fav_percent": 76.66666666666667, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.66666666666667, "payload_fav_class_percent": 100.0, "fairness_value": 95.8, "payload_fairness_value": 131.74603174603175, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-21 06:37:17.599000", "oldest_timestamp": "2019-07-21 06:37:17.598000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 58.333333333333336}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.667% of the time. The perfect equality is 80.0%. The fairness score for Age is 95.8% (76.667/80.0).", "parameters": ["[18-25]", 76.667, 80.0, "Age", 95.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.667%. The perfect equality value for that group is 80.0%. The fairness score is 0.958 using the following formula. 76.667/80.0 = 0.958", "parameters": ["Age", "18-25", 76.667, 80.0, 0.958]}, {"id": "disparate_impact_ratio_formula", "message": "76.667 / 80.0 = 0.958", "parameters": [76.667, "/", 80.0, 0.958]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 75.904% of the time. The fairness score for Age is 131.746% (100.0/75.904).", "parameters": ["[18-25]", 100.0, 75.904, "Age", 131.746]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.904%. The fairness score is 1.317 using the following formula. 100.0/75.904 = 1.317", "parameters": ["Age", "18-25", 100.0, 75.904, 1.317]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 75.904 = 1.317", "parameters": [100.0, "/", 75.904, 1.317]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.60000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 97.89999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 41, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 38, true, "monitored"], ["Sex", "female", "Risk", 5, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 27, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 75, true, "monitored"], ["Sex", "female", "Risk", 25, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 147, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.60000000000001, "payload_fairness_value": 122.85876347135564, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.9298245614035, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 71.9298245614035}]}, "minority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 88.37209302325581, "values": [{"value": "female", "fav_class_percent": 75.0, "payload_fav_class_percent": 88.37209302325581, "fairness_value": 92.60000000000001, "payload_fairness_value": 122.85876347135564, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-21 05:37:17.600000", "oldest_timestamp": "2019-07-21 05:37:17.599000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 75.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 92.6% (75.0/81.0).", "parameters": ["female", 75.0, 81.0, "Sex", 92.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 75.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.926 using the following formula. 75.0/81.0 = 0.926", "parameters": ["Sex", "female", 75.0, 81.0, 0.926]}, {"id": "disparate_impact_ratio_formula", "message": "75.0 / 81.0 = 0.926", "parameters": [75.0, "/", 81.0, 0.926]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 88.372% of the time. The reference group received favorable outcomes 71.93% of the time. The fairness score for Sex is 122.859% (88.372/71.93).", "parameters": ["female", 88.372, 71.93, "Sex", 122.859]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 88.372%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.93%. The fairness score is 1.229 using the following formula. 88.372/71.93 = 1.229", "parameters": ["Sex", "female", 88.372, 71.93, 1.229]}, {"id": "disparate_impact_ratio_formula", "message": "88.372 / 71.93 = 1.229", "parameters": [88.372, "/", 71.93, 1.229]}]}]}, {"feature": "Age", "fairness_value": 97.89999999999999, "payload_fairness_value": 140.3846153846154, "is_biased": true, "majority": {"total_fav_percent": 82.05128205128204, "total_rows_percent": 39.0, "payload_total_fav_percent": 71.23287671232876, "values": [{"value": [26, 75], "fav_class_percent": 82.05128205128204, "payload_fav_class_percent": 71.23287671232876}]}, "minority": {"total_fav_percent": 80.32786885245902, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.32786885245902, "payload_fav_class_percent": 100.0, "fairness_value": 97.89999999999999, "payload_fairness_value": 140.3846153846154, "perfect_equality": 82.05128205128204, "acceptable_fav_class_percent": 80.4103, "is_biased": true}], "acceptable_fav_class_percent": 80.4103}, "records_evaluated": {"newest_timestamp": "2019-07-21 05:37:17.600000", "oldest_timestamp": "2019-07-21 05:37:17.599000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 72.5}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.328% of the time. The perfect equality is 82.051%. The fairness score for Age is 97.9% (80.328/82.051).", "parameters": ["[18-25]", 80.328, 82.051, "Age", 97.9]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.328%. The perfect equality value for that group is 82.051%. The fairness score is 0.979 using the following formula. 80.328/82.051 = 0.979", "parameters": ["Age", "18-25", 80.328, 82.051, 0.979]}, {"id": "disparate_impact_ratio_formula", "message": "80.328 / 82.051 = 0.979", "parameters": [80.328, "/", 82.051, 0.979]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.233% of the time. The fairness score for Age is 140.385% (100.0/71.233).", "parameters": ["[18-25]", 100.0, 71.233, "Age", 140.385]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.233%. The fairness score is 1.404 using the following formula. 100.0/71.233 = 1.404", "parameters": ["Age", "18-25", 100.0, 71.233, 1.404]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.233 = 1.404", "parameters": [100.0, "/", 71.233, 1.404]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 95.1, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 95.19999999999999, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 53, true, "reference"], ["Sex", "male", "Risk", 12, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 19, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"], ["Age", [18, 25], "Risk", 1, false, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 81, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 77, true, "monitored"], ["Sex", "female", "Risk", 23, false, "monitored"], ["Age", [26, 75], "No Risk", 105, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 95.1, "payload_fairness_value": 94.60916442048519, "is_biased": true, "majority": {"total_fav_percent": 81.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.53846153846153, "values": [{"value": "male", "fav_class_percent": 81.0, "payload_fav_class_percent": 81.53846153846153}]}, "minority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.14285714285715, "values": [{"value": "female", "fav_class_percent": 77.0, "payload_fav_class_percent": 77.14285714285715, "fairness_value": 95.1, "payload_fairness_value": 94.60916442048519, "perfect_equality": 81.0, "acceptable_fav_class_percent": 79.38, "is_biased": true}], "acceptable_fav_class_percent": 79.38}, "records_evaluated": {"newest_timestamp": "2019-07-21 04:37:17.602000", "oldest_timestamp": "2019-07-21 04:37:17.601000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.0% of the time. The perfect equality is 81.0%. The fairness score for Sex is 95.1% (77.0/81.0).", "parameters": ["female", 77.0, 81.0, "Sex", 95.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.0%. The perfect equality value for that group is 81.0%. The fairness score is 0.951 using the following formula. 77.0/81.0 = 0.951", "parameters": ["Sex", "female", 77.0, 81.0, 0.951]}, {"id": "disparate_impact_ratio_formula", "message": "77.0 / 81.0 = 0.951", "parameters": [77.0, "/", 81.0, 0.951]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.143% of the time. The reference group received favorable outcomes 81.538% of the time. The fairness score for Sex is 94.609% (77.143/81.538).", "parameters": ["female", 77.143, 81.538, "Sex", 94.609]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.143%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 81.538%. The fairness score is 0.946 using the following formula. 77.143/81.538 = 0.946", "parameters": ["Sex", "female", 77.143, 81.538, 0.946]}, {"id": "disparate_impact_ratio_formula", "message": "77.143 / 81.538 = 0.946", "parameters": [77.143, "/", 81.538, 0.946]}]}]}, {"feature": "Age", "fairness_value": 95.19999999999999, "payload_fairness_value": 126.19414483821265, "is_biased": true, "majority": {"total_fav_percent": 83.33333333333334, "total_rows_percent": 42.0, "payload_total_fav_percent": 75.64102564102564, "values": [{"value": [26, 75], "fav_class_percent": 83.33333333333334, "payload_fav_class_percent": 75.64102564102564}]}, "minority": {"total_fav_percent": 79.3103448275862, "total_rows_percent": 57.99999999999999, "payload_total_fav_percent": 95.45454545454545, "values": [{"value": [18, 25], "fav_class_percent": 79.3103448275862, "payload_fav_class_percent": 95.45454545454545, "fairness_value": 95.19999999999999, "payload_fairness_value": 126.19414483821265, "perfect_equality": 83.33333333333334, "acceptable_fav_class_percent": 81.6667, "is_biased": true}], "acceptable_fav_class_percent": 81.6667}, "records_evaluated": {"newest_timestamp": "2019-07-21 04:37:17.602000", "oldest_timestamp": "2019-07-21 04:37:17.601000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 67.85714285714286}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 79.31% of the time. The perfect equality is 83.333%. The fairness score for Age is 95.2% (79.31/83.333).", "parameters": ["[18-25]", 79.31, 83.333, "Age", 95.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 79.31%. The perfect equality value for that group is 83.333%. The fairness score is 0.952 using the following formula. 79.31/83.333 = 0.952", "parameters": ["Age", "18-25", 79.31, 83.333, 0.952]}, {"id": "disparate_impact_ratio_formula", "message": "79.31 / 83.333 = 0.952", "parameters": [79.31, "/", 83.333, 0.952]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 95.455% of the time. The reference group received favorable outcomes 75.641% of the time. The fairness score for Age is 126.194% (95.455/75.641).", "parameters": ["[18-25]", 95.455, 75.641, "Age", 126.194]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 95.455%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.641%. The fairness score is 1.262 using the following formula. 95.455/75.641 = 1.262", "parameters": ["Age", "18-25", 95.455, 75.641, 1.262]}, {"id": "disparate_impact_ratio_formula", "message": "95.455 / 75.641 = 1.262", "parameters": [95.455, "/", 75.641, 1.262]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 97.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.5, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 42, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 78, true, "monitored"], ["Sex", "female", "Risk", 22, false, "monitored"], ["Age", [26, 75], "No Risk", 103, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 33, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 97.5, "payload_fairness_value": 124.31077694235589, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 67.74193548387096, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 67.74193548387096}]}, "minority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 84.21052631578947, "values": [{"value": "female", "fav_class_percent": 78.0, "payload_fav_class_percent": 84.21052631578947, "fairness_value": 97.5, "payload_fairness_value": 124.31077694235589, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-21 03:37:17.604000", "oldest_timestamp": "2019-07-21 03:37:17.602000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 97.5% (78.0/80.0).", "parameters": ["female", 78.0, 80.0, "Sex", 97.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.975 using the following formula. 78.0/80.0 = 0.975", "parameters": ["Sex", "female", 78.0, 80.0, 0.975]}, {"id": "disparate_impact_ratio_formula", "message": "78.0 / 80.0 = 0.975", "parameters": [78.0, "/", 80.0, 0.975]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 84.211% of the time. The reference group received favorable outcomes 67.742% of the time. The fairness score for Sex is 124.311% (84.211/67.742).", "parameters": ["female", 84.211, 67.742, "Sex", 124.311]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 84.211%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 67.742%. The fairness score is 1.243 using the following formula. 84.211/67.742 = 1.243", "parameters": ["Sex", "female", 84.211, 67.742, 1.243]}, {"id": "disparate_impact_ratio_formula", "message": "84.211 / 67.742 = 1.243", "parameters": [84.211, "/", 67.742, 1.243]}]}]}, {"feature": "Age", "fairness_value": 98.5, "payload_fairness_value": 145.61403508771932, "is_biased": false, "majority": {"total_fav_percent": 82.39999999999999, "total_rows_percent": 41.66666666666667, "payload_total_fav_percent": 68.67469879518072, "values": [{"value": [26, 75], "fav_class_percent": 82.39999999999999, "payload_fav_class_percent": 68.67469879518072}]}, "minority": {"total_fav_percent": 81.14285714285714, "total_rows_percent": 58.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 81.14285714285714, "payload_fav_class_percent": 100.0, "fairness_value": 98.5, "payload_fairness_value": 145.61403508771932, "perfect_equality": 82.39999999999999, "acceptable_fav_class_percent": 80.752, "is_biased": false}], "acceptable_fav_class_percent": 80.752}, "records_evaluated": {"newest_timestamp": "2019-07-21 03:37:17.604000", "oldest_timestamp": "2019-07-21 03:37:17.602000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 81.143% of the time. The perfect equality is 82.4%. The fairness score for Age is 98.5% (81.143/82.4).", "parameters": ["[18-25]", 81.143, 82.4, "Age", 98.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 81.143%. The perfect equality value for that group is 82.4%. The fairness score is 0.985 using the following formula. 81.143/82.4 = 0.985", "parameters": ["Age", "18-25", 81.143, 82.4, 0.985]}, {"id": "disparate_impact_ratio_formula", "message": "81.143 / 82.4 = 0.985", "parameters": [81.143, "/", 82.4, 0.985]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 68.675% of the time. The fairness score for Age is 145.614% (100.0/68.675).", "parameters": ["[18-25]", 100.0, 68.675, "Age", 145.614]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.675%. The fairness score is 1.456 using the following formula. 100.0/68.675 = 1.456", "parameters": ["Age", "18-25", 100.0, 68.675, 1.456]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 68.675 = 1.456", "parameters": [100.0, "/", 68.675, 1.456]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.3, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 98.6, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 34, true, "monitored"], ["Sex", "female", "Risk", 8, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 21, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 77, true, "monitored"], ["Sex", "female", "Risk", 23, false, "monitored"], ["Age", [26, 75], "No Risk", 96, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 146, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.3, "payload_fairness_value": 109.19158361018826, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 74.13793103448276, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 74.13793103448276}]}, "minority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.95238095238095, "values": [{"value": "female", "fav_class_percent": 77.0, "payload_fav_class_percent": 80.95238095238095, "fairness_value": 96.3, "payload_fairness_value": 109.19158361018826, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-21 02:37:17.605000", "oldest_timestamp": "2019-07-21 02:37:17.604000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 77.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 96.3% (77.0/80.0).", "parameters": ["female", 77.0, 80.0, "Sex", 96.3]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 77.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.963 using the following formula. 77.0/80.0 = 0.963", "parameters": ["Sex", "female", 77.0, 80.0, 0.963]}, {"id": "disparate_impact_ratio_formula", "message": "77.0 / 80.0 = 0.963", "parameters": [77.0, "/", 80.0, 0.963]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.952% of the time. The reference group received favorable outcomes 74.138% of the time. The fairness score for Sex is 109.192% (80.952/74.138).", "parameters": ["female", 80.952, 74.138, "Sex", 109.192]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.952%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 74.138%. The fairness score is 1.092 using the following formula. 80.952/74.138 = 1.092", "parameters": ["Sex", "female", 80.952, 74.138, 1.092]}, {"id": "disparate_impact_ratio_formula", "message": "80.952 / 74.138 = 1.092", "parameters": [80.952, "/", 74.138, 1.092]}]}]}, {"feature": "Age", "fairness_value": 98.6, "payload_fairness_value": 141.07142857142858, "is_biased": false, "majority": {"total_fav_percent": 81.35593220338984, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 70.88607594936708, "values": [{"value": [26, 75], "fav_class_percent": 81.35593220338984, "payload_fav_class_percent": 70.88607594936708}]}, "minority": {"total_fav_percent": 80.21978021978022, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.21978021978022, "payload_fav_class_percent": 100.0, "fairness_value": 98.6, "payload_fairness_value": 141.07142857142858, "perfect_equality": 81.35593220338984, "acceptable_fav_class_percent": 79.7288, "is_biased": false}], "acceptable_fav_class_percent": 79.7288}, "records_evaluated": {"newest_timestamp": "2019-07-21 02:37:17.605000", "oldest_timestamp": "2019-07-21 02:37:17.604000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.22% of the time. The perfect equality is 81.356%. The fairness score for Age is 98.6% (80.22/81.356).", "parameters": ["[18-25]", 80.22, 81.356, "Age", 98.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.22%. The perfect equality value for that group is 81.356%. The fairness score is 0.986 using the following formula. 80.22/81.356 = 0.986", "parameters": ["Age", "18-25", 80.22, 81.356, 0.986]}, {"id": "disparate_impact_ratio_formula", "message": "80.22 / 81.356 = 0.986", "parameters": [80.22, "/", 81.356, 0.986]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 70.886% of the time. The fairness score for Age is 141.071% (100.0/70.886).", "parameters": ["[18-25]", 100.0, 70.886, "Age", 141.071]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.886%. The fairness score is 1.411 using the following formula. 100.0/70.886 = 1.411", "parameters": ["Age", "18-25", 100.0, 70.886, 1.411]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 70.886 = 1.411", "parameters": [100.0, "/", 70.886, 1.411]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.1, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 94.5, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 46, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 27, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 54, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 74, true, "monitored"], ["Sex", "female", "Risk", 26, false, "monitored"], ["Age", [26, 75], "No Risk", 98, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 137, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.1, "payload_fairness_value": 119.16996047430833, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 68.65671641791045, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 68.65671641791045}]}, "minority": {"total_fav_percent": 74.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.81818181818183, "values": [{"value": "female", "fav_class_percent": 74.0, "payload_fav_class_percent": 81.81818181818183, "fairness_value": 96.1, "payload_fairness_value": 119.16996047430833, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-21 01:37:17.607000", "oldest_timestamp": "2019-07-21 01:37:17.605000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 74.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 96.1% (74.0/77.0).", "parameters": ["female", 74.0, 77.0, "Sex", 96.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 74.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.961 using the following formula. 74.0/77.0 = 0.961", "parameters": ["Sex", "female", 74.0, 77.0, 0.961]}, {"id": "disparate_impact_ratio_formula", "message": "74.0 / 77.0 = 0.961", "parameters": [74.0, "/", 77.0, 0.961]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.818% of the time. The reference group received favorable outcomes 68.657% of the time. The fairness score for Sex is 119.17% (81.818/68.657).", "parameters": ["female", 81.818, 68.657, "Sex", 119.17]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.818%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 68.657%. The fairness score is 1.192 using the following formula. 81.818/68.657 = 1.192", "parameters": ["Sex", "female", 81.818, 68.657, 1.192]}, {"id": "disparate_impact_ratio_formula", "message": "81.818 / 68.657 = 1.192", "parameters": [81.818, "/", 68.657, 1.192]}]}]}, {"feature": "Age", "fairness_value": 94.5, "payload_fairness_value": 150.00000000000003, "is_biased": true, "majority": {"total_fav_percent": 80.99173553719008, "total_rows_percent": 40.33333333333333, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": [26, 75], "fav_class_percent": 80.99173553719008, "payload_fav_class_percent": 66.66666666666666}]}, "minority": {"total_fav_percent": 76.53631284916202, "total_rows_percent": 59.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.53631284916202, "payload_fav_class_percent": 100.0, "fairness_value": 94.5, "payload_fairness_value": 150.00000000000003, "perfect_equality": 80.99173553719008, "acceptable_fav_class_percent": 79.3719, "is_biased": true}], "acceptable_fav_class_percent": 79.3719}, "records_evaluated": {"newest_timestamp": "2019-07-21 01:37:17.607000", "oldest_timestamp": "2019-07-21 01:37:17.605000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 70.37037037037037}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.536% of the time. The perfect equality is 80.992%. The fairness score for Age is 94.5% (76.536/80.992).", "parameters": ["[18-25]", 76.536, 80.992, "Age", 94.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.536%. The perfect equality value for that group is 80.992%. The fairness score is 0.945 using the following formula. 76.536/80.992 = 0.945", "parameters": ["Age", "18-25", 76.536, 80.992, 0.945]}, {"id": "disparate_impact_ratio_formula", "message": "76.536 / 80.992 = 0.945", "parameters": [76.536, "/", 80.992, 0.945]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.667% of the time. The fairness score for Age is 150.0% (100.0/66.667).", "parameters": ["[18-25]", 100.0, 66.667, "Age", 150.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.667%. The fairness score is 1.5 using the following formula. 100.0/66.667 = 1.5", "parameters": ["Age", "18-25", 100.0, 66.667, 1.5]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.667 = 1.5", "parameters": [100.0, "/", 66.667, 1.5]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 89.5, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 99.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 6, false, "monitored"], ["Age", [26, 75], "No Risk", 55, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 24, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 68, true, "monitored"], ["Sex", "female", "Risk", 32, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 40, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 89.5, "payload_fairness_value": 111.08622620380737, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 75.80645161290323, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 75.80645161290323}]}, "minority": {"total_fav_percent": 68.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 84.21052631578947, "values": [{"value": "female", "fav_class_percent": 68.0, "payload_fav_class_percent": 84.21052631578947, "fairness_value": 89.5, "payload_fairness_value": 111.08622620380737, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-21 00:37:17.608000", "oldest_timestamp": "2019-07-21 00:37:17.607000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 68.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 89.5% (68.0/76.0).", "parameters": ["female", 68.0, 76.0, "Sex", 89.5]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 68.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.895 using the following formula. 68.0/76.0 = 0.895", "parameters": ["Sex", "female", 68.0, 76.0, 0.895]}, {"id": "disparate_impact_ratio_formula", "message": "68.0 / 76.0 = 0.895", "parameters": [68.0, "/", 76.0, 0.895]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 84.211% of the time. The reference group received favorable outcomes 75.806% of the time. The fairness score for Sex is 111.086% (84.211/75.806).", "parameters": ["female", 84.211, 75.806, "Sex", 111.086]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 84.211%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 75.806%. The fairness score is 1.111 using the following formula. 84.211/75.806 = 1.111", "parameters": ["Sex", "female", 84.211, 75.806, 1.111]}, {"id": "disparate_impact_ratio_formula", "message": "84.211 / 75.806 = 1.111", "parameters": [84.211, "/", 75.806, 1.111]}]}]}, {"feature": "Age", "fairness_value": 99.0, "payload_fairness_value": 138.1818181818182, "is_biased": false, "majority": {"total_fav_percent": 78.8135593220339, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 72.36842105263158, "values": [{"value": [26, 75], "fav_class_percent": 78.8135593220339, "payload_fav_class_percent": 72.36842105263158}]}, "minority": {"total_fav_percent": 78.02197802197803, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 78.02197802197803, "payload_fav_class_percent": 100.0, "fairness_value": 99.0, "payload_fairness_value": 138.1818181818182, "perfect_equality": 78.8135593220339, "acceptable_fav_class_percent": 77.2373, "is_biased": false}], "acceptable_fav_class_percent": 77.2373}, "records_evaluated": {"newest_timestamp": "2019-07-21 00:37:17.608000", "oldest_timestamp": "2019-07-21 00:37:17.607000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 78.022% of the time. The perfect equality is 78.814%. The fairness score for Age is 99.0% (78.022/78.814).", "parameters": ["[18-25]", 78.022, 78.814, "Age", 99.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 78.022%. The perfect equality value for that group is 78.814%. The fairness score is 0.99 using the following formula. 78.022/78.814 = 0.99", "parameters": ["Age", "18-25", 78.022, 78.814, 0.99]}, {"id": "disparate_impact_ratio_formula", "message": "78.022 / 78.814 = 0.99", "parameters": [78.022, "/", 78.814, 0.99]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.368% of the time. The fairness score for Age is 138.182% (100.0/72.368).", "parameters": ["[18-25]", 100.0, 72.368, "Age", 138.182]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.368%. The fairness score is 1.382 using the following formula. 100.0/72.368 = 1.382", "parameters": ["Age", "18-25", 100.0, 72.368, 1.382]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.368 = 1.382", "parameters": [100.0, "/", 72.368, 1.382]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.2, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 102.60000000000001, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 29, true, "monitored"], ["Sex", "female", "Risk", 4, false, "monitored"], ["Age", [26, 75], "No Risk", 59, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 19, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 80, true, "reference"], ["Sex", "male", "Risk", 20, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 103, true, "reference"], ["Age", [26, 75], "Risk", 23, false, "reference"], ["Age", [18, 25], "No Risk", 146, true, "monitored"], ["Age", [18, 25], "Risk", 28, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.2, "payload_fairness_value": 120.16079158936301, "is_biased": true, "majority": {"total_fav_percent": 80.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 73.13432835820896, "values": [{"value": "male", "fav_class_percent": 80.0, "payload_fav_class_percent": 73.13432835820896}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 87.87878787878788, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 87.87878787878788, "fairness_value": 91.2, "payload_fairness_value": 120.16079158936301, "perfect_equality": 80.0, "acceptable_fav_class_percent": 78.4, "is_biased": true}], "acceptable_fav_class_percent": 78.4}, "records_evaluated": {"newest_timestamp": "2019-07-20 23:37:17.610000", "oldest_timestamp": "2019-07-20 23:37:17.609000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 80.0%. The fairness score for Sex is 91.2% (73.0/80.0).", "parameters": ["female", 73.0, 80.0, "Sex", 91.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 80.0%. The fairness score is 0.912 using the following formula. 73.0/80.0 = 0.912", "parameters": ["Sex", "female", 73.0, 80.0, 0.912]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 80.0 = 0.912", "parameters": [73.0, "/", 80.0, 0.912]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 87.879% of the time. The reference group received favorable outcomes 73.134% of the time. The fairness score for Sex is 120.161% (87.879/73.134).", "parameters": ["female", 87.879, 73.134, "Sex", 120.161]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 87.879%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 73.134%. The fairness score is 1.202 using the following formula. 87.879/73.134 = 1.202", "parameters": ["Sex", "female", 87.879, 73.134, 1.202]}, {"id": "disparate_impact_ratio_formula", "message": "87.879 / 73.134 = 1.202", "parameters": [87.879, "/", 73.134, 1.202]}]}]}, {"feature": "Age", "fairness_value": 102.60000000000001, "payload_fairness_value": 137.28813559322032, "is_biased": false, "majority": {"total_fav_percent": 81.74603174603175, "total_rows_percent": 42.0, "payload_total_fav_percent": 72.8395061728395, "values": [{"value": [26, 75], "fav_class_percent": 81.74603174603175, "payload_fav_class_percent": 72.8395061728395}]}, "minority": {"total_fav_percent": 83.9080459770115, "total_rows_percent": 57.99999999999999, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 83.9080459770115, "payload_fav_class_percent": 100.0, "fairness_value": 102.60000000000001, "payload_fairness_value": 137.28813559322032, "perfect_equality": 81.74603174603175, "acceptable_fav_class_percent": 80.1111, "is_biased": false}], "acceptable_fav_class_percent": 80.1111}, "records_evaluated": {"newest_timestamp": "2019-07-20 23:37:17.610000", "oldest_timestamp": "2019-07-20 23:37:17.609000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 83.908% of the time. The perfect equality is 81.746%. The fairness score for Age is 102.6% (83.908/81.746).", "parameters": ["[18-25]", 83.908, 81.746, "Age", 102.6]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 83.908%. The perfect equality value for that group is 81.746%. The fairness score is 1.026 using the following formula. 83.908/81.746 = 1.026", "parameters": ["Age", "18-25", 83.908, 81.746, 1.026]}, {"id": "disparate_impact_ratio_formula", "message": "83.908 / 81.746 = 1.026", "parameters": [83.908, "/", 81.746, 1.026]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.84% of the time. The fairness score for Age is 137.288% (100.0/72.84).", "parameters": ["[18-25]", 100.0, 72.84, "Age", 137.288]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.84%. The fairness score is 1.373 using the following formula. 100.0/72.84 = 1.373", "parameters": ["Age", "18-25", 100.0, 72.84, 1.373]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.84 = 1.373", "parameters": [100.0, "/", 72.84, 1.373]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.8, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 43, true, "reference"], ["Sex", "male", "Risk", 19, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 26, false, "reference"], ["Age", [18, 25], "No Risk", 22, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 77, true, "reference"], ["Sex", "male", "Risk", 23, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 44, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.8, "payload_fairness_value": 117.62545899632804, "is_biased": true, "majority": {"total_fav_percent": 77.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 69.35483870967742, "values": [{"value": "male", "fav_class_percent": 77.0, "payload_fav_class_percent": 69.35483870967742}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.57894736842105, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 81.57894736842105, "fairness_value": 94.8, "payload_fairness_value": 117.62545899632804, "perfect_equality": 77.0, "acceptable_fav_class_percent": 75.46, "is_biased": true}], "acceptable_fav_class_percent": 75.46}, "records_evaluated": {"newest_timestamp": "2019-07-20 22:37:17.612000", "oldest_timestamp": "2019-07-20 22:37:17.610000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 77.0%. The fairness score for Sex is 94.8% (73.0/77.0).", "parameters": ["female", 73.0, 77.0, "Sex", 94.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 77.0%. The fairness score is 0.948 using the following formula. 73.0/77.0 = 0.948", "parameters": ["Sex", "female", 73.0, 77.0, 0.948]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 77.0 = 0.948", "parameters": [73.0, "/", 77.0, 0.948]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.579% of the time. The reference group received favorable outcomes 69.355% of the time. The fairness score for Sex is 117.625% (81.579/69.355).", "parameters": ["female", 81.579, 69.355, "Sex", 117.625]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.579%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.355%. The fairness score is 1.176 using the following formula. 81.579/69.355 = 1.176", "parameters": ["Sex", "female", 81.579, 69.355, 1.176]}, {"id": "disparate_impact_ratio_formula", "message": "81.579 / 69.355 = 1.176", "parameters": [81.579, "/", 69.355, 1.176]}]}]}, {"feature": "Age", "fairness_value": 96.2, "payload_fairness_value": 150.00000000000003, "is_biased": true, "majority": {"total_fav_percent": 78.8135593220339, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": [26, 75], "fav_class_percent": 78.8135593220339, "payload_fav_class_percent": 66.66666666666666}]}, "minority": {"total_fav_percent": 75.82417582417582, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 75.82417582417582, "payload_fav_class_percent": 100.0, "fairness_value": 96.2, "payload_fairness_value": 150.00000000000003, "perfect_equality": 78.8135593220339, "acceptable_fav_class_percent": 77.2373, "is_biased": true}], "acceptable_fav_class_percent": 77.2373}, "records_evaluated": {"newest_timestamp": "2019-07-20 22:37:17.612000", "oldest_timestamp": "2019-07-20 22:37:17.610000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 69.6969696969697}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 75.824% of the time. The perfect equality is 78.814%. The fairness score for Age is 96.2% (75.824/78.814).", "parameters": ["[18-25]", 75.824, 78.814, "Age", 96.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 75.824%. The perfect equality value for that group is 78.814%. The fairness score is 0.962 using the following formula. 75.824/78.814 = 0.962", "parameters": ["Age", "18-25", 75.824, 78.814, 0.962]}, {"id": "disparate_impact_ratio_formula", "message": "75.824 / 78.814 = 0.962", "parameters": [75.824, "/", 78.814, 0.962]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.667% of the time. The fairness score for Age is 150.0% (100.0/66.667).", "parameters": ["[18-25]", 100.0, 66.667, "Age", 150.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.667%. The fairness score is 1.5 using the following formula. 100.0/66.667 = 1.5", "parameters": ["Age", "18-25", 100.0, 66.667, 1.5]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.667 = 1.5", "parameters": [100.0, "/", 66.667, 1.5]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 91.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.8, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 48, true, "reference"], ["Sex", "male", "Risk", 14, false, "reference"], ["Sex", "female", "No Risk", 31, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 52, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 27, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 78, true, "reference"], ["Sex", "male", "Risk", 22, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 42, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 91.0, "payload_fairness_value": 105.37280701754386, "is_biased": true, "majority": {"total_fav_percent": 78.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.41935483870968, "values": [{"value": "male", "fav_class_percent": 78.0, "payload_fav_class_percent": 77.41935483870968}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 81.57894736842105, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 81.57894736842105, "fairness_value": 91.0, "payload_fairness_value": 105.37280701754386, "perfect_equality": 78.0, "acceptable_fav_class_percent": 76.44, "is_biased": true}], "acceptable_fav_class_percent": 76.44}, "records_evaluated": {"newest_timestamp": "2019-07-20 21:37:17.613000", "oldest_timestamp": "2019-07-20 21:37:17.612000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 78.0%. The fairness score for Sex is 91.0% (71.0/78.0).", "parameters": ["female", 71.0, 78.0, "Sex", 91.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 78.0%. The fairness score is 0.91 using the following formula. 71.0/78.0 = 0.91", "parameters": ["Sex", "female", 71.0, 78.0, 0.91]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 78.0 = 0.91", "parameters": [71.0, "/", 78.0, 0.91]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 81.579% of the time. The reference group received favorable outcomes 77.419% of the time. The fairness score for Sex is 105.373% (81.579/77.419).", "parameters": ["female", 81.579, 77.419, "Sex", 105.373]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 81.579%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.419%. The fairness score is 1.054 using the following formula. 81.579/77.419 = 1.054", "parameters": ["Sex", "female", 81.579, 77.419, 1.054]}, {"id": "disparate_impact_ratio_formula", "message": "81.579 / 77.419 = 1.054", "parameters": [81.579, "/", 77.419, 1.054]}]}]}, {"feature": "Age", "fairness_value": 96.8, "payload_fairness_value": 140.3846153846154, "is_biased": true, "majority": {"total_fav_percent": 78.8135593220339, "total_rows_percent": 39.59731543624161, "payload_total_fav_percent": 71.23287671232876, "values": [{"value": [26, 75], "fav_class_percent": 78.8135593220339, "payload_fav_class_percent": 71.23287671232876}]}, "minority": {"total_fav_percent": 76.66666666666667, "total_rows_percent": 60.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.66666666666667, "payload_fav_class_percent": 100.0, "fairness_value": 96.8, "payload_fairness_value": 140.3846153846154, "perfect_equality": 79.16666666666666, "acceptable_fav_class_percent": 77.5833, "is_biased": true}], "acceptable_fav_class_percent": 77.5833}, "records_evaluated": {"newest_timestamp": "2019-07-20 21:37:17.613000", "oldest_timestamp": "2019-07-20 21:37:17.612000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 57.14285714285714}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.667% of the time. The perfect equality is 79.167%. The fairness score for Age is 96.8% (76.667/79.167).", "parameters": ["[18-25]", 76.667, 79.167, "Age", 96.8]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.667%. The perfect equality value for that group is 79.167%. The fairness score is 0.968 using the following formula. 76.667/79.167 = 0.968", "parameters": ["Age", "18-25", 76.667, 79.167, 0.968]}, {"id": "disparate_impact_ratio_formula", "message": "76.667 / 79.167 = 0.968", "parameters": [76.667, "/", 79.167, 0.968]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 71.233% of the time. The fairness score for Age is 140.385% (100.0/71.233).", "parameters": ["[18-25]", 100.0, 71.233, "Age", 140.385]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 71.233%. The fairness score is 1.404 using the following formula. 100.0/71.233 = 1.404", "parameters": ["Age", "18-25", 100.0, 71.233, 1.404]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 71.233 = 1.404", "parameters": [100.0, "/", 71.233, 1.404]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.4, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.0, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 38, true, "reference"], ["Sex", "male", "Risk", 11, false, "reference"], ["Sex", "female", "No Risk", 40, true, "monitored"], ["Sex", "female", "Risk", 11, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 22, false, "reference"], ["Age", [18, 25], "No Risk", 20, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 79, true, "reference"], ["Sex", "male", "Risk", 21, false, "reference"], ["Sex", "female", "No Risk", 73, true, "monitored"], ["Sex", "female", "Risk", 27, false, "monitored"], ["Age", [26, 75], "No Risk", 107, true, "reference"], ["Age", [26, 75], "Risk", 21, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 34, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.4, "payload_fairness_value": 101.13519091847265, "is_biased": true, "majority": {"total_fav_percent": 79.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 77.55102040816327, "values": [{"value": "male", "fav_class_percent": 79.0, "payload_fav_class_percent": 77.55102040816327}]}, "minority": {"total_fav_percent": 73.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 78.43137254901961, "values": [{"value": "female", "fav_class_percent": 73.0, "payload_fav_class_percent": 78.43137254901961, "fairness_value": 92.4, "payload_fairness_value": 101.13519091847265, "perfect_equality": 79.0, "acceptable_fav_class_percent": 77.42, "is_biased": true}], "acceptable_fav_class_percent": 77.42}, "records_evaluated": {"newest_timestamp": "2019-07-20 20:37:17.615000", "oldest_timestamp": "2019-07-20 20:37:17.613000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 73.0% of the time. The perfect equality is 79.0%. The fairness score for Sex is 92.4% (73.0/79.0).", "parameters": ["female", 73.0, 79.0, "Sex", 92.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 73.0%. The perfect equality value for that group is 79.0%. The fairness score is 0.924 using the following formula. 73.0/79.0 = 0.924", "parameters": ["Sex", "female", 73.0, 79.0, 0.924]}, {"id": "disparate_impact_ratio_formula", "message": "73.0 / 79.0 = 0.924", "parameters": [73.0, "/", 79.0, 0.924]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 78.431% of the time. The reference group received favorable outcomes 77.551% of the time. The fairness score for Sex is 101.135% (78.431/77.551).", "parameters": ["female", 78.431, 77.551, "Sex", 101.135]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 78.431%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 77.551%. The fairness score is 1.011 using the following formula. 78.431/77.551 = 1.011", "parameters": ["Sex", "female", 78.431, 77.551, 1.011]}, {"id": "disparate_impact_ratio_formula", "message": "78.431 / 77.551 = 1.011", "parameters": [78.431, "/", 77.551, 1.011]}]}]}, {"feature": "Age", "fairness_value": 96.0, "payload_fairness_value": 137.93103448275863, "is_biased": true, "majority": {"total_fav_percent": 83.59375, "total_rows_percent": 42.66666666666667, "payload_total_fav_percent": 72.5, "values": [{"value": [26, 75], "fav_class_percent": 83.59375, "payload_fav_class_percent": 72.5}]}, "minority": {"total_fav_percent": 80.23255813953489, "total_rows_percent": 57.333333333333336, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.23255813953489, "payload_fav_class_percent": 100.0, "fairness_value": 96.0, "payload_fairness_value": 137.93103448275863, "perfect_equality": 83.59375, "acceptable_fav_class_percent": 81.9219, "is_biased": true}], "acceptable_fav_class_percent": 81.9219}, "records_evaluated": {"newest_timestamp": "2019-07-20 20:37:17.615000", "oldest_timestamp": "2019-07-20 20:37:17.613000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [20, 21], "fav_percent": 65.51724137931035}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.233% of the time. The perfect equality is 83.594%. The fairness score for Age is 96.0% (80.233/83.594).", "parameters": ["[18-25]", 80.233, 83.594, "Age", 96.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.233%. The perfect equality value for that group is 83.594%. The fairness score is 0.96 using the following formula. 80.233/83.594 = 0.96", "parameters": ["Age", "18-25", 80.233, 83.594, 0.96]}, {"id": "disparate_impact_ratio_formula", "message": "80.233 / 83.594 = 0.96", "parameters": [80.233, "/", 83.594, 0.96]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 72.5% of the time. The fairness score for Age is 137.931% (100.0/72.5).", "parameters": ["[18-25]", 100.0, 72.5, "Age", 137.931]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.5%. The fairness score is 1.379 using the following formula. 100.0/72.5 = 1.379", "parameters": ["Age", "18-25", 100.0, 72.5, 1.379]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 72.5 = 1.379", "parameters": [100.0, "/", 72.5, 1.379]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 94.69999999999999, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 96.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 39, true, "reference"], ["Sex", "male", "Risk", 16, false, "reference"], ["Sex", "female", "No Risk", 32, true, "monitored"], ["Sex", "female", "Risk", 13, false, "monitored"], ["Age", [26, 75], "No Risk", 57, true, "reference"], ["Age", [26, 75], "Risk", 29, false, "reference"], ["Age", [18, 25], "No Risk", 14, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 71, true, "monitored"], ["Sex", "female", "Risk", 29, false, "monitored"], ["Age", [26, 75], "No Risk", 93, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 138, true, "monitored"], ["Age", [18, 25], "Risk", 44, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 94.69999999999999, "payload_fairness_value": 100.28490028490029, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 70.9090909090909, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 70.9090909090909}]}, "minority": {"total_fav_percent": 71.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 71.11111111111111, "values": [{"value": "female", "fav_class_percent": 71.0, "payload_fav_class_percent": 71.11111111111111, "fairness_value": 94.69999999999999, "payload_fairness_value": 100.28490028490029, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-20 19:37:17.616000", "oldest_timestamp": "2019-07-20 19:37:17.615000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 94.7% (71.0/75.0).", "parameters": ["female", 71.0, 75.0, "Sex", 94.7]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.947 using the following formula. 71.0/75.0 = 0.947", "parameters": ["Sex", "female", 71.0, 75.0, 0.947]}, {"id": "disparate_impact_ratio_formula", "message": "71.0 / 75.0 = 0.947", "parameters": [71.0, "/", 75.0, 0.947]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 71.111% of the time. The reference group received favorable outcomes 70.909% of the time. The fairness score for Sex is 100.285% (71.111/70.909).", "parameters": ["female", 71.111, 70.909, "Sex", 100.285]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 71.111%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 70.909%. The fairness score is 1.003 using the following formula. 71.111/70.909 = 1.003", "parameters": ["Sex", "female", 71.111, 70.909, 1.003]}, {"id": "disparate_impact_ratio_formula", "message": "71.111 / 70.909 = 1.003", "parameters": [71.111, "/", 70.909, 1.003]}]}]}, {"feature": "Age", "fairness_value": 96.2, "payload_fairness_value": 150.87719298245617, "is_biased": true, "majority": {"total_fav_percent": 78.8135593220339, "total_rows_percent": 39.33333333333333, "payload_total_fav_percent": 66.27906976744185, "values": [{"value": [26, 75], "fav_class_percent": 78.8135593220339, "payload_fav_class_percent": 66.27906976744185}]}, "minority": {"total_fav_percent": 75.82417582417582, "total_rows_percent": 60.66666666666667, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 75.82417582417582, "payload_fav_class_percent": 100.0, "fairness_value": 96.2, "payload_fairness_value": 150.87719298245617, "perfect_equality": 78.8135593220339, "acceptable_fav_class_percent": 77.2373, "is_biased": true}], "acceptable_fav_class_percent": 77.2373}, "records_evaluated": {"newest_timestamp": "2019-07-20 19:37:17.616000", "oldest_timestamp": "2019-07-20 19:37:17.615000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": [{"range": [24, 25], "fav_percent": 61.36363636363637}, {"range": [26, 34], "fav_percent": 95.83333333333334}]}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 75.824% of the time. The perfect equality is 78.814%. The fairness score for Age is 96.2% (75.824/78.814).", "parameters": ["[18-25]", 75.824, 78.814, "Age", 96.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 75.824%. The perfect equality value for that group is 78.814%. The fairness score is 0.962 using the following formula. 75.824/78.814 = 0.962", "parameters": ["Age", "18-25", 75.824, 78.814, 0.962]}, {"id": "disparate_impact_ratio_formula", "message": "75.824 / 78.814 = 0.962", "parameters": [75.824, "/", 78.814, 0.962]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.279% of the time. The fairness score for Age is 150.877% (100.0/66.279).", "parameters": ["[18-25]", 100.0, 66.279, "Age", 150.877]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.279%. The fairness score is 1.509 using the following formula. 100.0/66.279 = 1.509", "parameters": ["Age", "18-25", 100.0, 66.279, 1.509]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.279 = 1.509", "parameters": [100.0, "/", 66.279, 1.509]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 92.10000000000001, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 101.2, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 49, true, "reference"], ["Sex", "male", "Risk", 15, false, "reference"], ["Sex", "female", "No Risk", 23, true, "monitored"], ["Sex", "female", "Risk", 13, false, "monitored"], ["Age", [26, 75], "No Risk", 56, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 16, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 76, true, "reference"], ["Sex", "male", "Risk", 24, false, "reference"], ["Sex", "female", "No Risk", 70, true, "monitored"], ["Sex", "female", "Risk", 30, false, "monitored"], ["Age", [26, 75], "No Risk", 86, true, "reference"], ["Age", [26, 75], "Risk", 28, false, "reference"], ["Age", [18, 25], "No Risk", 142, true, "monitored"], ["Age", [18, 25], "Risk", 44, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 92.10000000000001, "payload_fairness_value": 83.44671201814059, "is_biased": true, "majority": {"total_fav_percent": 76.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 76.5625, "values": [{"value": "male", "fav_class_percent": 76.0, "payload_fav_class_percent": 76.5625}]}, "minority": {"total_fav_percent": 70.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 63.888888888888886, "values": [{"value": "female", "fav_class_percent": 70.0, "payload_fav_class_percent": 63.888888888888886, "fairness_value": 92.10000000000001, "payload_fairness_value": 83.44671201814059, "perfect_equality": 76.0, "acceptable_fav_class_percent": 74.48, "is_biased": true}], "acceptable_fav_class_percent": 74.48}, "records_evaluated": {"newest_timestamp": "2019-07-20 18:37:17.619000", "oldest_timestamp": "2019-07-20 18:37:17.616000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 70.0% of the time. The perfect equality is 76.0%. The fairness score for Sex is 92.1% (70.0/76.0).", "parameters": ["female", 70.0, 76.0, "Sex", 92.1]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 70.0%. The perfect equality value for that group is 76.0%. The fairness score is 0.921 using the following formula. 70.0/76.0 = 0.921", "parameters": ["Sex", "female", 70.0, 76.0, 0.921]}, {"id": "disparate_impact_ratio_formula", "message": "70.0 / 76.0 = 0.921", "parameters": [70.0, "/", 76.0, 0.921]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 63.889% of the time. The reference group received favorable outcomes 76.562% of the time. The fairness score for Sex is 83.447% (63.889/76.562).", "parameters": ["female", 63.889, 76.562, "Sex", 83.447]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 63.889%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 76.562%. The fairness score is 0.834 using the following formula. 63.889/76.562 = 0.834", "parameters": ["Sex", "female", 63.889, 76.562, 0.834]}, {"id": "disparate_impact_ratio_formula", "message": "63.889 / 76.562 = 0.834", "parameters": [63.889, "/", 76.562, 0.834]}]}]}, {"feature": "Age", "fairness_value": 101.2, "payload_fairness_value": 150.00000000000003, "is_biased": false, "majority": {"total_fav_percent": 75.43859649122807, "total_rows_percent": 38.0, "payload_total_fav_percent": 66.66666666666666, "values": [{"value": [26, 75], "fav_class_percent": 75.43859649122807, "payload_fav_class_percent": 66.66666666666666}]}, "minority": {"total_fav_percent": 76.34408602150538, "total_rows_percent": 62.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 76.34408602150538, "payload_fav_class_percent": 100.0, "fairness_value": 101.2, "payload_fairness_value": 150.00000000000003, "perfect_equality": 75.43859649122807, "acceptable_fav_class_percent": 73.9298, "is_biased": false}], "acceptable_fav_class_percent": 73.9298}, "records_evaluated": {"newest_timestamp": "2019-07-20 18:37:17.619000", "oldest_timestamp": "2019-07-20 18:37:17.616000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 76.344% of the time. The perfect equality is 75.439%. The fairness score for Age is 101.2% (76.344/75.439).", "parameters": ["[18-25]", 76.344, 75.439, "Age", 101.2]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 76.344%. The perfect equality value for that group is 75.439%. The fairness score is 1.012 using the following formula. 76.344/75.439 = 1.012", "parameters": ["Age", "18-25", 76.344, 75.439, 1.012]}, {"id": "disparate_impact_ratio_formula", "message": "76.344 / 75.439 = 1.012", "parameters": [76.344, "/", 75.439, 1.012]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 66.667% of the time. The fairness score for Age is 150.0% (100.0/66.667).", "parameters": ["[18-25]", 100.0, 66.667, "Age", 150.0]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 66.667%. The fairness score is 1.5 using the following formula. 100.0/66.667 = 1.5", "parameters": ["Age", "18-25", 100.0, 66.667, 1.5]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 66.667 = 1.5", "parameters": [100.0, "/", 66.667, 1.5]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}, {"metrics": [{"fairness_value": 96.0, "feature": "Sex", "feature_value": "female", "fairness_metric_type": "fairness"}, {"fairness_value": 104.4, "feature": "Age", "feature_value": "18-25", "fairness_metric_type": "fairness"}], "sources": [{"id": "scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 47, true, "reference"], ["Sex", "male", "Risk", 18, false, "reference"], ["Sex", "female", "No Risk", 28, true, "monitored"], ["Sex", "female", "Risk", 7, false, "monitored"], ["Age", [26, 75], "No Risk", 58, true, "reference"], ["Age", [26, 75], "Risk", 25, false, "reference"], ["Age", [18, 25], "No Risk", 17, true, "monitored"]]}}, {"id": "perturbed_scoring_payload_data_distribution", "type": "data_distribution", "data": {"fields": ["feature", "feature_value", "label", "count", "is_favourable", "group"], "values": [["Sex", "male", "No Risk", 75, true, "reference"], ["Sex", "male", "Risk", 25, false, "reference"], ["Sex", "female", "No Risk", 72, true, "monitored"], ["Sex", "female", "Risk", 28, false, "monitored"], ["Age", [26, 75], "No Risk", 90, true, "reference"], ["Age", [26, 75], "Risk", 27, false, "reference"], ["Age", [18, 25], "No Risk", 147, true, "monitored"], ["Age", [18, 25], "Risk", 36, false, "monitored"]]}}, {"id": "bias_detection_summary", "type": "bias_detection_summary", "data": {"summary": [{"feature": "Sex", "fairness_value": 96.0, "payload_fairness_value": 110.63829787234043, "is_biased": true, "majority": {"total_fav_percent": 75.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 72.3076923076923, "values": [{"value": "male", "fav_class_percent": 75.0, "payload_fav_class_percent": 72.3076923076923}]}, "minority": {"total_fav_percent": 72.0, "total_rows_percent": 50.0, "payload_total_fav_percent": 80.0, "values": [{"value": "female", "fav_class_percent": 72.0, "payload_fav_class_percent": 80.0, "fairness_value": 96.0, "payload_fairness_value": 110.63829787234043, "perfect_equality": 75.0, "acceptable_fav_class_percent": 73.5, "is_biased": true}], "acceptable_fav_class_percent": 73.5}, "records_evaluated": {"newest_timestamp": "2019-07-20 17:37:17.620000", "oldest_timestamp": "2019-07-20 17:37:17.619000", "number_of_records": 100, "perturbed_records": 100, "additional_records": 0}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group female received favorable outcomes 72.0% of the time. The perfect equality is 75.0%. The fairness score for Sex is 96.0% (72.0/75.0).", "parameters": ["female", 72.0, 75.0, "Sex", 96.0]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 72.0%. The perfect equality value for that group is 75.0%. The fairness score is 0.96 using the following formula. 72.0/75.0 = 0.96", "parameters": ["Sex", "female", 72.0, 75.0, 0.96]}, {"id": "disparate_impact_ratio_formula", "message": "72.0 / 75.0 = 0.96", "parameters": [72.0, "/", 75.0, 0.96]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group female received favorable outcomes 80.0% of the time. The reference group received favorable outcomes 72.308% of the time. The fairness score for Sex is 110.638% (80.0/72.308).", "parameters": ["female", 80.0, 72.308, "Sex", 110.638]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Sex group female with 80.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 72.308%. The fairness score is 1.106 using the following formula. 80.0/72.308 = 1.106", "parameters": ["Sex", "female", 80.0, 72.308, 1.106]}, {"id": "disparate_impact_ratio_formula", "message": "80.0 / 72.308 = 1.106", "parameters": [80.0, "/", 72.308, 1.106]}]}]}, {"feature": "Age", "fairness_value": 104.4, "payload_fairness_value": 143.10344827586206, "is_biased": false, "majority": {"total_fav_percent": 76.92307692307693, "total_rows_percent": 39.0, "payload_total_fav_percent": 69.87951807228916, "values": [{"value": [26, 75], "fav_class_percent": 76.92307692307693, "payload_fav_class_percent": 69.87951807228916}]}, "minority": {"total_fav_percent": 80.32786885245902, "total_rows_percent": 61.0, "payload_total_fav_percent": 100.0, "values": [{"value": [18, 25], "fav_class_percent": 80.32786885245902, "payload_fav_class_percent": 100.0, "fairness_value": 104.4, "payload_fairness_value": 143.10344827586206, "perfect_equality": 76.92307692307693, "acceptable_fav_class_percent": 75.3846, "is_biased": false}], "acceptable_fav_class_percent": 75.3846}, "records_evaluated": {"newest_timestamp": "2019-07-20 17:37:17.620000", "oldest_timestamp": "2019-07-20 17:37:17.619000", "number_of_records": 100, "perturbed_records": 200, "additional_records": 0}, "bias_source": {"values": []}, "fairness_calculation_details": [{"data_set_type": "balanced", "messages": [{"id": "fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 80.328% of the time. The perfect equality is 76.923%. The fairness score for Age is 104.4% (80.328/76.923).", "parameters": ["[18-25]", 80.328, 76.923, "Age", 104.4]}, {"id": "disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 80.328%. The perfect equality value for that group is 76.923%. The fairness score is 1.044 using the following formula. 80.328/76.923 = 1.044", "parameters": ["Age", "18-25", 80.328, 76.923, 1.044]}, {"id": "disparate_impact_ratio_formula", "message": "80.328 / 76.923 = 1.044", "parameters": [80.328, "/", 76.923, 1.044]}]}, {"data_set_type": "payload", "messages": [{"id": "payload_fairness_score_calculation", "message": "The monitored group [18-25] received favorable outcomes 100.0% of the time. The reference group received favorable outcomes 69.88% of the time. The fairness score for Age is 143.103% (100.0/69.88).", "parameters": ["[18-25]", 100.0, 69.88, "Age", 143.103]}, {"id": "payload_disparate_impact_ratio_calculation", "message": "The group with the lowest percentage of favorable outcomes is Age group 18-25 with 100.0%. The percentage of favorable outcomes for all reference groups combined (fairness baseline) is 69.88%. The fairness score is 1.431 using the following formula. 100.0/69.88 = 1.431", "parameters": ["Age", "18-25", 100.0, 69.88, 1.431]}, {"id": "disparate_impact_ratio_formula", "message": "100.0 / 69.88 = 1.431", "parameters": [100.0, "/", 69.88, 1.431]}]}]}], "metric_type": "fairness", "perturbed_data_size": 300, "manual_labelling_store": "Manual_Labeling_3842b84b-0f31-452b-8733-d8b7d85041b9", "rows_analyzed": 100, "score_type": "desperate impact"}}]}]