AIF-C01 Guidelines for Responsible AI — All Questions With Answers

Refer to the exhibit.
```
{
  "Version": "2012-10-17",
  "Statement": [
    {
      "Effect": "Allow",
      "Action": [
        "sagemaker:CreateEndpointConfig",
        "sagemaker:UpdateEndpoint"
      ],
      "Resource": "*",
      "Condition": {
        "Bool": {
          "sagemaker:EnableDataCapture": "true"
        }
      }
    }
  ]
}
```

Refer to the exhibit.
```
{
  "ModelName": "credit-risk-v1",
  "InputName": "features",
  "JobName": "bias-report-20240101",
  "ProcessingJob": {
    "ProcessingResources": {
      "ClusterConfig": {
        "InstanceCount": 1,
        "InstanceType": "ml.m5.large"
      }
    }
  },
  "AppSpecification": {
    "ImageUri": "683313688378.dkr.ecr.us-west-2.amazonaws.com/sagemaker-clarify-processing:1.0"
  },
  "Config": {
    "BiasConfig": {
      "Label": "approved",
      "Facet": ["gender"],
      "GroupVariable": ["age_group"]
    }
  },
  "OutputConfig": {
    "S3OutputPath": "s3://my-bucket/bias-reports/"
  }
}

Refer to the exhibit.
```
{
  "smclarify_bias_report": {
    "pre_training": {
      "ClassImbalance": {
        "value": 1.5,
        "description": "Ratio of majority to minority class counts"
      }
    },
    "post_training": {
      "DPPL": {
        "value": 0.15,
        "description": "Difference in Positive Proportions in Predicted Labels"
      }
    }
  }
}
```

Refer to the exhibit.
```
{
  "Version": "2012-10-17",
  "Statement": [
    {
      "Effect": "Allow",
      "Action": "sagemaker:CreateNotebookInstance",
      "Resource": "*"
    },
    {
      "Effect": "Allow",
      "Action": "s3:GetObject",
      "Resource": "arn:aws:s3:::company-training-data/*"
    },
    {
      "Effect": "Allow",
      "Action": "sagemaker:CreateModel",
      "Resource": "*"
    }
  ]
}
```

Refer to the exhibit.
```
2023-09-15T14:23:10Z Model endpoint my-model received input: {"features": [0.5, 0.8, 0.2]}, prediction: 1, probability: 0.92
2023-09-15T14:23:11Z Model endpoint my-model received input: {"features": [0.5, 0.8, 0.2]}, prediction: 1, probability: 0.93
2023-09-15T14:23:12Z Model endpoint my-model received input: {"features": [0.5, 0.8, 0.2]}, prediction: 1, probability: 0.91
```

{
  "report_version": "1.0",
  "pre_training_bias_metrics": [
    {
      "name": "ClassImbalance",
      "value": 0.8,
      "threshold": 0.1,
      "status": "violated"
    },
    {
      "name": "DemographicParity",
      "value": 0.9,
      "threshold": 0.1,
      "status": "violated"
    }
  ]
}

ModelBiasJobConfig:
  Type: AWS::SageMaker::ModelBiasJobDefinition
  Properties:
    JobResources:
      InstanceConfig:
        InstanceType: ml.m5.large
        InstanceCount: 1
    ModelBiasBaselineConfig:
      BaseliningJobName: !Ref BaselineJob
    ModelBiasAppSpecification:
      ImageUri: !Ref Image
    StoppingCondition:
      MaxRuntimeInSeconds: 3600

aws s3 ls s3://my-bucket/train/
                           PRE images/
                           PRE labels/

{
  "pre_training_bias_metrics": {
    "dpl": {
      "value": 0.15,
      "threshold": 0.1
    },
    "class_imbalance": {
      "value": 0.3,
      "threshold": 0.5
    },
    "label_imbalance": {
      "value": 0.4,
      "threshold": 0.6
    }
  }
}

{
  "eventName": "PutRolePolicy",
  "requestParameters": {
    "roleName": "SageMakerExecutionRole",
    "policyDocument": {
      "Version": "2012-10-17",
      "Statement": [
        {
          "Effect": "Allow",
          "Action": "sagemaker:InvokeEndpoint",
          "Resource": "*"
        }
      ]
    }
  }
}

{
  "MonitoringScheduleName": "bias-monitor",
  "MonitoringOutputConfig": {
    "S3OutputPath": "s3://model-monitor-output/bias-reports/"
  },
  "MonitoringScheduleConfig": {
    "ScheduleConfig": {
      "ScheduleExpression": "cron(0 0 ? * MON *)"
    },
    "MonitoringJobDefinition": {
      "BaselineConfig": {
        "BaseliningJobName": "baseline-job-20231001"
      },
      "MonitoringInputs": [
        {
          "EndpointInput": {
            "EndpointName": "my-endpoint",
            "Destination": "INPUT"
          }
        }
      ],
      "MonitoringOutputConfig": {
        "S3Output": {
          "S3Uri": "s3://model-monitor-output/bias-reports/"
        }
      }
    }
  }
}

{
  "pre_training_bias_metrics": {
    "facets": [
      {
        "facet": "gender",
        "value_or_group": "Female",
        "metrics": [
          {
            "name": "Class Imbalance (CI)",
            "value": 0.2
          },
          {
            "name": "Difference in Proportions of Labels (DPL)",
            "value": -0.15
          }
        ]
      }
    ]
  },
  "post_training_bias_metrics": {
    "facets": [
      {
        "facet": "gender",
        "value_or_group": "Female",
        "metrics": [
          {
            "name": "Accuracy Difference (AD)",
            "value": -0.22
          }
        ]
      }
    ]
  }
}