feat: add bias_configs to ModelEvaluation

PiperOrigin-RevId: 540693440
gce-action-fix
Google APIs 2 years ago committed by Copybara-Service
parent c7cb9570e0
commit 2d7af51207
  1. 36
      google/cloud/aiplatform/v1beta1/model_evaluation.proto

@ -19,6 +19,7 @@ package google.cloud.aiplatform.v1beta1;
import "google/api/field_behavior.proto";
import "google/api/resource.proto";
import "google/cloud/aiplatform/v1beta1/explanation.proto";
import "google/cloud/aiplatform/v1beta1/model_evaluation_slice.proto";
import "google/protobuf/struct.proto";
import "google/protobuf/timestamp.proto";
@ -51,6 +52,38 @@ message ModelEvaluation {
ExplanationSpec explanation_spec = 2;
}
// Configuration for bias detection.
message BiasConfig {
// Specification for how the data should be sliced for bias. It contains a
// list of slices, with limitation of two slices. The first slice of data
// will be the slice_a. The second slice in the list (slice_b) will be
// compared against the first slice. If only a single slice is provided,
// then slice_a will be compared against not slice_a.
// Below are examples with feature "education" with value "low", "medium",
// "high" in the dataset:
//
// Example 1:
//
// bias_slices = [{'education': 'low'}]
//
// A single slice provided. In this case, slice_a is the collection of data
// with 'education' equals 'low', and slice_b is the collection of data with
// 'education' equals 'medium' or 'high'.
//
// Example 2:
//
// bias_slices = [{'education': 'low'},
// {'education': 'high'}]
//
// Two slices provided. In this case, slice_a is the collection of data
// with 'education' equals 'low', and slice_b is the collection of data with
// 'education' equals 'high'.
ModelEvaluationSlice.Slice.SliceSpec bias_slices = 1;
// Positive labels selection on the target field.
repeated string labels = 2;
}
// Output only. The resource name of the ModelEvaluation.
string name = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
@ -94,4 +127,7 @@ message ModelEvaluation {
// structured value with keys of "pipeline_job_id", "evaluation_dataset_type",
// "evaluation_dataset_path".
google.protobuf.Value metadata = 11;
// Specify the configuration for bias detection.
BiasConfig bias_configs = 12;
}

Loading…
Cancel
Save