|
|
|
@ -19,6 +19,7 @@ package google.cloud.aiplatform.v1beta1; |
|
|
|
|
import "google/api/field_behavior.proto"; |
|
|
|
|
import "google/api/resource.proto"; |
|
|
|
|
import "google/cloud/aiplatform/v1beta1/explanation.proto"; |
|
|
|
|
import "google/cloud/aiplatform/v1beta1/model_evaluation_slice.proto"; |
|
|
|
|
import "google/protobuf/struct.proto"; |
|
|
|
|
import "google/protobuf/timestamp.proto"; |
|
|
|
|
|
|
|
|
@ -51,6 +52,38 @@ message ModelEvaluation { |
|
|
|
|
ExplanationSpec explanation_spec = 2; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// Configuration for bias detection. |
|
|
|
|
message BiasConfig { |
|
|
|
|
// Specification for how the data should be sliced for bias. It contains a |
|
|
|
|
// list of slices, with limitation of two slices. The first slice of data |
|
|
|
|
// will be the slice_a. The second slice in the list (slice_b) will be |
|
|
|
|
// compared against the first slice. If only a single slice is provided, |
|
|
|
|
// then slice_a will be compared against “not slice_a”. |
|
|
|
|
// Below are examples with feature "education" with value "low", "medium", |
|
|
|
|
// "high" in the dataset: |
|
|
|
|
// |
|
|
|
|
// Example 1: |
|
|
|
|
// |
|
|
|
|
// bias_slices = [{'education': 'low'}] |
|
|
|
|
// |
|
|
|
|
// A single slice provided. In this case, slice_a is the collection of data |
|
|
|
|
// with 'education' equals 'low', and slice_b is the collection of data with |
|
|
|
|
// 'education' equals 'medium' or 'high'. |
|
|
|
|
// |
|
|
|
|
// Example 2: |
|
|
|
|
// |
|
|
|
|
// bias_slices = [{'education': 'low'}, |
|
|
|
|
// {'education': 'high'}] |
|
|
|
|
// |
|
|
|
|
// Two slices provided. In this case, slice_a is the collection of data |
|
|
|
|
// with 'education' equals 'low', and slice_b is the collection of data with |
|
|
|
|
// 'education' equals 'high'. |
|
|
|
|
ModelEvaluationSlice.Slice.SliceSpec bias_slices = 1; |
|
|
|
|
|
|
|
|
|
// Positive labels selection on the target field. |
|
|
|
|
repeated string labels = 2; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// Output only. The resource name of the ModelEvaluation. |
|
|
|
|
string name = 1 [(google.api.field_behavior) = OUTPUT_ONLY]; |
|
|
|
|
|
|
|
|
@ -94,4 +127,7 @@ message ModelEvaluation { |
|
|
|
|
// structured value with keys of "pipeline_job_id", "evaluation_dataset_type", |
|
|
|
|
// "evaluation_dataset_path". |
|
|
|
|
google.protobuf.Value metadata = 11; |
|
|
|
|
|
|
|
|
|
// Specify the configuration for bias detection. |
|
|
|
|
BiasConfig bias_configs = 12; |
|
|
|
|
} |
|
|
|
|