feat: add ValueType.STRUCT to Feature

feat: add encryption_spec to FeatureOnlineStore
feat: add struct_value to FeatureValue
feat: add encryption_spec, service_account, disable_container_logging to DeploymentResourcePool
feat: add model_reference to Dataset
feat: add tool_config to GenerateContentRequest
feat: add dataplex_config to MetadataStore
feat: add model_reference to DatasetVersion
feat: add INVALID_SPARSE_DIMENSIONS, INVALID_SPARSE_EMBEDDING, INVALID_EMBEDDING to NearestNeighborSearchOperationMetadata.RecordError
feat: add valid_sparse_record_count, invalid_sparse_record_count to NearestNeighborSearchOperationMetadata.ContentValidationStats
feat: add sparse_embedding to IndexDatapoint
feat: add sparse_vectors_count to IndexStats
feat: add sparse_distance to FindNeighborsResponse.Neighbor
feat: add more fields in FindNeighborsRequest.Query
feat: add UpdateNotebookRuntimeTemplate to NotebookService
feat: add direct_notebook_source to NotebookExecutionJob
feat: add encryption_spec to NotebookRuntimeTemplate
feat: add idle_shutdown_config, encryption_spec, satisfies_pzs, satisfies_pzi to NotebookRuntime
feat: add RaySpec to PersistentResource
fix!: An existing message `Segment` is removed
fix!: An existing message `GroundingAttribution` is removed
fix!: An existing field `grounding_attributions` is removed from message `.google.cloud.aiplatform.v1beta1.GroundingMetadata`
fix!: An existing field `disable_attribution` is removed from message `.google.cloud.aiplatform.v1beta1.GoogleSearchRetrieval`
docs: A comment for field `feature_vector` in message `.google.cloud.aiplatform.v1beta1.IndexDatapoint` is changed
docs: A comment for field `vectors_count` in message `.google.cloud.aiplatform.v1beta1.IndexStats` is changed
docs: A comment for enum value `EMBEDDING_SIZE_MISMATCH` in enum `RecordErrorType` is changed
docs: A comment for field `exec` in message `.google.cloud.aiplatform.v1beta1.Probe` is changed

PiperOrigin-RevId: 638338486

google/cloud/aiplatform/v1/aiplatform_v1.yaml

@@ -229,6 +229,8 @@ http:
   - selector: google.longrunning.Operations.CancelOperation
     post: '/ui/{name=projects/*/locations/*/operations/*}:cancel'
     additional_bindings:
+    - post: '/ui/{name=projects/*/locations/*/agents/*/operations/*}:cancel'
+    - post: '/ui/{name=projects/*/locations/*/apps/*/operations/*}:cancel'
     - post: '/ui/{name=projects/*/locations/*/datasets/*/operations/*}:cancel'
     - post: '/ui/{name=projects/*/locations/*/datasets/*/dataItems/*/operations/*}:cancel'
     - post: '/ui/{name=projects/*/locations/*/datasets/*/savedQueries/*/operations/*}:cancel'
@@ -307,6 +309,8 @@ http:
   - selector: google.longrunning.Operations.DeleteOperation
     delete: '/ui/{name=projects/*/locations/*/operations/*}'
     additional_bindings:
+    - delete: '/ui/{name=projects/*/locations/*/agents/*/operations/*}'
+    - delete: '/ui/{name=projects/*/locations/*/apps/*/operations/*}'
     - delete: '/ui/{name=projects/*/locations/*/datasets/*/operations/*}'
     - delete: '/ui/{name=projects/*/locations/*/datasets/*/dataItems/*/operations/*}'
     - delete: '/ui/{name=projects/*/locations/*/datasets/*/savedQueries/*/operations/*}'
@@ -391,6 +395,8 @@ http:
   - selector: google.longrunning.Operations.GetOperation
     get: '/ui/{name=projects/*/locations/*/operations/*}'
     additional_bindings:
+    - get: '/ui/{name=projects/*/locations/*/agents/*/operations/*}'
+    - get: '/ui/{name=projects/*/locations/*/apps/*/operations/*}'
     - get: '/ui/{name=projects/*/locations/*/datasets/*/operations/*}'
     - get: '/ui/{name=projects/*/locations/*/datasets/*/dataItems/*/operations/*}'
     - get: '/ui/{name=projects/*/locations/*/datasets/*/savedQueries/*/operations/*}'
@@ -478,6 +484,8 @@ http:
   - selector: google.longrunning.Operations.ListOperations
     get: '/ui/{name=projects/*/locations/*}/operations'
     additional_bindings:
+    - get: '/ui/{name=projects/*/locations/*/agents/*}/operations'
+    - get: '/ui/{name=projects/*/locations/*/apps/*}/operations'
     - get: '/ui/{name=projects/*/locations/*/datasets/*}/operations'
     - get: '/ui/{name=projects/*/locations/*/datasets/*/dataItems/*}/operations'
     - get: '/ui/{name=projects/*/locations/*/datasets/*/savedQueries/*}/operations'
@@ -564,6 +572,8 @@ http:
   - selector: google.longrunning.Operations.WaitOperation
     post: '/ui/{name=projects/*/locations/*/operations/*}:wait'
     additional_bindings:
+    - post: '/ui/{name=projects/*/locations/*/agents/*/operations/*}:wait'
+    - post: '/ui/{name=projects/*/locations/*/apps/*/operations/*}:wait'
     - post: '/ui/{name=projects/*/locations/*/datasets/*/operations/*}:wait'
     - post: '/ui/{name=projects/*/locations/*/datasets/*/dataItems/*/operations/*}:wait'
     - post: '/ui/{name=projects/*/locations/*/datasets/*/savedQueries/*/operations/*}:wait'
@@ -757,7 +767,8 @@ authentication:
   - selector: 'google.cloud.aiplatform.v1.PredictionService.*'
     oauth:
       canonical_scopes: |-
-        https://www.googleapis.com/auth/cloud-platform
+        https://www.googleapis.com/auth/cloud-platform,
+        https://www.googleapis.com/auth/cloud-platform.read-only
   - selector: 'google.cloud.aiplatform.v1.ScheduleService.*'
     oauth:
       canonical_scopes: |-

google/cloud/aiplatform/v1/content.proto

@@ -17,6 +17,7 @@ syntax = "proto3";
 package google.cloud.aiplatform.v1;
 
 import "google/api/field_behavior.proto";
+import "google/cloud/aiplatform/v1/openapi.proto";
 import "google/cloud/aiplatform/v1/tool.proto";
 import "google/protobuf/duration.proto";
 import "google/type/date.proto";
@@ -168,6 +169,15 @@ message GenerationConfig {
   // otherwise the behavior is undefined.
   // This is a preview feature.
   string response_mime_type = 13 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. The `Schema` object allows the definition of input and output
+  // data types. These types can be objects, but also primitives and arrays.
+  // Represents a select subset of an [OpenAPI 3.0 schema
+  // object](https://spec.openapis.org/oas/v3.0.3#schema).
+  // If set, a compatible response_mime_type must also be set.
+  // Compatible mimetypes:
+  // `application/json`: Schema for JSON response.
+  optional Schema response_schema = 16 [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Safety settings.
@@ -368,57 +378,12 @@ message Candidate {
       [(google.api.field_behavior) = OUTPUT_ONLY];
 }
 
-// Segment of the content.
-message Segment {
-  // Output only. The index of a Part object within its parent Content object.
-  int32 part_index = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
-
-  // Output only. Start index in the given Part, measured in bytes. Offset from
-  // the start of the Part, inclusive, starting at zero.
-  int32 start_index = 2 [(google.api.field_behavior) = OUTPUT_ONLY];
-
-  // Output only. End index in the given Part, measured in bytes. Offset from
-  // the start of the Part, exclusive, starting at zero.
-  int32 end_index = 3 [(google.api.field_behavior) = OUTPUT_ONLY];
-}
-
-// Grounding attribution.
-message GroundingAttribution {
-  // Attribution from the web.
-  message Web {
-    // Output only. URI reference of the attribution.
-    string uri = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
-
-    // Output only. Title of the attribution.
-    string title = 2 [(google.api.field_behavior) = OUTPUT_ONLY];
-  }
-
-  oneof reference {
-    // Optional. Attribution from the web.
-    Web web = 3 [(google.api.field_behavior) = OPTIONAL];
-  }
-
-  // Output only. Segment of the content this attribution belongs to.
-  Segment segment = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
-
-  // Optional. Output only. Confidence score of the attribution. Ranges from 0
-  // to 1. 1 is the most confident.
-  optional float confidence_score = 2 [
-    (google.api.field_behavior) = OPTIONAL,
-    (google.api.field_behavior) = OUTPUT_ONLY
-  ];
-}
-
 // Metadata returned to client when grounding is enabled.
 message GroundingMetadata {
   // Optional. Web search queries for the following-up web search.
   repeated string web_search_queries = 1
       [(google.api.field_behavior) = OPTIONAL];
 
-  // Optional. List of grounding attributions.
-  repeated GroundingAttribution grounding_attributions = 2
-      [(google.api.field_behavior) = OPTIONAL];
-
   // Optional. Google search entry for the following-up web searches.
   optional SearchEntryPoint search_entry_point = 4
       [(google.api.field_behavior) = OPTIONAL];

google/cloud/aiplatform/v1/dataset.proto

@@ -111,6 +111,10 @@ message Dataset {
   // is
   // `projects/{project}/locations/{location}/metadataStores/{metadata_store}/artifacts/{artifact}`.
   string metadata_artifact = 17 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Optional. Reference to the public base model last used by the dataset. Only
+  // set for prompt datasets.
+  string model_reference = 18 [(google.api.field_behavior) = OPTIONAL];
 }
 
 // Describes the location from where we import data into a Dataset, together

google/cloud/aiplatform/v1/dataset_service.proto

@@ -138,6 +138,16 @@ service DatasetService {
     };
   }
 
+  // Updates a DatasetVersion.
+  rpc UpdateDatasetVersion(UpdateDatasetVersionRequest)
+      returns (DatasetVersion) {
+    option (google.api.http) = {
+      patch: "/v1/{dataset_version.name=projects/*/locations/*/datasets/*/datasetVersions/*}"
+      body: "dataset_version"
+    };
+    option (google.api.method_signature) = "dataset_version,update_mask";
+  }
+
   // Deletes a Dataset version.
   rpc DeleteDatasetVersion(DeleteDatasetVersionRequest)
       returns (google.longrunning.Operation) {
@@ -292,6 +302,21 @@ message UpdateDatasetRequest {
       [(google.api.field_behavior) = REQUIRED];
 }
 
+// Request message for
+// [DatasetService.UpdateDatasetVersion][google.cloud.aiplatform.v1.DatasetService.UpdateDatasetVersion].
+message UpdateDatasetVersionRequest {
+  // Required. The DatasetVersion which replaces the resource on the server.
+  DatasetVersion dataset_version = 1 [(google.api.field_behavior) = REQUIRED];
+
+  // Required. The update mask applies to the resource.
+  // For the `FieldMask` definition, see
+  // [google.protobuf.FieldMask][google.protobuf.FieldMask]. Updatable fields:
+  //
+  //   * `display_name`
+  google.protobuf.FieldMask update_mask = 2
+      [(google.api.field_behavior) = REQUIRED];
+}
+
 // Request message for
 // [DatasetService.ListDatasets][google.cloud.aiplatform.v1.DatasetService.ListDatasets].
 message ListDatasetsRequest {

google/cloud/aiplatform/v1/dataset_version.proto

@@ -64,4 +64,8 @@ message DatasetVersion {
     (google.api.field_behavior) = OUTPUT_ONLY,
     (google.api.field_behavior) = REQUIRED
   ];
+
+  // Output only. Reference to the public base model last used by the dataset
+  // version. Only set for prompt dataset versions.
+  string model_reference = 9 [(google.api.field_behavior) = OUTPUT_ONLY];
 }

google/cloud/aiplatform/v1/deployment_resource_pool.proto

@@ -18,6 +18,7 @@ package google.cloud.aiplatform.v1;
 
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
+import "google/cloud/aiplatform/v1/encryption_spec.proto";
 import "google/cloud/aiplatform/v1/machine_resources.proto";
 import "google/protobuf/timestamp.proto";
 
@@ -47,6 +48,29 @@ message DeploymentResourcePool {
   DedicatedResources dedicated_resources = 2
       [(google.api.field_behavior) = REQUIRED];
 
+  // Customer-managed encryption key spec for a DeploymentResourcePool. If set,
+  // this DeploymentResourcePool will be secured by this key. Endpoints and the
+  // DeploymentResourcePool they deploy in need to have the same EncryptionSpec.
+  EncryptionSpec encryption_spec = 5;
+
+  // The service account that the DeploymentResourcePool's container(s) run as.
+  // Specify the email address of the service account. If this service account
+  // is not specified, the container(s) run as a service account that doesn't
+  // have access to the resource project.
+  //
+  // Users deploying the Models to this DeploymentResourcePool must have the
+  // `iam.serviceAccounts.actAs` permission on this service account.
+  string service_account = 6;
+
+  // If the DeploymentResourcePool is deployed with custom-trained Models or
+  // AutoML Tabular Models, the container(s) of the DeploymentResourcePool will
+  // send `stderr` and `stdout` streams to Cloud Logging by default.
+  // Please note that the logs incur cost, which are subject to [Cloud Logging
+  // pricing](https://cloud.google.com/logging/pricing).
+  //
+  // User can disable container logging by setting this flag to true.
+  bool disable_container_logging = 7;
+
   // Output only. Timestamp when this DeploymentResourcePool was created.
   google.protobuf.Timestamp create_time = 4
       [(google.api.field_behavior) = OUTPUT_ONLY];

google/cloud/aiplatform/v1/feature.proto

@@ -103,6 +103,9 @@ message Feature {
 
     // Used for Feature that is bytes.
     BYTES = 13;
+
+    // Used for Feature that is struct.
+    STRUCT = 14;
   }
 
   // Immutable. Name of the Feature.

google/cloud/aiplatform/v1/feature_group.proto

@@ -55,9 +55,9 @@ message FeatureGroup {
 
   oneof source {
     // Indicates that features for this group come from BigQuery Table/View.
-    // By default treats the source as a sparse time series source, which is
-    // required to have an entity_id and a feature_timestamp column in the
-    // source.
+    // By default treats the source as a sparse time series source. The BigQuery
+    // source table or view must have at least one entity ID column and a column
+    // named `feature_timestamp`.
     BigQuery big_query = 7;
   }
 

google/cloud/aiplatform/v1/feature_online_store.proto

@@ -18,6 +18,7 @@ package google.cloud.aiplatform.v1;
 
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
+import "google/cloud/aiplatform/v1/encryption_spec.proto";
 import "google/protobuf/timestamp.proto";
 
 option csharp_namespace = "Google.Cloud.AIPlatform.V1";
@@ -140,4 +141,8 @@ message FeatureOnlineStore {
   // is different from common Vertex service endpoint.
   DedicatedServingEndpoint dedicated_serving_endpoint = 10
       [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. Customer-managed encryption key spec for data storage. If set,
+  // online store will be secured by this key.
+  EncryptionSpec encryption_spec = 13 [(google.api.field_behavior) = OPTIONAL];
 }

google/cloud/aiplatform/v1/featurestore_online_service.proto

@@ -272,12 +272,30 @@ message FeatureValue {
 
     // Bytes feature value.
     bytes bytes_value = 13;
+
+    // A struct type feature value.
+    StructValue struct_value = 15;
   }
 
   // Metadata of feature value.
   Metadata metadata = 14;
 }
 
+// Struct (or object) type feature value.
+message StructValue {
+  // A list of field values.
+  repeated StructFieldValue values = 1;
+}
+
+// One field of a Struct (or object) type feature value.
+message StructFieldValue {
+  // Name of the field in the struct feature.
+  string name = 1;
+
+  // The value for this field.
+  FeatureValue value = 2;
+}
+
 // Container for list of values.
 message FeatureValueList {
   // A list of feature values. All of them should be the same data type.

google/cloud/aiplatform/v1/index.proto

@@ -129,6 +129,17 @@ message Index {
 
 // A datapoint of Index.
 message IndexDatapoint {
+  // Feature embedding vector for sparse index. An array of numbers whose values
+  // are located in the specified dimensions.
+  message SparseEmbedding {
+    // Required. The list of embedding values of the sparse vector.
+    repeated float values = 1 [(google.api.field_behavior) = REQUIRED];
+
+    // Required. The list of indexes for the embedding values of the sparse
+    // vector.
+    repeated int64 dimensions = 2 [(google.api.field_behavior) = REQUIRED];
+  }
+
   // Restriction of a datapoint which describe its attributes(tokens) from each
   // of several attribute categories(namespaces).
   message Restriction {
@@ -209,10 +220,13 @@ message IndexDatapoint {
   // Required. Unique identifier of the datapoint.
   string datapoint_id = 1 [(google.api.field_behavior) = REQUIRED];
 
-  // Required. Feature embedding vector. An array of numbers with the length of
-  // [NearestNeighborSearchConfig.dimensions].
+  // Required. Feature embedding vector for dense index. An array of numbers
+  // with the length of [NearestNeighborSearchConfig.dimensions].
   repeated float feature_vector = 2 [(google.api.field_behavior) = REQUIRED];
 
+  // Optional. Feature embedding vector for sparse index.
+  SparseEmbedding sparse_embedding = 7 [(google.api.field_behavior) = OPTIONAL];
+
   // Optional. List of Restrict of the datapoint, used to perform "restricted
   // searches" where boolean rule are used to filter the subset of the database
   // eligible for matching. This uses categorical tokens. See:
@@ -232,9 +246,12 @@ message IndexDatapoint {
 
 // Stats of the Index.
 message IndexStats {
-  // Output only. The number of vectors in the Index.
+  // Output only. The number of dense vectors in the Index.
   int64 vectors_count = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
 
+  // Output only. The number of sparse vectors in the Index.
+  int64 sparse_vectors_count = 3 [(google.api.field_behavior) = OUTPUT_ONLY];
+
   // Output only. The number of shards in the Index.
   int32 shards_count = 2 [(google.api.field_behavior) = OUTPUT_ONLY];
 }

google/cloud/aiplatform/v1/index_service.proto

@@ -311,8 +311,8 @@ message NearestNeighborSearchOperationMetadata {
       // The embedding id is not valid.
       INVALID_EMBEDDING_ID = 5;
 
-      // The size of the embedding vectors does not match with the specified
-      // dimension.
+      // The size of the dense embedding vectors does not match with the
+      // specified dimension.
       EMBEDDING_SIZE_MISMATCH = 6;
 
       // The `namespace` field is missing.
@@ -337,8 +337,17 @@ message NearestNeighborSearchOperationMetadata {
       // File is not in UTF_8 format.
       INVALID_ENCODING = 13;
 
+      // Error parsing sparse dimensions field.
+      INVALID_SPARSE_DIMENSIONS = 14;
+
       // Token restrict value is invalid.
       INVALID_TOKEN_VALUE = 15;
+
+      // Invalid sparse embedding.
+      INVALID_SPARSE_EMBEDDING = 16;
+
+      // Invalid dense embedding.
+      INVALID_EMBEDDING = 17;
     }
 
     // The error type of this record.
@@ -373,6 +382,12 @@ message NearestNeighborSearchOperationMetadata {
     // invalid records that couldn't be parsed.
     // Up to 50 partial errors will be reported.
     repeated RecordError partial_errors = 4;
+
+    // Number of sparse records in this file that were successfully processed.
+    int64 valid_sparse_record_count = 5;
+
+    // Number of sparse records in this file we skipped due to validate errors.
+    int64 invalid_sparse_record_count = 6;
   }
 
   // The validation stats of the content (per file) to be inserted or