feat: [metastore] added Admin Interface (v1) (#4392)

* feat: added Admin Interface (v1)
feat: added gRPC endpoint protocol (v1)
feat: added BigQuery as a backend metastore (v1)

PiperOrigin-RevId: 545570906

Source-Link: googleapis/googleapis@ba4742e

Source-Link: googleapis/googleapis-gen@ab122fc
Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLW1ldGFzdG9yZS8uT3dsQm90LnlhbWwiLCJoIjoiYWIxMjJmY2RmYzI2OGY3NTc2MzdmZDVjNzRkOWI5Zjk2NWQwMmNmMyJ9

* 🦉 Updates from OwlBot post-processor

See https://github.com/googleapis/repo-automation-bots/blob/main/packages/owl-bot/README.md

---------

Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>
Co-authored-by: Denis DelGrosso <85250797+ddelgrosso1@users.noreply.github.com>

Author: gcf-owl-bot[bot]

packages/google-cloud-metastore/README.md

@@ -238,6 +238,48 @@ service DataprocMetastore {
       metadata_type: "google.cloud.metastore.v1.OperationMetadata"
     };
   }
+
+  // Query DPMS metadata.
+  rpc QueryMetadata(QueryMetadataRequest)
+      returns (google.longrunning.Operation) {
+    option (google.api.http) = {
+      post: "/v1/{service=projects/*/locations/*/services/*}:queryMetadata"
+      body: "*"
+    };
+    option (google.longrunning.operation_info) = {
+      response_type: "QueryMetadataResponse"
+      metadata_type: "google.cloud.metastore.v1.OperationMetadata"
+    };
+  }
+
+  // Move a table to another database.
+  rpc MoveTableToDatabase(MoveTableToDatabaseRequest)
+      returns (google.longrunning.Operation) {
+    option (google.api.http) = {
+      post: "/v1/{service=projects/*/locations/*/services/*}:moveTableToDatabase"
+      body: "*"
+    };
+    option (google.longrunning.operation_info) = {
+      response_type: "MoveTableToDatabaseResponse"
+      metadata_type: "google.cloud.metastore.v1.OperationMetadata"
+    };
+  }
+
+  // Alter metadata resource location. The metadata resource can be a database,
+  // table, or partition. This functionality only updates the parent directory
+  // for the respective metadata resource and does not transfer any existing
+  // data to the new location.
+  rpc AlterMetadataResourceLocation(AlterMetadataResourceLocationRequest)
+      returns (google.longrunning.Operation) {
+    option (google.api.http) = {
+      post: "/v1/{service=projects/*/locations/*/services/*}:alterLocation"
+      body: "*"
+    };
+    option (google.longrunning.operation_info) = {
+      response_type: "AlterMetadataResourceLocationResponse"
+      metadata_type: "google.cloud.metastore.v1.OperationMetadata"
+    };
+  }
 }
 
 // A managed metastore service that serves metadata queries.
@@ -425,6 +467,18 @@ message MaintenanceWindow {
 // Specifies configuration information specific to running Hive metastore
 // software as the metastore service.
 message HiveMetastoreConfig {
+  // Protocols available for serving the metastore service endpoint.
+  enum EndpointProtocol {
+    // The protocol is not set.
+    ENDPOINT_PROTOCOL_UNSPECIFIED = 0;
+
+    // Use the legacy Apache Thrift protocol for the metastore service endpoint.
+    THRIFT = 1;
+
+    // Use the modernized gRPC protocol for the metastore service endpoint.
+    GRPC = 2;
+  }
+
   // Immutable. The Hive metastore schema version.
   string version = 1 [(google.api.field_behavior) = IMMUTABLE];
 
@@ -442,6 +496,10 @@ message HiveMetastoreConfig {
   // while omitting this field from the request's `service`.
   KerberosConfig kerberos_config = 3;
 
+  // The protocol to use for the metastore service endpoint. If unspecified,
+  // defaults to `THRIFT`.
+  EndpointProtocol endpoint_protocol = 4;
+
   // A mapping of Hive metastore version to the auxiliary version
   // configuration. When specified, a secondary Hive metastore service is
   // created along with the primary service. All auxiliary versions must be less
@@ -592,6 +650,9 @@ message MetadataImport {
     // to import metadata. It must begin with `gs://`.
     string gcs_uri = 2;
 
+    // The name of the source database.
+    string source_database = 3 [deprecated = true];
+
     // Optional. The type of the database dump. If unspecified, defaults to
     // `MYSQL`.
     DatabaseDumpSpec.Type type = 4 [(google.api.field_behavior) = OPTIONAL];
@@ -1441,3 +1502,101 @@ message DatabaseDumpSpec {
     AVRO = 2;
   }
 }
+
+// Request message for
+// [DataprocMetastore.QueryMetadata][google.cloud.metastore.v1.DataprocMetastore.QueryMetadata].
+message QueryMetadataRequest {
+  // Required. The relative resource name of the metastore service to query
+  // metadata, in the following format:
+  //
+  // `projects/{project_id}/locations/{location_id}/services/{service_id}`.
+  string service = 1 [
+    (google.api.field_behavior) = REQUIRED,
+    (google.api.resource_reference) = {
+      type: "metastore.googleapis.com/Service"
+    }
+  ];
+
+  // Required. A read-only SQL query to execute against the metadata database.
+  // The query cannot change or mutate the data.
+  string query = 2 [(google.api.field_behavior) = REQUIRED];
+}
+
+// Response message for
+// [DataprocMetastore.QueryMetadata][google.cloud.metastore.v1.DataprocMetastore.QueryMetadata].
+message QueryMetadataResponse {
+  // The manifest URI  is link to a JSON instance in Cloud Storage.
+  // This instance manifests immediately along with QueryMetadataResponse. The
+  // content of the URI is not retriable until the long-running operation query
+  // against the metadata finishes.
+  string result_manifest_uri = 1;
+}
+
+// Error details in public error message for
+// [DataprocMetastore.QueryMetadata][google.cloud.metastore.v1.DataprocMetastore.QueryMetadata].
+message ErrorDetails {
+  // Additional structured details about this error.
+  //
+  // Keys define the failure items.
+  // Value describes the exception or details of the item.
+  map<string, string> details = 1;
+}
+
+// Request message for
+// [DataprocMetastore.MoveTableToDatabase][google.cloud.metastore.v1.DataprocMetastore.MoveTableToDatabase].
+message MoveTableToDatabaseRequest {
+  // Required. The relative resource name of the metastore service to mutate
+  // metadata, in the following format:
+  //
+  // `projects/{project_id}/locations/{location_id}/services/{service_id}`.
+  string service = 1 [
+    (google.api.field_behavior) = REQUIRED,
+    (google.api.resource_reference) = {
+      type: "metastore.googleapis.com/Service"
+    }
+  ];
+
+  // Required. The name of the table to be moved.
+  string table_name = 2 [(google.api.field_behavior) = REQUIRED];
+
+  // Required. The name of the database where the table resides.
+  string db_name = 3 [(google.api.field_behavior) = REQUIRED];
+
+  // Required. The name of the database where the table should be moved.
+  string destination_db_name = 4 [(google.api.field_behavior) = REQUIRED];
+}
+
+// Response message for
+// [DataprocMetastore.MoveTableToDatabase][google.cloud.metastore.v1.DataprocMetastore.MoveTableToDatabase].
+message MoveTableToDatabaseResponse {}
+
+// Request message for
+// [DataprocMetastore.AlterMetadataResourceLocation][google.cloud.metastore.v1.DataprocMetastore.AlterMetadataResourceLocation].
+message AlterMetadataResourceLocationRequest {
+  // Required. The relative resource name of the metastore service to mutate
+  // metadata, in the following format:
+  //
+  // `projects/{project_id}/locations/{location_id}/services/{service_id}`.
+  string service = 1 [
+    (google.api.field_behavior) = REQUIRED,
+    (google.api.resource_reference) = {
+      type: "metastore.googleapis.com/Service"
+    }
+  ];
+
+  // Required. The relative metadata resource name in the following format.
+  //
+  // `databases/{database_id}`
+  // or
+  // `databases/{database_id}/tables/{table_id}`
+  // or
+  // `databases/{database_id}/tables/{table_id}/partitions/{partition_id}`
+  string resource_name = 2 [(google.api.field_behavior) = REQUIRED];
+
+  // Required. The new location URI for the metadata resource.
+  string location_uri = 3 [(google.api.field_behavior) = REQUIRED];
+}
+
+// Response message for
+// [DataprocMetastore.AlterMetadataResourceLocation][google.cloud.metastore.v1.DataprocMetastore.AlterMetadataResourceLocation].
+message AlterMetadataResourceLocationResponse {}

packages/google-cloud-metastore/protos/google/cloud/metastore/v1/metastore.proto

@@ -188,6 +188,9 @@ message BackendMetastore {
     // The metastore type is not set.
     METASTORE_TYPE_UNSPECIFIED = 0;
 
+    // The backend metastore is BigQuery.
+    BIGQUERY = 2;
+
     // The backend metastore is Dataproc Metastore.
     DATAPROC_METASTORE = 3;
   }

packages/google-cloud-metastore/protos/google/cloud/metastore/v1/metastore_federation.proto

@@ -1611,6 +1611,16 @@ message QueryMetadataResponse {
   string result_manifest_uri = 1;
 }
 
+// Error details in public error message for
+// [DataprocMetastore.QueryMetadata][google.cloud.metastore.v1alpha.DataprocMetastore.QueryMetadata].
+message ErrorDetails {
+  // Additional structured details about this error.
+  //
+  // Keys define the failure items.
+  // Value describes the exception or details of the item.
+  map<string, string> details = 1;
+}
+
 // Request message for
 // [DataprocMetastore.MoveTableToDatabase][google.cloud.metastore.v1alpha.DataprocMetastore.MoveTableToDatabase].
 message MoveTableToDatabaseRequest {

packages/google-cloud-metastore/protos/google/cloud/metastore/v1alpha/metastore.proto

@@ -1611,6 +1611,16 @@ message QueryMetadataResponse {
   string result_manifest_uri = 1;
 }
 
+// Error details in public error message for
+// [DataprocMetastore.QueryMetadata][google.cloud.metastore.v1beta.DataprocMetastore.QueryMetadata].
+message ErrorDetails {
+  // Additional structured details about this error.
+  //
+  // Keys define the failure items.
+  // Value describes the exception or details of the item.
+  map<string, string> details = 1;
+}
+
 // Request message for
 // [DataprocMetastore.MoveTableToDatabase][google.cloud.metastore.v1beta.DataprocMetastore.MoveTableToDatabase].
 message MoveTableToDatabaseRequest {