feat: Removes AcceleratorType.TPU_V2 and TPU_V3 constants (#167)

* feat!: Removes AcceleratorType.TPU_V2 and TPU_V3 constants feat: Adds AcceleratorType.NVIDIA_TESLA_A100 constant feat: Adds BigQuery output table field to batch prediction job output config feat: Adds JobState.JOB_STATE_EXPIRED constant feat: Adds AutoscalingMetricSpec message feat: Adds PipelineService methods: CreatePipelineJob, GetPipelineJob, ListPipelineJobs, DeletePipelineJobs, CancelPipelineJobs feat: Adds fields to Study message

PiperOrigin-RevId: 384714314

Source-Link: googleapis/googleapis@cc51e48

Source-Link: googleapis/googleapis-gen@f87b91c

* 🦉 Updates from OwlBot

See https://github.com/googleapis/repo-automation-bots/blob/master/packages/owl-bot/README.md

Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com>

packages/google-cloud-aiplatform/protos/google/cloud/aiplatform/v1/accelerator_type.proto

@@ -1,4 +1,4 @@
-// Copyright 2020 Google LLC
+// Copyright 2021 Google LLC
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.
@@ -46,9 +46,6 @@ enum AcceleratorType {
   // Nvidia Tesla T4 GPU.
   NVIDIA_TESLA_T4 = 5;
 
-  // TPU v2.
-  TPU_V2 = 6;
-
-  // TPU v3.
-  TPU_V3 = 7;
+  // Nvidia Tesla A100 GPU.
+  NVIDIA_TESLA_A100 = 8;
 }

packages/google-cloud-aiplatform/protos/google/cloud/aiplatform/v1/artifact.proto

@@ -0,0 +1,90 @@
+// Copyright 2021 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+syntax = "proto3";
+
+package google.cloud.aiplatform.v1;
+
+import "google/api/field_behavior.proto";
+import "google/api/resource.proto";
+import "google/cloud/aiplatform/v1/value.proto";
+import "google/protobuf/struct.proto";
+import "google/protobuf/timestamp.proto";
+import "google/api/annotations.proto";
+
+option csharp_namespace = "Google.Cloud.AIPlatform.V1";
+option go_package = "google.golang.org/genproto/googleapis/cloud/aiplatform/v1;aiplatform";
+option java_multiple_files = true;
+option java_outer_classname = "ArtifactProto";
+option java_package = "com.google.cloud.aiplatform.v1";
+option php_namespace = "Google\\Cloud\\AIPlatform\\V1";
+option ruby_package = "Google::Cloud::AIPlatform::V1";
+
+// Instance of a general artifact.
+message Artifact {
+  option (google.api.resource) = {
+    type: "aiplatform.googleapis.com/Artifact"
+    pattern: "projects/{project}/locations/{location}/metadataStores/{metadata_store}/artifacts/{artifact}"
+  };
+
+  // Describes the state of the Artifact.
+  enum State {
+    // Unspecified state for the Artifact.
+    STATE_UNSPECIFIED = 0;
+
+    // A state used by systems like Vertex Pipelines to indicate that the
+    // underlying data item represented by this Artifact is being created.
+    PENDING = 1;
+
+    // A state indicating that the Artifact should exist, unless something
+    // external to the system deletes it.
+    LIVE = 2;
+  }
+
+  // Output only. The resource name of the Artifact.
+  string name = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // User provided display name of the Artifact.
+  // May be up to 128 Unicode characters.
+  string display_name = 2;
+
+  // The uniform resource identifier of the artifact file.
+  // May be empty if there is no actual artifact file.
+  string uri = 6;
+
+  // An eTag used to perform consistent read-modify-write updates. If not set, a
+  // blind "overwrite" update happens.
+  string etag = 9;
+
+  // The labels with user-defined metadata to organize your Artifacts.
+  //
+  // Label keys and values can be no longer than 64 characters
+  // (Unicode codepoints), can only contain lowercase letters, numeric
+  // characters, underscores and dashes. International characters are allowed.
+  // No more than 64 user labels can be associated with one Artifact (System
+  // labels are excluded).
+  map<string, string> labels = 10;
+
+  // Output only. Timestamp when this Artifact was created.
+  google.protobuf.Timestamp create_time = 11 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. Timestamp when this Artifact was last updated.
+  google.protobuf.Timestamp update_time = 12 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // The state of this Artifact. This is a property of the Artifact, and does
+  // not imply or capture any ongoing process. This property is managed by
+  // clients (such as Vertex Pipelines), and the system does not prescribe
+  // or check the validity of state transitions.
+  State state = 13;
+}

packages/google-cloud-aiplatform/protos/google/cloud/aiplatform/v1/batch_prediction_job.proto

@@ -94,8 +94,7 @@ message BatchPredictionJob {
       // `errors_N.<extension>` files are created (N depends on total number
       // of failed predictions). These files contain the failed instances,
       // as per their schema, followed by an additional `error` field which as
-      // value has
-      // [`google.rpc.Status`](Status)
+      // value has [google.rpc.Status][google.rpc.Status]
       // containing only `code` and `message` fields.
       GcsDestination gcs_destination = 2;
 
@@ -115,7 +114,7 @@ message BatchPredictionJob {
       // prediction schemata. The `errors` table contains rows for which the
       // prediction has failed, it has instance columns, as per the
       // instance schema, followed by a single "errors" column, which as values
-      // has [`google.rpc.Status`](Status)
+      // has [google.rpc.Status][google.rpc.Status]
       // represented as a STRUCT, and containing only `code` and `message`.
       BigQueryDestination bigquery_destination = 3;
     }
@@ -140,6 +139,12 @@ message BatchPredictionJob {
       // format, into which the prediction output is written.
       string bigquery_output_dataset = 2 [(google.api.field_behavior) = OUTPUT_ONLY];
     }
+
+    // Output only. The name of the BigQuery table created, in
+    // `predictions_<timestamp>`
+    // format, into which the prediction output is written.
+    // Can be used by UI to generate the BigQuery output path, for example.
+    string bigquery_output_table = 4 [(google.api.field_behavior) = OUTPUT_ONLY];
   }
 
   // Output only. Resource name of the BatchPredictionJob.

packages/google-cloud-aiplatform/protos/google/cloud/aiplatform/v1/context.proto

@@ -0,0 +1,75 @@
+// Copyright 2021 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+syntax = "proto3";
+
+package google.cloud.aiplatform.v1;
+
+import "google/api/field_behavior.proto";
+import "google/api/resource.proto";
+import "google/cloud/aiplatform/v1/value.proto";
+import "google/protobuf/struct.proto";
+import "google/protobuf/timestamp.proto";
+import "google/api/annotations.proto";
+
+option csharp_namespace = "Google.Cloud.AIPlatform.V1";
+option go_package = "google.golang.org/genproto/googleapis/cloud/aiplatform/v1;aiplatform";
+option java_multiple_files = true;
+option java_outer_classname = "ContextProto";
+option java_package = "com.google.cloud.aiplatform.v1";
+option php_namespace = "Google\\Cloud\\AIPlatform\\V1";
+option ruby_package = "Google::Cloud::AIPlatform::V1";
+
+// Instance of a general context.
+message Context {
+  option (google.api.resource) = {
+    type: "aiplatform.googleapis.com/Context"
+    pattern: "projects/{project}/locations/{location}/metadataStores/{metadata_store}/contexts/{context}"
+  };
+
+  // Output only. The resource name of the Context.
+  string name = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // User provided display name of the Context.
+  // May be up to 128 Unicode characters.
+  string display_name = 2;
+
+  // An eTag used to perform consistent read-modify-write updates. If not set, a
+  // blind "overwrite" update happens.
+  string etag = 8;
+
+  // The labels with user-defined metadata to organize your Contexts.
+  //
+  // Label keys and values can be no longer than 64 characters
+  // (Unicode codepoints), can only contain lowercase letters, numeric
+  // characters, underscores and dashes. International characters are allowed.
+  // No more than 64 user labels can be associated with one Context (System
+  // labels are excluded).
+  map<string, string> labels = 9;
+
+  // Output only. Timestamp when this Context was created.
+  google.protobuf.Timestamp create_time = 10 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. Timestamp when this Context was last updated.
+  google.protobuf.Timestamp update_time = 11 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. A list of resource names of Contexts that are parents of this Context.
+  // A Context may have at most 10 parent_contexts.
+  repeated string parent_contexts = 12 [
+    (google.api.field_behavior) = OUTPUT_ONLY,
+    (google.api.resource_reference) = {
+      type: "aiplatform.googleapis.com/Context"
+    }
+  ];
+}

packages/google-cloud-aiplatform/protos/google/cloud/aiplatform/v1/custom_job.proto

@@ -120,7 +120,9 @@ message CustomJobSpec {
   //
   // Private services access must already be configured for the network. If left
   // unspecified, the job is not peered with any network.
-  string network = 5;
+  string network = 5 [(google.api.resource_reference) = {
+                        type: "compute.googleapis.com/Network"
+                      }];
 
   // The Cloud Storage location to store the output of this CustomJob or
   // HyperparameterTuningJob. For HyperparameterTuningJob,

packages/google-cloud-aiplatform/protos/google/cloud/aiplatform/v1/execution.proto

@@ -0,0 +1,96 @@
+// Copyright 2021 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+syntax = "proto3";
+
+package google.cloud.aiplatform.v1;
+
+import "google/api/field_behavior.proto";
+import "google/api/resource.proto";
+import "google/cloud/aiplatform/v1/value.proto";
+import "google/protobuf/struct.proto";
+import "google/protobuf/timestamp.proto";
+import "google/api/annotations.proto";
+
+option csharp_namespace = "Google.Cloud.AIPlatform.V1";
+option go_package = "google.golang.org/genproto/googleapis/cloud/aiplatform/v1;aiplatform";
+option java_multiple_files = true;
+option java_outer_classname = "ExecutionProto";
+option java_package = "com.google.cloud.aiplatform.v1";
+option php_namespace = "Google\\Cloud\\AIPlatform\\V1";
+option ruby_package = "Google::Cloud::AIPlatform::V1";
+
+// Instance of a general execution.
+message Execution {
+  option (google.api.resource) = {
+    type: "aiplatform.googleapis.com/Execution"
+    pattern: "projects/{project}/locations/{location}/metadataStores/{metadata_store}/executions/{execution}"
+  };
+
+  // Describes the state of the Execution.
+  enum State {
+    // Unspecified Execution state
+    STATE_UNSPECIFIED = 0;
+
+    // The Execution is new
+    NEW = 1;
+
+    // The Execution is running
+    RUNNING = 2;
+
+    // The Execution has finished running
+    COMPLETE = 3;
+
+    // The Execution has failed
+    FAILED = 4;
+
+    // The Execution completed through Cache hit.
+    CACHED = 5;
+
+    // The Execution was cancelled.
+    CANCELLED = 6;
+  }
+
+  // Output only. The resource name of the Execution.
+  string name = 1 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // User provided display name of the Execution.
+  // May be up to 128 Unicode characters.
+  string display_name = 2;
+
+  // The state of this Execution. This is a property of the Execution, and does
+  // not imply or capture any ongoing process. This property is managed by
+  // clients (such as Vertex Pipelines) and the system does not prescribe
+  // or check the validity of state transitions.
+  State state = 6;
+
+  // An eTag used to perform consistent read-modify-write updates. If not set, a
+  // blind "overwrite" update happens.
+  string etag = 9;
+
+  // The labels with user-defined metadata to organize your Executions.
+  //
+  // Label keys and values can be no longer than 64 characters
+  // (Unicode codepoints), can only contain lowercase letters, numeric
+  // characters, underscores and dashes. International characters are allowed.
+  // No more than 64 user labels can be associated with one Execution (System
+  // labels are excluded).
+  map<string, string> labels = 10;
+
+  // Output only. Timestamp when this Execution was created.
+  google.protobuf.Timestamp create_time = 11 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. Timestamp when this Execution was last updated.
+  google.protobuf.Timestamp update_time = 12 [(google.api.field_behavior) = OUTPUT_ONLY];
+}

packages/google-cloud-aiplatform/protos/google/cloud/aiplatform/v1/io.proto

@@ -63,7 +63,8 @@ message BigQueryDestination {
   // Accepted forms:
   //
   // *  BigQuery path. For example:
-  // `bq://projectId` or `bq://projectId.bqDatasetId.bqTableId`.
+  // `bq://projectId` or `bq://projectId.bqDatasetId` or
+  // `bq://projectId.bqDatasetId.bqTableId`.
   string output_uri = 1 [(google.api.field_behavior) = REQUIRED];
 }
 

packages/google-cloud-aiplatform/protos/google/cloud/aiplatform/v1/job_state.proto

@@ -55,4 +55,7 @@ enum JobState {
 
   // The job has been stopped, and can be resumed.
   JOB_STATE_PAUSED = 8;
+
+  // The job has expired.
+  JOB_STATE_EXPIRED = 9;
 }