Skip to content

Commit b9d7b71

Browse files
gcf-owl-bot[bot]ohmayrparthea
authored
feat: Enable Vertex AI Ingestion on DataPlex (#11762)
- [ ] Regenerate this pull request now. PiperOrigin-RevId: 568623212 Source-Link: googleapis/googleapis@f878578 Source-Link: googleapis/googleapis-gen@149c564 Copy-Tag: eyJwIjoicGFja2FnZXMvZ29vZ2xlLWNsb3VkLWRhdGFjYXRhbG9nLy5Pd2xCb3QueWFtbCIsImgiOiIxNDljNTY0MDNlMDQ5YjNiMWQxYTI0MWYxYjlmYjY4MjAwNjg5YzBiIn0= --------- Co-authored-by: Owl Bot <gcf-owl-bot[bot]@users.noreply.github.com> Co-authored-by: ohmayr <omairnaveed@ymail.com> Co-authored-by: Anthonios Partheniou <partheniou@google.com>
1 parent 645736f commit b9d7b71

18 files changed

+288
-37
lines changed

‎packages/google-cloud-datacatalog/CONTRIBUTING.rst‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -143,12 +143,12 @@ Running System Tests
143143
$ nox -s system
144144

145145
# Run a single system test
146-
$ nox -s system- -- -k <name of test>
146+
$ nox -s system-3.11 -- -k <name of test>
147147

148148

149149
.. note::
150150

151-
System tests are only configured to run under Python.
151+
System tests are only configured to run under Python 3.8, 3.9, 3.10 and 3.11.
152152
For expediency, we do not run them in older versions of Python 3.
153153

154154
This alone will not run the tests. You'll need to change some local

‎packages/google-cloud-datacatalog/google/cloud/datacatalog/__init__.py‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,6 +56,7 @@
5656
CreateTagTemplateFieldRequest,
5757
CreateTagTemplateRequest,
5858
DatabaseTableSpec,
59+
DatasetSpec,
5960
DataSourceConnectionSpec,
6061
DeleteEntryGroupRequest,
6162
DeleteEntryRequest,
@@ -81,6 +82,7 @@
8182
ListTagsResponse,
8283
LookerSystemSpec,
8384
LookupEntryRequest,
85+
ModelSpec,
8486
ModifyEntryContactsRequest,
8587
ModifyEntryOverviewRequest,
8688
ReconcileTagsMetadata,
@@ -102,6 +104,9 @@
102104
UpdateTagRequest,
103105
UpdateTagTemplateFieldRequest,
104106
UpdateTagTemplateRequest,
107+
VertexDatasetSpec,
108+
VertexModelSourceInfo,
109+
VertexModelSpec,
105110
)
106111
from google.cloud.datacatalog_v1.types.dataplex_spec import (
107112
DataplexExternalTable,
@@ -193,6 +198,7 @@
193198
"CreateTagTemplateFieldRequest",
194199
"CreateTagTemplateRequest",
195200
"DatabaseTableSpec",
201+
"DatasetSpec",
196202
"DataSourceConnectionSpec",
197203
"DeleteEntryGroupRequest",
198204
"DeleteEntryRequest",
@@ -217,6 +223,7 @@
217223
"ListTagsResponse",
218224
"LookerSystemSpec",
219225
"LookupEntryRequest",
226+
"ModelSpec",
220227
"ModifyEntryContactsRequest",
221228
"ModifyEntryOverviewRequest",
222229
"ReconcileTagsMetadata",
@@ -238,6 +245,9 @@
238245
"UpdateTagRequest",
239246
"UpdateTagTemplateFieldRequest",
240247
"UpdateTagTemplateRequest",
248+
"VertexDatasetSpec",
249+
"VertexModelSourceInfo",
250+
"VertexModelSpec",
241251
"EntryType",
242252
"DataplexExternalTable",
243253
"DataplexFilesetSpec",

‎packages/google-cloud-datacatalog/google/cloud/datacatalog/gapic_version.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,4 +13,4 @@
1313
# See the License for the specific language governing permissions and
1414
# limitations under the License.
1515
#
16-
__version__ = "3.15.2" # {x-release-please-version}
16+
__version__ = "0.0.0" # {x-release-please-version}

‎packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/__init__.py‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -45,6 +45,7 @@
4545
CreateTagTemplateFieldRequest,
4646
CreateTagTemplateRequest,
4747
DatabaseTableSpec,
48+
DatasetSpec,
4849
DataSourceConnectionSpec,
4950
DeleteEntryGroupRequest,
5051
DeleteEntryRequest,
@@ -70,6 +71,7 @@
7071
ListTagsResponse,
7172
LookerSystemSpec,
7273
LookupEntryRequest,
74+
ModelSpec,
7375
ModifyEntryContactsRequest,
7476
ModifyEntryOverviewRequest,
7577
ReconcileTagsMetadata,
@@ -91,6 +93,9 @@
9193
UpdateTagRequest,
9294
UpdateTagTemplateFieldRequest,
9395
UpdateTagTemplateRequest,
96+
VertexDatasetSpec,
97+
VertexModelSourceInfo,
98+
VertexModelSpec,
9499
)
95100
from .types.dataplex_spec import (
96101
DataplexExternalTable,
@@ -172,6 +177,7 @@
172177
"DataplexFilesetSpec",
173178
"DataplexSpec",
174179
"DataplexTableSpec",
180+
"DatasetSpec",
175181
"DeleteEntryGroupRequest",
176182
"DeleteEntryRequest",
177183
"DeletePolicyTagRequest",
@@ -215,6 +221,7 @@
215221
"LookerSystemSpec",
216222
"LookupEntryRequest",
217223
"ManagingSystem",
224+
"ModelSpec",
218225
"ModifyEntryContactsRequest",
219226
"ModifyEntryOverviewRequest",
220227
"PersonalDetails",
@@ -261,5 +268,8 @@
261268
"UpdateTaxonomyRequest",
262269
"UsageSignal",
263270
"UsageStats",
271+
"VertexDatasetSpec",
272+
"VertexModelSourceInfo",
273+
"VertexModelSpec",
264274
"ViewSpec",
265275
)

‎packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/gapic_version.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,4 +13,4 @@
1313
# See the License for the specific language governing permissions and
1414
# limitations under the License.
1515
#
16-
__version__ = "3.15.2" # {x-release-please-version}
16+
__version__ = "0.0.0" # {x-release-please-version}

‎packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/services/data_catalog/async_client.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1054,7 +1054,7 @@ async def sample_create_entry():
10541054
# Initialize request argument(s)
10551055
entry = datacatalog_v1.Entry()
10561056
entry.type_ = "LOOK"
1057-
entry.integrated_system = "LOOKER"
1057+
entry.integrated_system = "VERTEX_AI"
10581058
entry.gcs_fileset_spec.file_patterns = ['file_patterns_value1', 'file_patterns_value2']
10591059
10601060
request = datacatalog_v1.CreateEntryRequest(
@@ -1200,7 +1200,7 @@ async def sample_update_entry():
12001200
# Initialize request argument(s)
12011201
entry = datacatalog_v1.Entry()
12021202
entry.type_ = "LOOK"
1203-
entry.integrated_system = "LOOKER"
1203+
entry.integrated_system = "VERTEX_AI"
12041204
entry.gcs_fileset_spec.file_patterns = ['file_patterns_value1', 'file_patterns_value2']
12051205
12061206
request = datacatalog_v1.UpdateEntryRequest(

‎packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/services/data_catalog/client.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1391,7 +1391,7 @@ def sample_create_entry():
13911391
# Initialize request argument(s)
13921392
entry = datacatalog_v1.Entry()
13931393
entry.type_ = "LOOK"
1394-
entry.integrated_system = "LOOKER"
1394+
entry.integrated_system = "VERTEX_AI"
13951395
entry.gcs_fileset_spec.file_patterns = ['file_patterns_value1', 'file_patterns_value2']
13961396
13971397
request = datacatalog_v1.CreateEntryRequest(
@@ -1537,7 +1537,7 @@ def sample_update_entry():
15371537
# Initialize request argument(s)
15381538
entry = datacatalog_v1.Entry()
15391539
entry.type_ = "LOOK"
1540-
entry.integrated_system = "LOOKER"
1540+
entry.integrated_system = "VERTEX_AI"
15411541
entry.gcs_fileset_spec.file_patterns = ['file_patterns_value1', 'file_patterns_value2']
15421542
15431543
request = datacatalog_v1.UpdateEntryRequest(

‎packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/types/__init__.py‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,7 @@
3131
CreateTagTemplateFieldRequest,
3232
CreateTagTemplateRequest,
3333
DatabaseTableSpec,
34+
DatasetSpec,
3435
DataSourceConnectionSpec,
3536
DeleteEntryGroupRequest,
3637
DeleteEntryRequest,
@@ -56,6 +57,7 @@
5657
ListTagsResponse,
5758
LookerSystemSpec,
5859
LookupEntryRequest,
60+
ModelSpec,
5961
ModifyEntryContactsRequest,
6062
ModifyEntryOverviewRequest,
6163
ReconcileTagsMetadata,
@@ -77,6 +79,9 @@
7779
UpdateTagRequest,
7880
UpdateTagTemplateFieldRequest,
7981
UpdateTagTemplateRequest,
82+
VertexDatasetSpec,
83+
VertexModelSourceInfo,
84+
VertexModelSpec,
8085
)
8186
from .dataplex_spec import (
8287
DataplexExternalTable,
@@ -146,6 +151,7 @@
146151
"CreateTagTemplateFieldRequest",
147152
"CreateTagTemplateRequest",
148153
"DatabaseTableSpec",
154+
"DatasetSpec",
149155
"DataSourceConnectionSpec",
150156
"DeleteEntryGroupRequest",
151157
"DeleteEntryRequest",
@@ -170,6 +176,7 @@
170176
"ListTagsResponse",
171177
"LookerSystemSpec",
172178
"LookupEntryRequest",
179+
"ModelSpec",
173180
"ModifyEntryContactsRequest",
174181
"ModifyEntryOverviewRequest",
175182
"ReconcileTagsMetadata",
@@ -191,6 +198,9 @@
191198
"UpdateTagRequest",
192199
"UpdateTagTemplateFieldRequest",
193200
"UpdateTagTemplateRequest",
201+
"VertexDatasetSpec",
202+
"VertexModelSourceInfo",
203+
"VertexModelSpec",
194204
"EntryType",
195205
"DataplexExternalTable",
196206
"DataplexFilesetSpec",

‎packages/google-cloud-datacatalog/google/cloud/datacatalog_v1/types/common.py‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,8 @@ class IntegratedSystem(proto.Enum):
5353
Cloud Sql
5454
LOOKER (9):
5555
Looker
56+
VERTEX_AI (10):
57+
Vertex AI
5658
"""
5759
INTEGRATED_SYSTEM_UNSPECIFIED = 0
5860
BIGQUERY = 1
@@ -63,6 +65,7 @@ class IntegratedSystem(proto.Enum):
6365
CLOUD_BIGTABLE = 7
6466
CLOUD_SQL = 8
6567
LOOKER = 9
68+
VERTEX_AI = 10
6669

6770

6871
class ManagingSystem(proto.Enum):

0 commit comments

Comments
 (0)