Skip to content
This repository has been archived by the owner on Sep 27, 2023. It is now read-only.

feat: add excluded field field for storage #169

Merged
merged 1 commit into from
Oct 26, 2018
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 7 additions & 4 deletions protos/google/privacy/dlp/v2/dlp.proto
Original file line number Diff line number Diff line change
Expand Up @@ -965,8 +965,9 @@ message OutputStorageConfig {
// from the predefined schema that are missing will be added. No columns in
// the existing table will be deleted.
//
// If unspecified, then all available columns will be used for a new table,
// and no changes will be made to an existing table.
// If unspecified, then all available columns will be used for a new table or
// an (existing) table with no schema, and no changes will be made to an
// existing table that has a schema.
OutputSchema output_schema = 3;
}

Expand Down Expand Up @@ -1138,7 +1139,7 @@ message PrivacyMetric {

// Optional message indicating that multiple rows might be associated to a
// single individual. If the same entity_id is associated to multiple
// quasi-identifier tuples over distict rows, we consider the entire
// quasi-identifier tuples over distinct rows, we consider the entire
// collection of tuples as the composite quasi-identifier. This collection
// is a multiset: the order in which the different tuples appear in the
// dataset is ignored, but their frequency is taken into account.
Expand Down Expand Up @@ -1556,11 +1557,13 @@ message Value {
message QuoteInfo {
// Object representation of the quote.
oneof parsed_quote {
// The date time indicated by the quote.
DateTime date_time = 2;
}
}

// Message for a date time object.
// e.g. 2018-01-01, 5th August.
message DateTime {
message TimeZone {
// Set only if the offset can be determined. Positive for time ahead of UTC.
Expand Down Expand Up @@ -2284,7 +2287,7 @@ message JobTrigger {
repeated Trigger triggers = 5;

// A stream of errors encountered when the trigger was activated. Repeated
// errors may result in the JobTrigger automaticaly being paused.
// errors may result in the JobTrigger automatically being paused.
// Will return the last 100 errors. Whenever the JobTrigger is modified
// this list will be cleared. Output only field.
repeated Error errors = 6;
Expand Down
10 changes: 8 additions & 2 deletions protos/google/privacy/dlp/v2/storage.proto
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,8 @@ message InfoType {
// Name of the information type. Either a name of your choosing when
// creating a CustomInfoType, or one of the names listed
// at https://cloud.google.com/dlp/docs/infotypes-reference when specifying
// a built-in type.
// a built-in type. InfoType names should conform to the pattern
// [a-zA-Z0-9_]{1,64}.
string name = 1;
}

Expand Down Expand Up @@ -359,7 +360,8 @@ message CloudStorageOptions {

// List of file type groups to include in the scan.
// If empty, all files are scanned and available data format processors
// are applied.
// are applied. In addition, the binary content of the selected files
// is always scanned as well.
repeated FileType file_types = 5;

SampleMethod sample_method = 6;
Expand Down Expand Up @@ -420,6 +422,10 @@ message BigQueryOptions {
int32 rows_limit_percent = 6;

SampleMethod sample_method = 4;

// References to fields excluded from scanning. This allows you to skip
// inspection of entire columns which you know have no findings.
repeated FieldId excluded_fields = 5;
}

// Shared message indicating Cloud storage type.
Expand Down
12 changes: 8 additions & 4 deletions src/v2/doc/google/privacy/dlp/v2/doc_dlp.js
Original file line number Diff line number Diff line change
Expand Up @@ -905,8 +905,9 @@ const InspectContentResponse = {
* from the predefined schema that are missing will be added. No columns in
* the existing table will be deleted.
*
* If unspecified, then all available columns will be used for a new table,
* and no changes will be made to an existing table.
* If unspecified, then all available columns will be used for a new table or
* an (existing) table with no schema, and no changes will be made to an
* existing table that has a schema.
*
* The number should be among the values of [OutputSchema]{@link google.privacy.dlp.v2.OutputSchema}
*
Expand Down Expand Up @@ -1287,7 +1288,7 @@ const PrivacyMetric = {
* @property {Object} entityId
* Optional message indicating that multiple rows might be associated to a
* single individual. If the same entity_id is associated to multiple
* quasi-identifier tuples over distict rows, we consider the entire
* quasi-identifier tuples over distinct rows, we consider the entire
* collection of tuples as the composite quasi-identifier. This collection
* is a multiset: the order in which the different tuples appear in the
* dataset is ignored, but their frequency is taken into account.
Expand Down Expand Up @@ -1954,6 +1955,8 @@ const Value = {
* Message for infoType-dependent details parsed from quote.
*
* @property {Object} dateTime
* The date time indicated by the quote.
*
* This object should have the same structure as [DateTime]{@link google.privacy.dlp.v2.DateTime}
*
* @typedef QuoteInfo
Expand All @@ -1966,6 +1969,7 @@ const QuoteInfo = {

/**
* Message for a date time object.
* e.g. 2018-01-01, 5th August.
*
* @property {Object} date
* One or more of the following must be set. All fields are optional, but
Expand Down Expand Up @@ -3090,7 +3094,7 @@ const Error = {
*
* @property {Object[]} errors
* A stream of errors encountered when the trigger was activated. Repeated
* errors may result in the JobTrigger automaticaly being paused.
* errors may result in the JobTrigger automatically being paused.
* Will return the last 100 errors. Whenever the JobTrigger is modified
* this list will be cleared. Output only field.
*
Expand Down
12 changes: 10 additions & 2 deletions src/v2/doc/google/privacy/dlp/v2/doc_storage.js
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,8 @@
* Name of the information type. Either a name of your choosing when
* creating a CustomInfoType, or one of the names listed
* at https://cloud.google.com/dlp/docs/infotypes-reference when specifying
* a built-in type.
* a built-in type. InfoType names should conform to the pattern
* [a-zA-Z0-9_]{1,64}.
*
* @typedef InfoType
* @memberof google.privacy.dlp.v2
Expand Down Expand Up @@ -486,7 +487,8 @@ const CloudStorageRegexFileSet = {
* @property {number[]} fileTypes
* List of file type groups to include in the scan.
* If empty, all files are scanned and available data format processors
* are applied.
* are applied. In addition, the binary content of the selected files
* is always scanned as well.
*
* The number should be among the values of [FileType]{@link google.privacy.dlp.v2.FileType}
*
Expand Down Expand Up @@ -611,6 +613,12 @@ const CloudStoragePath = {
* @property {number} sampleMethod
* The number should be among the values of [SampleMethod]{@link google.privacy.dlp.v2.SampleMethod}
*
* @property {Object[]} excludedFields
* References to fields excluded from scanning. This allows you to skip
* inspection of entire columns which you know have no findings.
*
* This object should have the same structure as [FieldId]{@link google.privacy.dlp.v2.FieldId}
*
* @typedef BigQueryOptions
* @memberof google.privacy.dlp.v2
* @see [google.privacy.dlp.v2.BigQueryOptions definition in proto format]{@link https://github.com/googleapis/googleapis/blob/master/google/privacy/dlp/v2/storage.proto}
Expand Down