diff --git a/sdk/datafactory/arm-datafactory/package.json b/sdk/datafactory/arm-datafactory/package.json index 86491acc53f9..d5b4496ae622 100644 --- a/sdk/datafactory/arm-datafactory/package.json +++ b/sdk/datafactory/arm-datafactory/package.json @@ -2,7 +2,7 @@ "name": "@azure/arm-datafactory", "author": "Microsoft Corporation", "description": "DataFactoryManagementClient Library with typescript type definitions for node.js and browser.", - "version": "8.1.0", + "version": "9.0.0", "dependencies": { "@azure/ms-rest-azure-js": "^2.1.0", "@azure/ms-rest-js": "^2.2.0", @@ -27,7 +27,7 @@ "rollup-plugin-sourcemaps": "^0.4.2", "uglify-js": "^3.6.0" }, - "homepage": "https://github.com/Azure/azure-sdk-for-js/tree/feature/v4/sdk/datafactory/arm-datafactory", + "homepage": "https://github.com/Azure/azure-sdk-for-js/tree/main/sdk/datafactory/arm-datafactory", "repository": { "type": "git", "url": "https://github.com/Azure/azure-sdk-for-js.git" diff --git a/sdk/datafactory/arm-datafactory/src/dataFactoryManagementClientContext.ts b/sdk/datafactory/arm-datafactory/src/dataFactoryManagementClientContext.ts index 572c978f1bee..4e647b10821b 100644 --- a/sdk/datafactory/arm-datafactory/src/dataFactoryManagementClientContext.ts +++ b/sdk/datafactory/arm-datafactory/src/dataFactoryManagementClientContext.ts @@ -13,7 +13,7 @@ import * as msRestAzure from "@azure/ms-rest-azure-js"; import { TokenCredential } from "@azure/core-auth"; const packageName = "@azure/arm-datafactory"; -const packageVersion = "8.1.0"; +const packageVersion = "9.0.0"; export class DataFactoryManagementClientContext extends msRestAzure.AzureServiceClient { credentials: msRest.ServiceClientCredentials | TokenCredential; diff --git a/sdk/datafactory/arm-datafactory/src/models/dataFlowDebugSessionMappers.ts b/sdk/datafactory/arm-datafactory/src/models/dataFlowDebugSessionMappers.ts index cef76e22d560..6177b14b1f92 100644 --- a/sdk/datafactory/arm-datafactory/src/models/dataFlowDebugSessionMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/dataFlowDebugSessionMappers.ts @@ -98,23 +98,18 @@ export { DataFlowDebugSessionExecuteCommandHeaders, DataFlowDebugSessionInfo, DataFlowFolder, + DataFlowReference, DataFlowSink, DataFlowSource, DataFlowSourceSetting, DataFlowStagingInfo, Dataset, - DatasetBZip2Compression, DatasetCompression, DatasetDebugResource, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2TableDataset, DeleteDataFlowDebugSessionRequest, @@ -136,6 +131,7 @@ export { FileServerLinkedService, FileServerLocation, FileShareDataset, + Flowlet, FtpServerLinkedService, FtpServerLocation, GoogleAdWordsLinkedService, diff --git a/sdk/datafactory/arm-datafactory/src/models/dataFlowsMappers.ts b/sdk/datafactory/arm-datafactory/src/models/dataFlowsMappers.ts index 56d8adc56653..258c3ae6aafb 100644 --- a/sdk/datafactory/arm-datafactory/src/models/dataFlowsMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/dataFlowsMappers.ts @@ -178,18 +178,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -249,6 +243,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -425,6 +420,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/datasetsMappers.ts b/sdk/datafactory/arm-datafactory/src/models/datasetsMappers.ts index 493f0dc0c732..34fa9ede1311 100644 --- a/sdk/datafactory/arm-datafactory/src/models/datasetsMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/datasetsMappers.ts @@ -177,19 +177,13 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetListResponse, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -249,6 +243,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -425,6 +420,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/factoriesMappers.ts b/sdk/datafactory/arm-datafactory/src/models/factoriesMappers.ts index 5ec388d832ef..5d7a81898065 100644 --- a/sdk/datafactory/arm-datafactory/src/models/factoriesMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/factoriesMappers.ts @@ -178,18 +178,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -252,6 +246,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -430,6 +425,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/index.ts b/sdk/datafactory/arm-datafactory/src/models/index.ts index 70da08444e07..3e1f019fc9ee 100644 --- a/sdk/datafactory/arm-datafactory/src/models/index.ts +++ b/sdk/datafactory/arm-datafactory/src/models/index.ts @@ -1083,6 +1083,11 @@ export interface FactoryUpdateParameters { * Managed service identity of the factory. */ identity?: FactoryIdentity; + /** + * Whether or not public network access is allowed for the data factory. Possible values include: + * 'Enabled', 'Disabled' + */ + publicNetworkAccess?: PublicNetworkAccess; } /** @@ -1292,7 +1297,8 @@ export interface PipelineRun { */ readonly durationInMs?: number; /** - * The status of a pipeline run. + * The status of a pipeline run. Possible values: Queued, InProgress, Succeeded, Failed, + * Canceling, Cancelled * **NOTE: This property will not be serialized. It can only be populated by the server.** */ readonly status?: string; @@ -1737,7 +1743,7 @@ export interface DataFlowFolder { /** * Contains the possible cases for DataFlow. */ -export type DataFlowUnion = DataFlow | WranglingDataFlow | MappingDataFlow; +export type DataFlowUnion = DataFlow | WranglingDataFlow | Flowlet | MappingDataFlow; /** * Azure Data Factory nested object which contains a flow with data movements and transformations. @@ -1882,6 +1888,10 @@ export interface DataFlowDebugPackage { * Data flow instance. */ dataFlow?: DataFlowDebugResource; + /** + * List of Data flows + */ + dataFlows?: DataFlowDebugResource[]; /** * List of datasets. */ @@ -2051,6 +2061,10 @@ export interface DataFlowReference { * Reference data flow parameters from dataset. */ datasetParameters?: any; + /** + * Data flow parameters + */ + parameters?: { [propertyName: string]: any }; /** * Describes unknown properties. The value of an unknown property can be of "any" type. */ @@ -2388,12 +2402,6 @@ export interface Transformation { * Transformation description. */ description?: string; -} - -/** - * Transformation for data flow sink. - */ -export interface DataFlowSink extends Transformation { /** * Dataset reference. */ @@ -2402,6 +2410,16 @@ export interface DataFlowSink extends Transformation { * Linked service reference. */ linkedService?: LinkedServiceReference; + /** + * Flowlet Reference + */ + flowlet?: DataFlowReference; +} + +/** + * Transformation for data flow sink. + */ +export interface DataFlowSink extends Transformation { /** * Schema linked service reference. */ @@ -2422,14 +2440,6 @@ export interface PowerQuerySink extends DataFlowSink { * Transformation for data flow source. */ export interface DataFlowSource extends Transformation { - /** - * Dataset reference. - */ - dataset?: DatasetReference; - /** - * Linked service reference. - */ - linkedService?: LinkedServiceReference; /** * Schema linked service reference. */ @@ -2475,6 +2485,53 @@ export interface WranglingDataFlow { * Power query mashup script. */ script?: string; + /** + * Locale of the Power query mashup document. + */ + documentLocale?: string; +} + +/** + * Data flow flowlet + */ +export interface Flowlet { + /** + * Polymorphic Discriminator + */ + type: "Flowlet"; + /** + * The description of the data flow. + */ + description?: string; + /** + * List of tags that can be used for describing the data flow. + */ + annotations?: any[]; + /** + * The folder that this data flow is in. If not specified, Data flow will appear at the root + * level. + */ + folder?: DataFlowFolder; + /** + * List of sources in Flowlet. + */ + sources?: DataFlowSource[]; + /** + * List of sinks in Flowlet. + */ + sinks?: DataFlowSink[]; + /** + * List of transformations in Flowlet. + */ + transformations?: Transformation[]; + /** + * Flowlet script. + */ + script?: string; + /** + * Flowlet script lines. + */ + scriptLines?: string[]; } /** @@ -2514,6 +2571,10 @@ export interface MappingDataFlow { * DataFlow script. */ script?: string; + /** + * Data flow script lines. + */ + scriptLines?: string[]; } /** @@ -10633,99 +10694,22 @@ export interface AmazonMWSObjectDataset { tableName?: any; } -/** - * Contains the possible cases for DatasetCompression. - */ -export type DatasetCompressionUnion = DatasetCompression | DatasetTarGZipCompression | DatasetTarCompression | DatasetZipDeflateCompression | DatasetDeflateCompression | DatasetGZipCompression | DatasetBZip2Compression; - /** * The compression method used on a dataset. */ export interface DatasetCompression { /** - * Polymorphic Discriminator - */ - type: "DatasetCompression"; - /** - * Describes unknown properties. The value of an unknown property can be of "any" type. - */ - [property: string]: any; -} - -/** - * The TarGZip compression method used on a dataset. - */ -export interface DatasetTarGZipCompression { - /** - * Polymorphic Discriminator - */ - type: "TarGZip"; - /** - * The TarGZip compression level. - */ - level?: any; -} - -/** - * The Tar archive method used on a dataset. - */ -export interface DatasetTarCompression { - /** - * Polymorphic Discriminator - */ - type: "Tar"; -} - -/** - * The ZipDeflate compression method used on a dataset. - */ -export interface DatasetZipDeflateCompression { - /** - * Polymorphic Discriminator - */ - type: "ZipDeflate"; - /** - * The ZipDeflate compression level. - */ - level?: any; -} - -/** - * The Deflate compression method used on a dataset. - */ -export interface DatasetDeflateCompression { - /** - * Polymorphic Discriminator - */ - type: "Deflate"; - /** - * The Deflate compression level. - */ - level?: any; -} - -/** - * The GZip compression method used on a dataset. - */ -export interface DatasetGZipCompression { - /** - * Polymorphic Discriminator + * Type of dataset compression. Type: string (or Expression with resultType string). */ - type: "GZip"; + type: any; /** - * The GZip compression level. + * The dataset compression level. Type: string (or Expression with resultType string). */ level?: any; -} - -/** - * The BZip2 compression method used on a dataset. - */ -export interface DatasetBZip2Compression { /** - * Polymorphic Discriminator + * Describes unknown properties. The value of an unknown property can be of "any" type. */ - type: "BZip2"; + [property: string]: any; } /** @@ -10985,7 +10969,7 @@ export interface HttpDataset { /** * The data compression method used on files. */ - compression?: DatasetCompressionUnion; + compression?: DatasetCompression; } /** @@ -12524,7 +12508,7 @@ export interface FileShareDataset { /** * The data compression method used for the file system. */ - compression?: DatasetCompressionUnion; + compression?: DatasetCompression; } /** @@ -12632,7 +12616,7 @@ export interface AzureBlobFSDataset { /** * The data compression method used for the blob storage. */ - compression?: DatasetCompressionUnion; + compression?: DatasetCompression; } /** @@ -12690,7 +12674,7 @@ export interface AzureDataLakeStoreDataset { /** * The data compression method used for the item(s) in the Azure Data Lake Store. */ - compression?: DatasetCompressionUnion; + compression?: DatasetCompression; } /** @@ -13278,7 +13262,7 @@ export interface AzureBlobDataset { /** * The data compression method used for the blob storage. */ - compression?: DatasetCompressionUnion; + compression?: DatasetCompression; } /** @@ -13637,7 +13621,7 @@ export interface BinaryDataset { /** * The data compression method used for the binary dataset. */ - compression?: DatasetCompressionUnion; + compression?: DatasetCompression; } /** @@ -13745,7 +13729,7 @@ export interface XmlDataset { /** * The data compression method used for the json dataset. */ - compression?: DatasetCompressionUnion; + compression?: DatasetCompression; } /** @@ -13801,7 +13785,7 @@ export interface JsonDataset { /** * The data compression method used for the json dataset. */ - compression?: DatasetCompressionUnion; + compression?: DatasetCompression; } /** @@ -14001,7 +13985,7 @@ export interface ExcelDataset { /** * The data compression method used for the json dataset. */ - compression?: DatasetCompressionUnion; + compression?: DatasetCompression; /** * The null value string. Type: string (or Expression with resultType string). */ @@ -14127,7 +14111,7 @@ export interface AmazonS3Dataset { /** * The data compression method used for the Amazon S3 object. */ - compression?: DatasetCompressionUnion; + compression?: DatasetCompression; } /** @@ -14702,6 +14686,20 @@ export interface ActivityPolicy { [property: string]: any; } +/** + * Map Power Query mashup query to sink dataset(s). + */ +export interface PowerQuerySinkMapping { + /** + * Name of the query in Power Query mashup document. + */ + queryName?: string; + /** + * List of sinks mapped to Power Query mashup query. + */ + dataflowSinks?: PowerQuerySink[]; +} + /** * Compute properties for data flow activity. */ @@ -14775,9 +14773,13 @@ export interface ExecuteWranglingDataflowActivity { */ runConcurrently?: any; /** - * List of Power Query activity sinks mapped to a queryName. + * (Deprecated. Please use Queries). List of Power Query activity sinks mapped to a queryName. */ sinks?: { [propertyName: string]: PowerQuerySink }; + /** + * List of mapping for Power Query mashup query to sink dataset(s). + */ + queries?: PowerQuerySinkMapping[]; /** * Activity policy. */ @@ -15735,6 +15737,11 @@ export interface SftpReadSettings { * The end of file's modified datetime. Type: string (or Expression with resultType string). */ modifiedDatetimeEnd?: any; + /** + * If true, disable parallel reading within each file. Default is false. Type: boolean (or + * Expression with resultType boolean). + */ + disableChunking?: any; } /** @@ -15791,6 +15798,11 @@ export interface FtpReadSettings { * Specify whether to use binary transfer mode for FTP stores. */ useBinaryTransfer?: boolean; + /** + * If true, disable parallel reading within each file. Default is false. Type: boolean (or + * Expression with resultType boolean). + */ + disableChunking?: any; } /** diff --git a/sdk/datafactory/arm-datafactory/src/models/integrationRuntimesMappers.ts b/sdk/datafactory/arm-datafactory/src/models/integrationRuntimesMappers.ts index 11d1ecde2857..90d1306dc35e 100644 --- a/sdk/datafactory/arm-datafactory/src/models/integrationRuntimesMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/integrationRuntimesMappers.ts @@ -178,18 +178,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -249,6 +243,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -443,6 +438,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/linkedServicesMappers.ts b/sdk/datafactory/arm-datafactory/src/models/linkedServicesMappers.ts index d39166f275c0..7ab81dc33386 100644 --- a/sdk/datafactory/arm-datafactory/src/models/linkedServicesMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/linkedServicesMappers.ts @@ -177,18 +177,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -248,6 +242,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -425,6 +420,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/managedPrivateEndpointsMappers.ts b/sdk/datafactory/arm-datafactory/src/models/managedPrivateEndpointsMappers.ts index 7bf0e96607c1..48278e81aac4 100644 --- a/sdk/datafactory/arm-datafactory/src/models/managedPrivateEndpointsMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/managedPrivateEndpointsMappers.ts @@ -177,18 +177,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -248,6 +242,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -425,6 +420,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/managedVirtualNetworksMappers.ts b/sdk/datafactory/arm-datafactory/src/models/managedVirtualNetworksMappers.ts index 47ba5f3497df..7b477b780908 100644 --- a/sdk/datafactory/arm-datafactory/src/models/managedVirtualNetworksMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/managedVirtualNetworksMappers.ts @@ -177,18 +177,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -248,6 +242,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -425,6 +420,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/mappers.ts b/sdk/datafactory/arm-datafactory/src/models/mappers.ts index 54f9dd7fcdc5..745569d8f78c 100644 --- a/sdk/datafactory/arm-datafactory/src/models/mappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/mappers.ts @@ -1818,6 +1818,12 @@ export const FactoryUpdateParameters: msRest.CompositeMapper = { name: "Composite", className: "FactoryIdentity" } + }, + publicNetworkAccess: { + serializedName: "publicNetworkAccess", + type: { + name: "String" + } } } } @@ -3197,6 +3203,18 @@ export const DataFlowDebugPackage: msRest.CompositeMapper = { className: "DataFlowDebugResource" } }, + dataFlows: { + serializedName: "dataFlows", + type: { + name: "Sequence", + element: { + type: { + name: "Composite", + className: "DataFlowDebugResource" + } + } + } + }, datasets: { serializedName: "datasets", type: { @@ -3484,6 +3502,17 @@ export const DataFlowReference: msRest.CompositeMapper = { type: { name: "Object" } + }, + parameters: { + serializedName: "parameters", + type: { + name: "Dictionary", + value: { + type: { + name: "Object" + } + } + } } }, additionalProperties: { @@ -4068,18 +4097,7 @@ export const Transformation: msRest.CompositeMapper = { type: { name: "String" } - } - } - } -}; - -export const DataFlowSink: msRest.CompositeMapper = { - serializedName: "DataFlowSink", - type: { - name: "Composite", - className: "DataFlowSink", - modelProperties: { - ...Transformation.type.modelProperties, + }, dataset: { serializedName: "dataset", type: { @@ -4094,6 +4112,29 @@ export const DataFlowSink: msRest.CompositeMapper = { className: "LinkedServiceReference" } }, + flowlet: { + serializedName: "flowlet", + type: { + name: "Composite", + className: "DataFlowReference", + additionalProperties: { + type: { + name: "Object" + } + } + } + } + } + } +}; + +export const DataFlowSink: msRest.CompositeMapper = { + serializedName: "DataFlowSink", + type: { + name: "Composite", + className: "DataFlowSink", + modelProperties: { + ...Transformation.type.modelProperties, schemaLinkedService: { serializedName: "schemaLinkedService", type: { @@ -4129,20 +4170,6 @@ export const DataFlowSource: msRest.CompositeMapper = { className: "DataFlowSource", modelProperties: { ...Transformation.type.modelProperties, - dataset: { - serializedName: "dataset", - type: { - name: "Composite", - className: "DatasetReference" - } - }, - linkedService: { - serializedName: "linkedService", - type: { - name: "Composite", - className: "LinkedServiceReference" - } - }, schemaLinkedService: { serializedName: "schemaLinkedService", type: { @@ -4197,6 +4224,78 @@ export const WranglingDataFlow: msRest.CompositeMapper = { type: { name: "String" } + }, + documentLocale: { + serializedName: "typeProperties.documentLocale", + type: { + name: "String" + } + } + } + } +}; + +export const Flowlet: msRest.CompositeMapper = { + serializedName: "Flowlet", + type: { + name: "Composite", + polymorphicDiscriminator: DataFlow.type.polymorphicDiscriminator, + uberParent: "DataFlow", + className: "Flowlet", + modelProperties: { + ...DataFlow.type.modelProperties, + sources: { + serializedName: "typeProperties.sources", + type: { + name: "Sequence", + element: { + type: { + name: "Composite", + className: "DataFlowSource" + } + } + } + }, + sinks: { + serializedName: "typeProperties.sinks", + type: { + name: "Sequence", + element: { + type: { + name: "Composite", + className: "DataFlowSink" + } + } + } + }, + transformations: { + serializedName: "typeProperties.transformations", + type: { + name: "Sequence", + element: { + type: { + name: "Composite", + className: "Transformation" + } + } + } + }, + script: { + serializedName: "typeProperties.script", + type: { + name: "String" + } + }, + scriptLines: { + serializedName: "typeProperties.scriptLines", + type: { + name: "Sequence", + element: { + type: { + name: "String" + } + } + } } } } @@ -4252,6 +4351,17 @@ export const MappingDataFlow: msRest.CompositeMapper = { type: { name: "String" } + }, + scriptLines: { + serializedName: "typeProperties.scriptLines", + type: { + name: "Sequence", + element: { + type: { + name: "String" + } + } + } } } } @@ -11656,92 +11766,15 @@ export const DatasetCompression: msRest.CompositeMapper = { serializedName: "DatasetCompression", type: { name: "Composite", - polymorphicDiscriminator: { - serializedName: "type", - clientName: "type" - }, - uberParent: "DatasetCompression", className: "DatasetCompression", modelProperties: { type: { required: true, serializedName: "type", - type: { - name: "String" - } - } - }, - additionalProperties: { - type: { - name: "Object" - } - } - } -}; - -export const DatasetTarGZipCompression: msRest.CompositeMapper = { - serializedName: "TarGZip", - type: { - name: "Composite", - polymorphicDiscriminator: DatasetCompression.type.polymorphicDiscriminator, - uberParent: "DatasetCompression", - className: "DatasetTarGZipCompression", - modelProperties: { - ...DatasetCompression.type.modelProperties, - level: { - serializedName: "level", - type: { - name: "Object" - } - } - }, - additionalProperties: DatasetCompression.type.additionalProperties - } -}; - -export const DatasetTarCompression: msRest.CompositeMapper = { - serializedName: "Tar", - type: { - name: "Composite", - polymorphicDiscriminator: DatasetCompression.type.polymorphicDiscriminator, - uberParent: "DatasetCompression", - className: "DatasetTarCompression", - modelProperties: { - ...DatasetCompression.type.modelProperties - }, - additionalProperties: DatasetCompression.type.additionalProperties - } -}; - -export const DatasetZipDeflateCompression: msRest.CompositeMapper = { - serializedName: "ZipDeflate", - type: { - name: "Composite", - polymorphicDiscriminator: DatasetCompression.type.polymorphicDiscriminator, - uberParent: "DatasetCompression", - className: "DatasetZipDeflateCompression", - modelProperties: { - ...DatasetCompression.type.modelProperties, - level: { - serializedName: "level", type: { name: "Object" } - } - }, - additionalProperties: DatasetCompression.type.additionalProperties - } -}; - -export const DatasetDeflateCompression: msRest.CompositeMapper = { - serializedName: "Deflate", - type: { - name: "Composite", - polymorphicDiscriminator: DatasetCompression.type.polymorphicDiscriminator, - uberParent: "DatasetCompression", - className: "DatasetDeflateCompression", - modelProperties: { - ...DatasetCompression.type.modelProperties, + }, level: { serializedName: "level", type: { @@ -11749,41 +11782,11 @@ export const DatasetDeflateCompression: msRest.CompositeMapper = { } } }, - additionalProperties: DatasetCompression.type.additionalProperties - } -}; - -export const DatasetGZipCompression: msRest.CompositeMapper = { - serializedName: "GZip", - type: { - name: "Composite", - polymorphicDiscriminator: DatasetCompression.type.polymorphicDiscriminator, - uberParent: "DatasetCompression", - className: "DatasetGZipCompression", - modelProperties: { - ...DatasetCompression.type.modelProperties, - level: { - serializedName: "level", - type: { - name: "Object" - } + additionalProperties: { + type: { + name: "Object" } - }, - additionalProperties: DatasetCompression.type.additionalProperties - } -}; - -export const DatasetBZip2Compression: msRest.CompositeMapper = { - serializedName: "BZip2", - type: { - name: "Composite", - polymorphicDiscriminator: DatasetCompression.type.polymorphicDiscriminator, - uberParent: "DatasetCompression", - className: "DatasetBZip2Compression", - modelProperties: { - ...DatasetCompression.type.modelProperties - }, - additionalProperties: DatasetCompression.type.additionalProperties + } } }; @@ -14837,6 +14840,34 @@ export const ActivityPolicy: msRest.CompositeMapper = { } }; +export const PowerQuerySinkMapping: msRest.CompositeMapper = { + serializedName: "PowerQuerySinkMapping", + type: { + name: "Composite", + className: "PowerQuerySinkMapping", + modelProperties: { + queryName: { + serializedName: "queryName", + type: { + name: "String" + } + }, + dataflowSinks: { + serializedName: "dataflowSinks", + type: { + name: "Sequence", + element: { + type: { + name: "Composite", + className: "PowerQuerySink" + } + } + } + } + } + } +}; + export const ExecuteDataFlowActivityTypePropertiesCompute: msRest.CompositeMapper = { serializedName: "ExecuteDataFlowActivityTypeProperties_compute", type: { @@ -14933,6 +14964,18 @@ export const ExecuteWranglingDataflowActivity: msRest.CompositeMapper = { } } }, + queries: { + serializedName: "typeProperties.queries", + type: { + name: "Sequence", + element: { + type: { + name: "Composite", + className: "PowerQuerySinkMapping" + } + } + } + }, policy: { serializedName: "policy", type: { @@ -15977,6 +16020,12 @@ export const SftpReadSettings: msRest.CompositeMapper = { type: { name: "Object" } + }, + disableChunking: { + serializedName: "disableChunking", + type: { + name: "Object" + } } }, additionalProperties: StoreReadSettings.type.additionalProperties @@ -16039,6 +16088,12 @@ export const FtpReadSettings: msRest.CompositeMapper = { type: { name: "Boolean" } + }, + disableChunking: { + serializedName: "disableChunking", + type: { + name: "Object" + } } }, additionalProperties: StoreReadSettings.type.additionalProperties @@ -26614,6 +26669,7 @@ export const discriminators = { 'Credential.ManagedIdentity' : ManagedIdentityCredential, 'Credential.ServicePrincipal' : ServicePrincipalCredential, 'DataFlow.WranglingDataFlow' : WranglingDataFlow, + 'DataFlow.Flowlet' : Flowlet, 'DataFlow.MappingDataFlow' : MappingDataFlow, 'LinkedService.SharePointOnlineList' : SharePointOnlineListLinkedService, 'LinkedService.Snowflake' : SnowflakeLinkedService, @@ -26759,13 +26815,6 @@ export const discriminators = { 'Dataset.ConcurObject' : ConcurObjectDataset, 'Dataset.AzurePostgreSqlTable' : AzurePostgreSqlTableDataset, 'Dataset.AmazonMWSObject' : AmazonMWSObjectDataset, - 'DatasetCompression.TarGZip' : DatasetTarGZipCompression, - 'DatasetCompression.Tar' : DatasetTarCompression, - 'DatasetCompression.ZipDeflate' : DatasetZipDeflateCompression, - 'DatasetCompression.Deflate' : DatasetDeflateCompression, - 'DatasetCompression.GZip' : DatasetGZipCompression, - 'DatasetCompression.BZip2' : DatasetBZip2Compression, - 'DatasetCompression' : DatasetCompression, 'DatasetStorageFormat.ParquetFormat' : ParquetFormat, 'DatasetStorageFormat.OrcFormat' : OrcFormat, 'DatasetStorageFormat.AvroFormat' : AvroFormat, diff --git a/sdk/datafactory/arm-datafactory/src/models/pipelinesMappers.ts b/sdk/datafactory/arm-datafactory/src/models/pipelinesMappers.ts index 7786f3ed052f..23ec23544137 100644 --- a/sdk/datafactory/arm-datafactory/src/models/pipelinesMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/pipelinesMappers.ts @@ -178,18 +178,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -249,6 +243,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -426,6 +421,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/privateEndPointConnectionsMappers.ts b/sdk/datafactory/arm-datafactory/src/models/privateEndPointConnectionsMappers.ts index 3f6da362ccc4..accc2d9f2a6d 100644 --- a/sdk/datafactory/arm-datafactory/src/models/privateEndPointConnectionsMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/privateEndPointConnectionsMappers.ts @@ -177,18 +177,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -248,6 +242,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -424,6 +419,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/privateEndpointConnectionMappers.ts b/sdk/datafactory/arm-datafactory/src/models/privateEndpointConnectionMappers.ts index 2c0b31b2bc89..e0e50dec3333 100644 --- a/sdk/datafactory/arm-datafactory/src/models/privateEndpointConnectionMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/privateEndpointConnectionMappers.ts @@ -177,18 +177,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -248,6 +242,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -424,6 +419,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/privateLinkResourcesMappers.ts b/sdk/datafactory/arm-datafactory/src/models/privateLinkResourcesMappers.ts index e7855fbe65ee..7dd4157155e9 100644 --- a/sdk/datafactory/arm-datafactory/src/models/privateLinkResourcesMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/privateLinkResourcesMappers.ts @@ -177,18 +177,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -248,6 +242,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -424,6 +419,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/triggersMappers.ts b/sdk/datafactory/arm-datafactory/src/models/triggersMappers.ts index 6a4f437a27f7..06f0a4ca139b 100644 --- a/sdk/datafactory/arm-datafactory/src/models/triggersMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/triggersMappers.ts @@ -177,18 +177,12 @@ export { DataFlowStagingInfo, DataLakeAnalyticsUSQLActivity, Dataset, - DatasetBZip2Compression, DatasetCompression, - DatasetDeflateCompression, DatasetFolder, - DatasetGZipCompression, DatasetLocation, DatasetReference, DatasetResource, DatasetStorageFormat, - DatasetTarCompression, - DatasetTarGZipCompression, - DatasetZipDeflateCompression, Db2LinkedService, Db2Source, Db2TableDataset, @@ -248,6 +242,7 @@ export { FileSystemSink, FileSystemSource, FilterActivity, + Flowlet, ForEachActivity, FormatReadSettings, FormatWriteSettings, @@ -424,6 +419,7 @@ export { PostgreSqlSource, PostgreSqlTableDataset, PowerQuerySink, + PowerQuerySinkMapping, PowerQuerySource, PrestoLinkedService, PrestoObjectDataset,