diff --git a/common/config/rush/pnpm-lock.yaml b/common/config/rush/pnpm-lock.yaml index cf5003bea31a..ecf93cf22094 100644 --- a/common/config/rush/pnpm-lock.yaml +++ b/common/config/rush/pnpm-lock.yaml @@ -2780,7 +2780,7 @@ packages: version: 0.0.0 '@rush-temp/arm-datafactory@file:projects/arm-datafactory.tgz': - resolution: {integrity: sha512-gGZGKv/2W3PKagNsG+DGP99wkQXtdBiEfl8mc/RJcG349cUedSrZWd/q8hfxh00N6ViqVgcl9AjsameGKkBeMA==, tarball: file:projects/arm-datafactory.tgz} + resolution: {integrity: sha512-ih/+XoljaydHhxKI2AWkLQlx6fN9bknlzn3OLNppMosFZmH0g20fvzN7uUhbo8jIEHe7HTyfu6NSX+eg7OmeTQ==, tarball: file:projects/arm-datafactory.tgz} version: 0.0.0 '@rush-temp/arm-datalake-analytics@file:projects/arm-datalake-analytics.tgz': @@ -11735,7 +11735,7 @@ snapshots: '@types/node': 18.19.68 chai: 4.5.0 dotenv: 16.4.7 - mocha: 11.0.2 + mocha: 10.8.2 ts-node: 10.9.2(@types/node@18.19.68)(typescript@5.7.2) tslib: 2.8.1 tsx: 4.19.2 diff --git a/sdk/datafactory/arm-datafactory/CHANGELOG.md b/sdk/datafactory/arm-datafactory/CHANGELOG.md index db61840b8d7d..d29e4c31cf28 100644 --- a/sdk/datafactory/arm-datafactory/CHANGELOG.md +++ b/sdk/datafactory/arm-datafactory/CHANGELOG.md @@ -1,15 +1,44 @@ # Release History - -## 17.0.1 (Unreleased) - + +## 18.0.0 (2024-12-10) + ### Features Added -### Breaking Changes - -### Bugs Fixed + - Added Interface IcebergDataset + - Added Interface IcebergSink + - Added Interface IcebergWriteSettings + - Interface AzurePostgreSqlLinkedService has a new optional parameter commandTimeout + - Interface AzurePostgreSqlLinkedService has a new optional parameter database + - Interface AzurePostgreSqlLinkedService has a new optional parameter encoding + - Interface AzurePostgreSqlLinkedService has a new optional parameter port + - Interface AzurePostgreSqlLinkedService has a new optional parameter readBufferSize + - Interface AzurePostgreSqlLinkedService has a new optional parameter server + - Interface AzurePostgreSqlLinkedService has a new optional parameter sslMode + - Interface AzurePostgreSqlLinkedService has a new optional parameter timeout + - Interface AzurePostgreSqlLinkedService has a new optional parameter timezone + - Interface AzurePostgreSqlLinkedService has a new optional parameter trustServerCertificate + - Interface AzurePostgreSqlLinkedService has a new optional parameter username + - Interface MariaDBLinkedService has a new optional parameter sslMode + - Interface MariaDBLinkedService has a new optional parameter useSystemTrustStore + - Interface MySqlLinkedService has a new optional parameter allowZeroDateTime + - Interface MySqlLinkedService has a new optional parameter connectionTimeout + - Interface MySqlLinkedService has a new optional parameter convertZeroDateTime + - Interface MySqlLinkedService has a new optional parameter guidFormat + - Interface MySqlLinkedService has a new optional parameter sslCert + - Interface MySqlLinkedService has a new optional parameter sslKey + - Interface MySqlLinkedService has a new optional parameter treatTinyAsBoolean + - Interface SalesforceV2Source has a new optional parameter pageSize + - Interface ServiceNowV2Source has a new optional parameter pageSize + - Interface SnowflakeV2LinkedService has a new optional parameter host + - Type of parameter type of interface CopySink has a new parameter "IcebergSink" + - Type of parameter type of interface Dataset has a new parameter "IcebergSink" + - Type of parameter type of interface FormatWriteSettings has a new parameter "IcebergWriteSettings" -### Other Changes +### Breaking Changes + - Interface PostgreSqlV2LinkedService has a new required parameter authenticationType + + ## 17.0.0 (2024-08-27) ### Features Added diff --git a/sdk/datafactory/arm-datafactory/README.md b/sdk/datafactory/arm-datafactory/README.md index 39c3da390b59..1e2b46e87c0d 100644 --- a/sdk/datafactory/arm-datafactory/README.md +++ b/sdk/datafactory/arm-datafactory/README.md @@ -44,7 +44,6 @@ npm install @azure/identity ``` You will also need to **register a new AAD application and grant access to Azure DataFactoryManagement** by assigning the suitable role to your service principal (note: roles such as `"Owner"` will not grant the necessary permissions). -Set the values of the client ID, tenant ID, and client secret of the AAD application as environment variables: `AZURE_CLIENT_ID`, `AZURE_TENANT_ID`, `AZURE_CLIENT_SECRET`. For more information about how to create an Azure AD Application check out [this guide](https://learn.microsoft.com/azure/active-directory/develop/howto-create-service-principal-portal). diff --git a/sdk/datafactory/arm-datafactory/_meta.json b/sdk/datafactory/arm-datafactory/_meta.json index 5426f9b806c7..232a93b75b70 100644 --- a/sdk/datafactory/arm-datafactory/_meta.json +++ b/sdk/datafactory/arm-datafactory/_meta.json @@ -1,8 +1,8 @@ { - "commit": "d85634405ec3b905f1b0bfc350e47cb704aedb61", + "commit": "552b4dd311f90f4a7b2f7adf45461d7a8774a1cc", "readme": "specification/datafactory/resource-manager/readme.md", - "autorest_command": "autorest --version=3.9.7 --typescript --modelerfour.lenient-model-deduplication --azure-arm --head-as-boolean=true --license-header=MICROSOFT_MIT_NO_VERSION --generate-test --typescript-sdks-folder=D:\\Git\\azure-sdk-for-js ..\\azure-rest-api-specs\\specification\\datafactory\\resource-manager\\readme.md --use=@autorest/typescript@6.0.24 --generate-sample=true", + "autorest_command": "autorest --version=3.9.7 --typescript --modelerfour.lenient-model-deduplication --azure-arm --head-as-boolean=true --license-header=MICROSOFT_MIT_NO_VERSION --generate-test --typescript-sdks-folder=D:\\Git\\azure-sdk-for-js ..\\azure-rest-api-specs\\specification\\datafactory\\resource-manager\\readme.md --use=@autorest/typescript@6.0.29 --generate-sample=true", "repository_url": "https://github.com/Azure/azure-rest-api-specs.git", - "release_tool": "@azure-tools/js-sdk-release-tools@2.7.11", - "use": "@autorest/typescript@6.0.24" + "release_tool": "@azure-tools/js-sdk-release-tools@2.7.16", + "use": "@autorest/typescript@6.0.29" } \ No newline at end of file diff --git a/sdk/datafactory/arm-datafactory/assets.json b/sdk/datafactory/arm-datafactory/assets.json index 17c25aaea148..3daa9cbba396 100644 --- a/sdk/datafactory/arm-datafactory/assets.json +++ b/sdk/datafactory/arm-datafactory/assets.json @@ -2,5 +2,5 @@ "AssetsRepo": "Azure/azure-sdk-assets", "AssetsRepoPrefixPath": "js", "TagPrefix": "js/datafactory/arm-datafactory", - "Tag": "js/datafactory/arm-datafactory_e2081dc761" + "Tag": "js/datafactory/arm-datafactory_47440efb80" } diff --git a/sdk/datafactory/arm-datafactory/package.json b/sdk/datafactory/arm-datafactory/package.json index 6d2cc6027789..04892ffb6ec2 100644 --- a/sdk/datafactory/arm-datafactory/package.json +++ b/sdk/datafactory/arm-datafactory/package.json @@ -3,16 +3,16 @@ "sdk-type": "mgmt", "author": "Microsoft Corporation", "description": "A generated SDK for DataFactoryManagementClient.", - "version": "17.0.1", + "version": "18.0.0", "engines": { "node": ">=18.0.0" }, "dependencies": { - "@azure/abort-controller": "^2.1.2", - "@azure/core-auth": "^1.6.0", - "@azure/core-client": "^1.7.0", "@azure/core-lro": "^2.5.4", + "@azure/abort-controller": "^2.1.2", "@azure/core-paging": "^1.2.0", + "@azure/core-client": "^1.7.0", + "@azure/core-auth": "^1.6.0", "@azure/core-rest-pipeline": "^1.14.0", "tslib": "^2.2.0" }, @@ -28,19 +28,19 @@ "module": "./dist-esm/src/index.js", "types": "./types/arm-datafactory.d.ts", "devDependencies": { - "@azure-tools/test-credential": "^1.1.0", - "@azure-tools/test-recorder": "^3.0.0", + "typescript": "~5.7.2", + "dotenv": "^16.0.0", "@azure/dev-tool": "^1.0.0", "@azure/identity": "^4.2.1", - "@types/chai": "^4.2.8", + "@azure-tools/test-recorder": "^3.0.0", + "@azure-tools/test-credential": "^1.1.0", + "mocha": "^10.0.0", "@types/mocha": "^10.0.0", - "@types/node": "^18.0.0", - "chai": "^4.2.0", - "dotenv": "^16.0.0", - "mocha": "^11.0.2", - "ts-node": "^10.0.0", "tsx": "^4.7.1", - "typescript": "~5.7.2" + "@types/chai": "^4.2.8", + "chai": "^4.2.0", + "@types/node": "^18.0.0", + "ts-node": "^10.0.0" }, "repository": { "type": "git", @@ -68,28 +68,28 @@ ], "scripts": { "build": "npm run clean && tsc && dev-tool run bundle && npm run minify && dev-tool run vendored mkdirp ./review && npm run extract-api", - "build:browser": "echo skipped", + "minify": "dev-tool run vendored uglifyjs -c -m --comments --source-map \"content='./dist/index.js.map'\" -o ./dist/index.min.js ./dist/index.js", + "prepack": "npm run build", + "pack": "npm pack 2>&1", + "extract-api": "dev-tool run extract-api", + "lint": "echo skipped", + "clean": "dev-tool run vendored rimraf --glob dist dist-browser dist-esm test-dist temp types *.tgz *.log", "build:node": "echo skipped", - "build:samples": "echo skipped.", + "build:browser": "echo skipped", "build:test": "echo skipped", + "build:samples": "echo skipped.", "check-format": "echo skipped", - "clean": "dev-tool run vendored rimraf --glob dist dist-browser dist-esm test-dist temp types *.tgz *.log", "execute:samples": "echo skipped", - "extract-api": "dev-tool run extract-api", "format": "echo skipped", - "integration-test": "npm run integration-test:node && npm run integration-test:browser", - "integration-test:browser": "echo skipped", - "integration-test:node": "dev-tool run test:node-ts-input -- --timeout 1200000 'test/*.ts'", - "lint": "echo skipped", - "minify": "dev-tool run vendored uglifyjs -c -m --comments --source-map \"content='./dist/index.js.map'\" -o ./dist/index.min.js ./dist/index.js", - "pack": "npm pack 2>&1", - "prepack": "npm run build", "test": "npm run integration-test", - "test:browser": "echo skipped", "test:node": "echo skipped", + "test:browser": "echo skipped", "unit-test": "npm run unit-test:node && npm run unit-test:browser", - "unit-test:browser": "echo skipped", "unit-test:node": "dev-tool run vendored cross-env TEST_MODE=playback npm run integration-test:node", + "unit-test:browser": "echo skipped", + "integration-test": "npm run integration-test:node && npm run integration-test:browser", + "integration-test:node": "dev-tool run test:node-ts-input -- --timeout 1200000 'test/*.ts'", + "integration-test:browser": "echo skipped", "update-snippets": "echo skipped" }, "sideEffects": false, diff --git a/sdk/datafactory/arm-datafactory/review/arm-datafactory.api.md b/sdk/datafactory/arm-datafactory/review/arm-datafactory.api.md index ecb5f88e3a27..d244c8303974 100644 --- a/sdk/datafactory/arm-datafactory/review/arm-datafactory.api.md +++ b/sdk/datafactory/arm-datafactory/review/arm-datafactory.api.md @@ -933,10 +933,21 @@ export interface AzureMySqlTableDataset extends Dataset { // @public export interface AzurePostgreSqlLinkedService extends LinkedService { + commandTimeout?: any; connectionString?: any; + database?: any; + encoding?: any; encryptedCredential?: string; password?: AzureKeyVaultSecretReference; + port?: any; + readBufferSize?: any; + server?: any; + sslMode?: any; + timeout?: any; + timezone?: any; + trustServerCertificate?: any; type: "AzurePostgreSql"; + username?: any; } // @public @@ -1648,13 +1659,13 @@ export interface CopySink { maxConcurrentConnections?: any; sinkRetryCount?: any; sinkRetryWait?: any; - type: "DelimitedTextSink" | "JsonSink" | "OrcSink" | "RestSink" | "AzurePostgreSqlSink" | "AzureMySqlSink" | "AzureDatabricksDeltaLakeSink" | "WarehouseSink" | "SapCloudForCustomerSink" | "AzureQueueSink" | "AzureTableSink" | "AvroSink" | "ParquetSink" | "BinarySink" | "BlobSink" | "FileSystemSink" | "DocumentDbCollectionSink" | "CosmosDbSqlApiSink" | "SqlSink" | "SqlServerSink" | "AzureSqlSink" | "SqlMISink" | "SqlDWSink" | "SnowflakeSink" | "SnowflakeV2Sink" | "OracleSink" | "AzureDataLakeStoreSink" | "AzureBlobFSSink" | "AzureSearchIndexSink" | "OdbcSink" | "InformixSink" | "MicrosoftAccessSink" | "DynamicsSink" | "DynamicsCrmSink" | "CommonDataServiceForAppsSink" | "AzureDataExplorerSink" | "SalesforceSink" | "SalesforceServiceCloudSink" | "MongoDbAtlasSink" | "MongoDbV2Sink" | "CosmosDbMongoDbApiSink" | "LakeHouseTableSink" | "SalesforceV2Sink" | "SalesforceServiceCloudV2Sink"; + type: "DelimitedTextSink" | "JsonSink" | "OrcSink" | "RestSink" | "AzurePostgreSqlSink" | "AzureMySqlSink" | "AzureDatabricksDeltaLakeSink" | "WarehouseSink" | "SapCloudForCustomerSink" | "AzureQueueSink" | "AzureTableSink" | "AvroSink" | "ParquetSink" | "BinarySink" | "IcebergSink" | "BlobSink" | "FileSystemSink" | "DocumentDbCollectionSink" | "CosmosDbSqlApiSink" | "SqlSink" | "SqlServerSink" | "AzureSqlSink" | "SqlMISink" | "SqlDWSink" | "SnowflakeSink" | "SnowflakeV2Sink" | "OracleSink" | "AzureDataLakeStoreSink" | "AzureBlobFSSink" | "AzureSearchIndexSink" | "OdbcSink" | "InformixSink" | "MicrosoftAccessSink" | "DynamicsSink" | "DynamicsCrmSink" | "CommonDataServiceForAppsSink" | "AzureDataExplorerSink" | "SalesforceSink" | "SalesforceServiceCloudSink" | "MongoDbAtlasSink" | "MongoDbV2Sink" | "CosmosDbMongoDbApiSink" | "LakeHouseTableSink" | "SalesforceV2Sink" | "SalesforceServiceCloudV2Sink"; writeBatchSize?: any; writeBatchTimeout?: any; } // @public (undocumented) -export type CopySinkUnion = CopySink | DelimitedTextSink | JsonSink | OrcSink | RestSink | AzurePostgreSqlSink | AzureMySqlSink | AzureDatabricksDeltaLakeSink | WarehouseSink | SapCloudForCustomerSink | AzureQueueSink | AzureTableSink | AvroSink | ParquetSink | BinarySink | BlobSink | FileSystemSink | DocumentDbCollectionSink | CosmosDbSqlApiSink | SqlSink | SqlServerSink | AzureSqlSink | SqlMISink | SqlDWSink | SnowflakeSink | SnowflakeV2Sink | OracleSink | AzureDataLakeStoreSink | AzureBlobFSSink | AzureSearchIndexSink | OdbcSink | InformixSink | MicrosoftAccessSink | DynamicsSink | DynamicsCrmSink | CommonDataServiceForAppsSink | AzureDataExplorerSink | SalesforceSink | SalesforceServiceCloudSink | MongoDbAtlasSink | MongoDbV2Sink | CosmosDbMongoDbApiSink | LakeHouseTableSink | SalesforceV2Sink | SalesforceServiceCloudV2Sink; +export type CopySinkUnion = CopySink | DelimitedTextSink | JsonSink | OrcSink | RestSink | AzurePostgreSqlSink | AzureMySqlSink | AzureDatabricksDeltaLakeSink | WarehouseSink | SapCloudForCustomerSink | AzureQueueSink | AzureTableSink | AvroSink | ParquetSink | BinarySink | IcebergSink | BlobSink | FileSystemSink | DocumentDbCollectionSink | CosmosDbSqlApiSink | SqlSink | SqlServerSink | AzureSqlSink | SqlMISink | SqlDWSink | SnowflakeSink | SnowflakeV2Sink | OracleSink | AzureDataLakeStoreSink | AzureBlobFSSink | AzureSearchIndexSink | OdbcSink | InformixSink | MicrosoftAccessSink | DynamicsSink | DynamicsCrmSink | CommonDataServiceForAppsSink | AzureDataExplorerSink | SalesforceSink | SalesforceServiceCloudSink | MongoDbAtlasSink | MongoDbV2Sink | CosmosDbMongoDbApiSink | LakeHouseTableSink | SalesforceV2Sink | SalesforceServiceCloudV2Sink; // @public export interface CopySource { @@ -2290,7 +2301,7 @@ export interface Dataset { }; schema?: any; structure?: any; - type: "AmazonS3Object" | "Avro" | "Excel" | "Parquet" | "DelimitedText" | "Json" | "Xml" | "Orc" | "Binary" | "AzureBlob" | "AzureTable" | "AzureSqlTable" | "AzureSqlMITable" | "AzureSqlDWTable" | "CassandraTable" | "CustomDataset" | "CosmosDbSqlApiCollection" | "DocumentDbCollection" | "DynamicsEntity" | "DynamicsCrmEntity" | "CommonDataServiceForAppsEntity" | "AzureDataLakeStoreFile" | "AzureBlobFSFile" | "Office365Table" | "FileShare" | "MongoDbCollection" | "MongoDbAtlasCollection" | "MongoDbV2Collection" | "CosmosDbMongoDbApiCollection" | "ODataResource" | "OracleTable" | "AmazonRdsForOracleTable" | "TeradataTable" | "AzureMySqlTable" | "AmazonRedshiftTable" | "Db2Table" | "RelationalTable" | "InformixTable" | "OdbcTable" | "MySqlTable" | "PostgreSqlTable" | "PostgreSqlV2Table" | "MicrosoftAccessTable" | "SalesforceObject" | "SalesforceServiceCloudObject" | "SybaseTable" | "SapBwCube" | "SapCloudForCustomerResource" | "SapEccResource" | "SapHanaTable" | "SapOpenHubTable" | "SqlServerTable" | "AmazonRdsForSqlServerTable" | "RestResource" | "SapTableResource" | "SapOdpResource" | "WebTable" | "AzureSearchIndex" | "HttpFile" | "AmazonMWSObject" | "AzurePostgreSqlTable" | "ConcurObject" | "CouchbaseTable" | "DrillTable" | "EloquaObject" | "GoogleBigQueryObject" | "GoogleBigQueryV2Object" | "GreenplumTable" | "HBaseObject" | "HiveObject" | "HubspotObject" | "ImpalaObject" | "JiraObject" | "MagentoObject" | "MariaDBTable" | "AzureMariaDBTable" | "MarketoObject" | "PaypalObject" | "PhoenixObject" | "PrestoObject" | "QuickBooksObject" | "ServiceNowObject" | "ShopifyObject" | "SparkObject" | "SquareObject" | "XeroObject" | "ZohoObject" | "NetezzaTable" | "VerticaTable" | "SalesforceMarketingCloudObject" | "ResponsysObject" | "DynamicsAXResource" | "OracleServiceCloudObject" | "AzureDataExplorerTable" | "GoogleAdWordsObject" | "SnowflakeTable" | "SnowflakeV2Table" | "SharePointOnlineListResource" | "AzureDatabricksDeltaLakeDataset" | "LakeHouseTable" | "SalesforceV2Object" | "SalesforceServiceCloudV2Object" | "WarehouseTable" | "ServiceNowV2Object"; + type: "AmazonS3Object" | "Avro" | "Excel" | "Parquet" | "DelimitedText" | "Json" | "Xml" | "Orc" | "Binary" | "Iceberg" | "AzureBlob" | "AzureTable" | "AzureSqlTable" | "AzureSqlMITable" | "AzureSqlDWTable" | "CassandraTable" | "CustomDataset" | "CosmosDbSqlApiCollection" | "DocumentDbCollection" | "DynamicsEntity" | "DynamicsCrmEntity" | "CommonDataServiceForAppsEntity" | "AzureDataLakeStoreFile" | "AzureBlobFSFile" | "Office365Table" | "FileShare" | "MongoDbCollection" | "MongoDbAtlasCollection" | "MongoDbV2Collection" | "CosmosDbMongoDbApiCollection" | "ODataResource" | "OracleTable" | "AmazonRdsForOracleTable" | "TeradataTable" | "AzureMySqlTable" | "AmazonRedshiftTable" | "Db2Table" | "RelationalTable" | "InformixTable" | "OdbcTable" | "MySqlTable" | "PostgreSqlTable" | "PostgreSqlV2Table" | "MicrosoftAccessTable" | "SalesforceObject" | "SalesforceServiceCloudObject" | "SybaseTable" | "SapBwCube" | "SapCloudForCustomerResource" | "SapEccResource" | "SapHanaTable" | "SapOpenHubTable" | "SqlServerTable" | "AmazonRdsForSqlServerTable" | "RestResource" | "SapTableResource" | "SapOdpResource" | "WebTable" | "AzureSearchIndex" | "HttpFile" | "AmazonMWSObject" | "AzurePostgreSqlTable" | "ConcurObject" | "CouchbaseTable" | "DrillTable" | "EloquaObject" | "GoogleBigQueryObject" | "GoogleBigQueryV2Object" | "GreenplumTable" | "HBaseObject" | "HiveObject" | "HubspotObject" | "ImpalaObject" | "JiraObject" | "MagentoObject" | "MariaDBTable" | "AzureMariaDBTable" | "MarketoObject" | "PaypalObject" | "PhoenixObject" | "PrestoObject" | "QuickBooksObject" | "ServiceNowObject" | "ShopifyObject" | "SparkObject" | "SquareObject" | "XeroObject" | "ZohoObject" | "NetezzaTable" | "VerticaTable" | "SalesforceMarketingCloudObject" | "ResponsysObject" | "DynamicsAXResource" | "OracleServiceCloudObject" | "AzureDataExplorerTable" | "GoogleAdWordsObject" | "SnowflakeTable" | "SnowflakeV2Table" | "SharePointOnlineListResource" | "AzureDatabricksDeltaLakeDataset" | "LakeHouseTable" | "SalesforceV2Object" | "SalesforceServiceCloudV2Object" | "WarehouseTable" | "ServiceNowV2Object"; } // @public @@ -2411,7 +2422,7 @@ export interface DatasetStorageFormat { export type DatasetStorageFormatUnion = DatasetStorageFormat | TextFormat | JsonFormat | AvroFormat | OrcFormat | ParquetFormat; // @public (undocumented) -export type DatasetUnion = Dataset | AmazonS3Dataset | AvroDataset | ExcelDataset | ParquetDataset | DelimitedTextDataset | JsonDataset | XmlDataset | OrcDataset | BinaryDataset | AzureBlobDataset | AzureTableDataset | AzureSqlTableDataset | AzureSqlMITableDataset | AzureSqlDWTableDataset | CassandraTableDataset | CustomDataset | CosmosDbSqlApiCollectionDataset | DocumentDbCollectionDataset | DynamicsEntityDataset | DynamicsCrmEntityDataset | CommonDataServiceForAppsEntityDataset | AzureDataLakeStoreDataset | AzureBlobFSDataset | Office365Dataset | FileShareDataset | MongoDbCollectionDataset | MongoDbAtlasCollectionDataset | MongoDbV2CollectionDataset | CosmosDbMongoDbApiCollectionDataset | ODataResourceDataset | OracleTableDataset | AmazonRdsForOracleTableDataset | TeradataTableDataset | AzureMySqlTableDataset | AmazonRedshiftTableDataset | Db2TableDataset | RelationalTableDataset | InformixTableDataset | OdbcTableDataset | MySqlTableDataset | PostgreSqlTableDataset | PostgreSqlV2TableDataset | MicrosoftAccessTableDataset | SalesforceObjectDataset | SalesforceServiceCloudObjectDataset | SybaseTableDataset | SapBwCubeDataset | SapCloudForCustomerResourceDataset | SapEccResourceDataset | SapHanaTableDataset | SapOpenHubTableDataset | SqlServerTableDataset | AmazonRdsForSqlServerTableDataset | RestResourceDataset | SapTableResourceDataset | SapOdpResourceDataset | WebTableDataset | AzureSearchIndexDataset | HttpDataset | AmazonMWSObjectDataset | AzurePostgreSqlTableDataset | ConcurObjectDataset | CouchbaseTableDataset | DrillTableDataset | EloquaObjectDataset | GoogleBigQueryObjectDataset | GoogleBigQueryV2ObjectDataset | GreenplumTableDataset | HBaseObjectDataset | HiveObjectDataset | HubspotObjectDataset | ImpalaObjectDataset | JiraObjectDataset | MagentoObjectDataset | MariaDBTableDataset | AzureMariaDBTableDataset | MarketoObjectDataset | PaypalObjectDataset | PhoenixObjectDataset | PrestoObjectDataset | QuickBooksObjectDataset | ServiceNowObjectDataset | ShopifyObjectDataset | SparkObjectDataset | SquareObjectDataset | XeroObjectDataset | ZohoObjectDataset | NetezzaTableDataset | VerticaTableDataset | SalesforceMarketingCloudObjectDataset | ResponsysObjectDataset | DynamicsAXResourceDataset | OracleServiceCloudObjectDataset | AzureDataExplorerTableDataset | GoogleAdWordsObjectDataset | SnowflakeDataset | SnowflakeV2Dataset | SharePointOnlineListResourceDataset | AzureDatabricksDeltaLakeDataset | LakeHouseTableDataset | SalesforceV2ObjectDataset | SalesforceServiceCloudV2ObjectDataset | WarehouseTableDataset | ServiceNowV2ObjectDataset; +export type DatasetUnion = Dataset | AmazonS3Dataset | AvroDataset | ExcelDataset | ParquetDataset | DelimitedTextDataset | JsonDataset | XmlDataset | OrcDataset | BinaryDataset | IcebergDataset | AzureBlobDataset | AzureTableDataset | AzureSqlTableDataset | AzureSqlMITableDataset | AzureSqlDWTableDataset | CassandraTableDataset | CustomDataset | CosmosDbSqlApiCollectionDataset | DocumentDbCollectionDataset | DynamicsEntityDataset | DynamicsCrmEntityDataset | CommonDataServiceForAppsEntityDataset | AzureDataLakeStoreDataset | AzureBlobFSDataset | Office365Dataset | FileShareDataset | MongoDbCollectionDataset | MongoDbAtlasCollectionDataset | MongoDbV2CollectionDataset | CosmosDbMongoDbApiCollectionDataset | ODataResourceDataset | OracleTableDataset | AmazonRdsForOracleTableDataset | TeradataTableDataset | AzureMySqlTableDataset | AmazonRedshiftTableDataset | Db2TableDataset | RelationalTableDataset | InformixTableDataset | OdbcTableDataset | MySqlTableDataset | PostgreSqlTableDataset | PostgreSqlV2TableDataset | MicrosoftAccessTableDataset | SalesforceObjectDataset | SalesforceServiceCloudObjectDataset | SybaseTableDataset | SapBwCubeDataset | SapCloudForCustomerResourceDataset | SapEccResourceDataset | SapHanaTableDataset | SapOpenHubTableDataset | SqlServerTableDataset | AmazonRdsForSqlServerTableDataset | RestResourceDataset | SapTableResourceDataset | SapOdpResourceDataset | WebTableDataset | AzureSearchIndexDataset | HttpDataset | AmazonMWSObjectDataset | AzurePostgreSqlTableDataset | ConcurObjectDataset | CouchbaseTableDataset | DrillTableDataset | EloquaObjectDataset | GoogleBigQueryObjectDataset | GoogleBigQueryV2ObjectDataset | GreenplumTableDataset | HBaseObjectDataset | HiveObjectDataset | HubspotObjectDataset | ImpalaObjectDataset | JiraObjectDataset | MagentoObjectDataset | MariaDBTableDataset | AzureMariaDBTableDataset | MarketoObjectDataset | PaypalObjectDataset | PhoenixObjectDataset | PrestoObjectDataset | QuickBooksObjectDataset | ServiceNowObjectDataset | ShopifyObjectDataset | SparkObjectDataset | SquareObjectDataset | XeroObjectDataset | ZohoObjectDataset | NetezzaTableDataset | VerticaTableDataset | SalesforceMarketingCloudObjectDataset | ResponsysObjectDataset | DynamicsAXResourceDataset | OracleServiceCloudObjectDataset | AzureDataExplorerTableDataset | GoogleAdWordsObjectDataset | SnowflakeDataset | SnowflakeV2Dataset | SharePointOnlineListResourceDataset | AzureDatabricksDeltaLakeDataset | LakeHouseTableDataset | SalesforceV2ObjectDataset | SalesforceServiceCloudV2ObjectDataset | WarehouseTableDataset | ServiceNowV2ObjectDataset; // @public export interface DataworldLinkedService extends LinkedService { @@ -3241,11 +3252,11 @@ export type FormatReadSettingsUnion = FormatReadSettings | ParquetReadSettings | // @public export interface FormatWriteSettings { [property: string]: any; - type: "AvroWriteSettings" | "OrcWriteSettings" | "ParquetWriteSettings" | "DelimitedTextWriteSettings" | "JsonWriteSettings"; + type: "AvroWriteSettings" | "OrcWriteSettings" | "ParquetWriteSettings" | "DelimitedTextWriteSettings" | "JsonWriteSettings" | "IcebergWriteSettings"; } // @public (undocumented) -export type FormatWriteSettingsUnion = FormatWriteSettings | AvroWriteSettings | OrcWriteSettings | ParquetWriteSettings | DelimitedTextWriteSettings | JsonWriteSettings; +export type FormatWriteSettingsUnion = FormatWriteSettings | AvroWriteSettings | OrcWriteSettings | ParquetWriteSettings | DelimitedTextWriteSettings | JsonWriteSettings | IcebergWriteSettings; // @public export type FrequencyType = string; @@ -3872,6 +3883,24 @@ export interface HubspotSource extends TabularSource { type: "HubspotSource"; } +// @public +export interface IcebergDataset extends Dataset { + location?: DatasetLocationUnion; + type: "Iceberg"; +} + +// @public +export interface IcebergSink extends CopySink { + formatSettings?: IcebergWriteSettings; + storeSettings?: StoreWriteSettingsUnion; + type: "IcebergSink"; +} + +// @public +export interface IcebergWriteSettings extends FormatWriteSettings { + type: "IcebergWriteSettings"; +} + // @public export interface IfConditionActivity extends ControlActivity { expression: Expression; @@ -5884,8 +5913,10 @@ export interface MariaDBLinkedService extends LinkedService { password?: AzureKeyVaultSecretReference; port?: any; server?: any; + sslMode?: any; type: "MariaDB"; username?: any; + useSystemTrustStore?: any; } // @public @@ -6070,14 +6101,21 @@ export type MultiplePipelineTriggerUnion = MultiplePipelineTrigger | ScheduleTri // @public export interface MySqlLinkedService extends LinkedService { + allowZeroDateTime?: any; connectionString?: any; + connectionTimeout?: any; + convertZeroDateTime?: any; database?: any; driverVersion?: any; encryptedCredential?: string; + guidFormat?: any; password?: AzureKeyVaultSecretReference; port?: any; server?: any; + sslCert?: any; + sslKey?: any; sslMode?: any; + treatTinyAsBoolean?: any; type: "MySql"; username?: any; useSystemTrustStore?: any; @@ -6782,6 +6820,7 @@ export interface PostgreSqlTableDataset extends Dataset { // @public export interface PostgreSqlV2LinkedService extends LinkedService { + authenticationType: any; commandTimeout?: any; connectionTimeout?: any; database: any; @@ -7393,6 +7432,7 @@ export type SalesforceV2SinkWriteBehavior = string; // @public export interface SalesforceV2Source extends TabularSource { includeDeletedObjects?: any; + pageSize?: any; query?: any; soqlQuery?: any; type: "SalesforceV2Source"; @@ -7844,6 +7884,7 @@ export interface ServiceNowV2ObjectDataset extends Dataset { // @public export interface ServiceNowV2Source extends TabularSource { expression?: ExpressionV2; + pageSize?: any; type: "ServiceNowV2Source"; } @@ -8046,6 +8087,7 @@ export interface SnowflakeV2LinkedService extends LinkedService { clientSecret?: SecretBaseUnion; database: any; encryptedCredential?: string; + host?: any; password?: SecretBaseUnion; privateKey?: SecretBaseUnion; privateKeyPassphrase?: SecretBaseUnion; diff --git a/sdk/datafactory/arm-datafactory/sample.env b/sdk/datafactory/arm-datafactory/sample.env index 672847a3fea0..508439fc7d62 100644 --- a/sdk/datafactory/arm-datafactory/sample.env +++ b/sdk/datafactory/arm-datafactory/sample.env @@ -1,4 +1 @@ -# App registration secret for AAD authentication -AZURE_CLIENT_SECRET= -AZURE_CLIENT_ID= -AZURE_TENANT_ID= \ No newline at end of file +# Feel free to add your own environment variables. \ No newline at end of file diff --git a/sdk/datafactory/arm-datafactory/samples/v17/javascript/sample.env b/sdk/datafactory/arm-datafactory/samples/v17/javascript/sample.env deleted file mode 100644 index 672847a3fea0..000000000000 --- a/sdk/datafactory/arm-datafactory/samples/v17/javascript/sample.env +++ /dev/null @@ -1,4 +0,0 @@ -# App registration secret for AAD authentication -AZURE_CLIENT_SECRET= -AZURE_CLIENT_ID= -AZURE_TENANT_ID= \ No newline at end of file diff --git a/sdk/datafactory/arm-datafactory/samples/v17/typescript/sample.env b/sdk/datafactory/arm-datafactory/samples/v17/typescript/sample.env deleted file mode 100644 index 672847a3fea0..000000000000 --- a/sdk/datafactory/arm-datafactory/samples/v17/typescript/sample.env +++ /dev/null @@ -1,4 +0,0 @@ -# App registration secret for AAD authentication -AZURE_CLIENT_SECRET= -AZURE_CLIENT_ID= -AZURE_TENANT_ID= \ No newline at end of file diff --git a/sdk/datafactory/arm-datafactory/samples/v17/javascript/README.md b/sdk/datafactory/arm-datafactory/samples/v18/javascript/README.md similarity index 92% rename from sdk/datafactory/arm-datafactory/samples/v17/javascript/README.md rename to sdk/datafactory/arm-datafactory/samples/v18/javascript/README.md index 5d1d6e67e66a..d2652f22744b 100644 --- a/sdk/datafactory/arm-datafactory/samples/v17/javascript/README.md +++ b/sdk/datafactory/arm-datafactory/samples/v18/javascript/README.md @@ -145,108 +145,108 @@ npx dev-tool run vendored cross-env DATAFACTORY_SUBSCRIPTION_ID=". Options: DISABLED (0) / PREFERRED (1) (Default) / REQUIRED (2) / VERIFY_CA (3) / VERIFY_IDENTITY (4), REQUIRED (2) is recommended to only allow connections encrypted with SSL/TLS. */ + sslMode?: any; + /** This option specifies whether to use a CA certificate from the system trust store, or from a specified PEM file. E.g. UseSystemTrustStore=<0/1>; Options: Enabled (1) / Disabled (0) (Default) */ + useSystemTrustStore?: any; /** The Azure key vault secret reference of password in connection string. */ password?: AzureKeyVaultSecretReference; /** The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string. */ @@ -7081,6 +7129,8 @@ export interface SnowflakeV2LinkedService extends LinkedService { privateKey?: SecretBaseUnion; /** The Azure key vault secret reference of private key password for KeyPair auth with encrypted private key. */ privateKeyPassphrase?: SecretBaseUnion; + /** The host name of the Snowflake account. */ + host?: any; /** The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string. */ encryptedCredential?: string; } @@ -7358,6 +7408,14 @@ export interface BinaryDataset extends Dataset { compression?: DatasetCompression; } +/** Iceberg dataset. */ +export interface IcebergDataset extends Dataset { + /** Polymorphic discriminator, which specifies the different types this object can be */ + type: "Iceberg"; + /** The location of the iceberg storage. Setting a file name is not allowed for iceberg format. */ + location?: DatasetLocationUnion; +} + /** The Azure Blob storage. */ export interface AzureBlobDataset extends Dataset { /** Polymorphic discriminator, which specifies the different types this object can be */ @@ -9482,6 +9540,12 @@ export interface JsonWriteSettings extends FormatWriteSettings { filePattern?: any; } +/** Iceberg write settings. */ +export interface IcebergWriteSettings extends FormatWriteSettings { + /** Polymorphic discriminator, which specifies the different types this object can be */ + type: "IcebergWriteSettings"; +} + /** A copy activity Avro source. */ export interface AvroSource extends CopySource { /** Polymorphic discriminator, which specifies the different types this object can be */ @@ -10171,6 +10235,16 @@ export interface BinarySink extends CopySink { storeSettings?: StoreWriteSettingsUnion; } +/** A copy activity Iceberg sink. */ +export interface IcebergSink extends CopySink { + /** Polymorphic discriminator, which specifies the different types this object can be */ + type: "IcebergSink"; + /** Iceberg store settings. */ + storeSettings?: StoreWriteSettingsUnion; + /** Iceberg format settings. */ + formatSettings?: IcebergWriteSettings; +} + /** A copy activity Azure Blob sink. */ export interface BlobSink extends CopySink { /** Polymorphic discriminator, which specifies the different types this object can be */ @@ -12011,6 +12085,8 @@ export interface SalesforceV2Source extends TabularSource { query?: any; /** This property control whether query result contains Deleted objects. Default is false. Type: boolean (or Expression with resultType boolean). */ includeDeletedObjects?: any; + /** Page size for each http request, too large pageSize will caused timeout, default 300,000. Type: integer (or Expression with resultType integer). */ + pageSize?: any; } /** A copy activity ServiceNowV2 server source. */ @@ -12019,6 +12095,8 @@ export interface ServiceNowV2Source extends TabularSource { type: "ServiceNowV2Source"; /** Expression to filter data from source. */ expression?: ExpressionV2; + /** Page size of the result. Type: integer (or Expression with resultType integer). */ + pageSize?: any; } /** Referenced tumbling window trigger dependency. */ diff --git a/sdk/datafactory/arm-datafactory/src/models/mappers.ts b/sdk/datafactory/arm-datafactory/src/models/mappers.ts index 3c482c53ae1e..0c1d8297debb 100644 --- a/sdk/datafactory/arm-datafactory/src/models/mappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/mappers.ts @@ -11085,6 +11085,48 @@ export const MySqlLinkedService: coreClient.CompositeMapper = { name: "String", }, }, + allowZeroDateTime: { + serializedName: "typeProperties.allowZeroDateTime", + type: { + name: "any", + }, + }, + connectionTimeout: { + serializedName: "typeProperties.connectionTimeout", + type: { + name: "any", + }, + }, + convertZeroDateTime: { + serializedName: "typeProperties.convertZeroDateTime", + type: { + name: "any", + }, + }, + guidFormat: { + serializedName: "typeProperties.guidFormat", + type: { + name: "any", + }, + }, + sslCert: { + serializedName: "typeProperties.sslCert", + type: { + name: "any", + }, + }, + sslKey: { + serializedName: "typeProperties.sslKey", + type: { + name: "any", + }, + }, + treatTinyAsBoolean: { + serializedName: "typeProperties.treatTinyAsBoolean", + type: { + name: "any", + }, + }, }, }, }; @@ -11160,6 +11202,13 @@ export const PostgreSqlV2LinkedService: coreClient.CompositeMapper = { name: "any", }, }, + authenticationType: { + serializedName: "typeProperties.authenticationType", + required: true, + type: { + name: "any", + }, + }, sslMode: { serializedName: "typeProperties.sslMode", required: true, @@ -13769,6 +13818,72 @@ export const AzurePostgreSqlLinkedService: coreClient.CompositeMapper = { name: "any", }, }, + server: { + serializedName: "typeProperties.server", + type: { + name: "any", + }, + }, + port: { + serializedName: "typeProperties.port", + type: { + name: "any", + }, + }, + username: { + serializedName: "typeProperties.username", + type: { + name: "any", + }, + }, + database: { + serializedName: "typeProperties.database", + type: { + name: "any", + }, + }, + sslMode: { + serializedName: "typeProperties.sslMode", + type: { + name: "any", + }, + }, + timeout: { + serializedName: "typeProperties.timeout", + type: { + name: "any", + }, + }, + commandTimeout: { + serializedName: "typeProperties.commandTimeout", + type: { + name: "any", + }, + }, + trustServerCertificate: { + serializedName: "typeProperties.trustServerCertificate", + type: { + name: "any", + }, + }, + readBufferSize: { + serializedName: "typeProperties.readBufferSize", + type: { + name: "any", + }, + }, + timezone: { + serializedName: "typeProperties.timezone", + type: { + name: "any", + }, + }, + encoding: { + serializedName: "typeProperties.encoding", + type: { + name: "any", + }, + }, password: { serializedName: "typeProperties.password", type: { @@ -14674,6 +14789,18 @@ export const MariaDBLinkedService: coreClient.CompositeMapper = { name: "any", }, }, + sslMode: { + serializedName: "typeProperties.sslMode", + type: { + name: "any", + }, + }, + useSystemTrustStore: { + serializedName: "typeProperties.useSystemTrustStore", + type: { + name: "any", + }, + }, password: { serializedName: "typeProperties.password", type: { @@ -16799,6 +16926,12 @@ export const SnowflakeV2LinkedService: coreClient.CompositeMapper = { className: "SecretBase", }, }, + host: { + serializedName: "typeProperties.host", + type: { + name: "any", + }, + }, encryptedCredential: { serializedName: "typeProperties.encryptedCredential", type: { @@ -17606,6 +17739,27 @@ export const BinaryDataset: coreClient.CompositeMapper = { }, }; +export const IcebergDataset: coreClient.CompositeMapper = { + serializedName: "Iceberg", + type: { + name: "Composite", + className: "IcebergDataset", + uberParent: "Dataset", + additionalProperties: { type: { name: "Object" } }, + polymorphicDiscriminator: Dataset.type.polymorphicDiscriminator, + modelProperties: { + ...Dataset.type.modelProperties, + location: { + serializedName: "typeProperties.location", + type: { + name: "Composite", + className: "DatasetLocation", + }, + }, + }, + }, +}; + export const AzureBlobDataset: coreClient.CompositeMapper = { serializedName: "AzureBlob", type: { @@ -23297,6 +23451,20 @@ export const JsonWriteSettings: coreClient.CompositeMapper = { }, }; +export const IcebergWriteSettings: coreClient.CompositeMapper = { + serializedName: "IcebergWriteSettings", + type: { + name: "Composite", + className: "IcebergWriteSettings", + uberParent: "FormatWriteSettings", + additionalProperties: { type: { name: "Object" } }, + polymorphicDiscriminator: FormatWriteSettings.type.polymorphicDiscriminator, + modelProperties: { + ...FormatWriteSettings.type.modelProperties, + }, + }, +}; + export const AvroSource: coreClient.CompositeMapper = { serializedName: "AvroSource", type: { @@ -24992,6 +25160,34 @@ export const BinarySink: coreClient.CompositeMapper = { }, }; +export const IcebergSink: coreClient.CompositeMapper = { + serializedName: "IcebergSink", + type: { + name: "Composite", + className: "IcebergSink", + uberParent: "CopySink", + additionalProperties: { type: { name: "Object" } }, + polymorphicDiscriminator: CopySink.type.polymorphicDiscriminator, + modelProperties: { + ...CopySink.type.modelProperties, + storeSettings: { + serializedName: "storeSettings", + type: { + name: "Composite", + className: "StoreWriteSettings", + }, + }, + formatSettings: { + serializedName: "formatSettings", + type: { + name: "Composite", + className: "IcebergWriteSettings", + }, + }, + }, + }, +}; + export const BlobSink: coreClient.CompositeMapper = { serializedName: "BlobSink", type: { @@ -30341,6 +30537,12 @@ export const SalesforceV2Source: coreClient.CompositeMapper = { name: "any", }, }, + pageSize: { + serializedName: "pageSize", + type: { + name: "any", + }, + }, }, }, }; @@ -30362,6 +30564,12 @@ export const ServiceNowV2Source: coreClient.CompositeMapper = { className: "ExpressionV2", }, }, + pageSize: { + serializedName: "pageSize", + type: { + name: "any", + }, + }, }, }, }; @@ -30611,6 +30819,7 @@ export let discriminators = { "Dataset.Xml": XmlDataset, "Dataset.Orc": OrcDataset, "Dataset.Binary": BinaryDataset, + "Dataset.Iceberg": IcebergDataset, "Dataset.AzureBlob": AzureBlobDataset, "Dataset.AzureTable": AzureTableDataset, "Dataset.AzureSqlTable": AzureSqlTableDataset, @@ -30796,6 +31005,7 @@ export let discriminators = { "FormatWriteSettings.ParquetWriteSettings": ParquetWriteSettings, "FormatWriteSettings.DelimitedTextWriteSettings": DelimitedTextWriteSettings, "FormatWriteSettings.JsonWriteSettings": JsonWriteSettings, + "FormatWriteSettings.IcebergWriteSettings": IcebergWriteSettings, "CopySource.AvroSource": AvroSource, "CopySource.ExcelSource": ExcelSource, "CopySource.ParquetSource": ParquetSource, @@ -30850,6 +31060,7 @@ export let discriminators = { "CopySink.AvroSink": AvroSink, "CopySink.ParquetSink": ParquetSink, "CopySink.BinarySink": BinarySink, + "CopySink.IcebergSink": IcebergSink, "CopySink.BlobSink": BlobSink, "CopySink.FileSystemSink": FileSystemSink, "CopySink.DocumentDbCollectionSink": DocumentDbCollectionSink, diff --git a/sdk/datafactory/arm-datafactory/tsconfig.json b/sdk/datafactory/arm-datafactory/tsconfig.json index 6f440f5c25a9..8b6b24907f29 100644 --- a/sdk/datafactory/arm-datafactory/tsconfig.json +++ b/sdk/datafactory/arm-datafactory/tsconfig.json @@ -23,8 +23,8 @@ } }, "include": [ - "./src/**/*.ts", - "./test/**/*.ts", + "src/**/*.ts", + "test/**/*.ts", "samples-dev/**/*.ts" ], "exclude": [