Microsoft.DataFactory factories/pipelines
Bicep resource definition
The factories/pipelines resource type can be deployed with operations that target:
- Resource groups - See resource group deployment commands
For a list of changed properties in each API version, see change log.
Resource format
To create a Microsoft.DataFactory/factories/pipelines resource, add the following Bicep to your template.
resource symbolicname 'Microsoft.DataFactory/factories/pipelines@2018-06-01' = {
name: 'string'
parent: resourceSymbolicName
properties: {
activities: [
{
dependsOn: [
{
activity: 'string'
dependencyConditions: [
'string'
]
{customized property}: any()
}
]
description: 'string'
name: 'string'
onInactiveMarkAs: 'string'
state: 'string'
userProperties: [
{
name: 'string'
value: any()
}
]
type: 'string'
// For remaining properties, see Activity objects
}
]
annotations: [
any
]
concurrency: int
description: 'string'
folder: {
name: 'string'
}
parameters: {
{customized property}: {
defaultValue: any()
type: 'string'
}
}
policy: {
elapsedTimeMetric: {
duration: any()
}
}
runDimensions: {
{customized property}: any()
}
variables: {
{customized property}: {
defaultValue: any()
type: 'string'
}
}
}
}
Activity objects
Set the type property to specify the type of object.
For AppendVariable, use:
type: 'AppendVariable'
typeProperties: {
value: any()
variableName: 'string'
}
For AzureDataExplorerCommand, use:
type: 'AzureDataExplorerCommand'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
command: any()
commandTimeout: any()
}
For AzureFunctionActivity, use:
type: 'AzureFunctionActivity'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
body: any()
functionName: any()
headers: {
{customized property}: 'string'
}
method: 'string'
}
For AzureMLBatchExecution, use:
type: 'AzureMLBatchExecution'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
globalParameters: {
{customized property}: any()
}
webServiceInputs: {
{customized property}: {
filePath: any()
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
}
}
webServiceOutputs: {
{customized property}: {
filePath: any()
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
}
}
}
For AzureMLExecutePipeline, use:
type: 'AzureMLExecutePipeline'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
continueOnStepFailure: any()
dataPathAssignments: any()
experimentName: any()
mlParentRunId: any()
mlPipelineEndpointId: any()
mlPipelineId: any()
mlPipelineParameters: any()
version: any()
}
For AzureMLUpdateResource, use:
type: 'AzureMLUpdateResource'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
trainedModelFilePath: any()
trainedModelLinkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
trainedModelName: any()
}
For Copy, use:
type: 'Copy'
inputs: [
{
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DatasetReference'
}
]
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
outputs: [
{
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DatasetReference'
}
]
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
dataIntegrationUnits: any()
enableSkipIncompatibleRow: any()
enableStaging: any()
logSettings: {
copyActivityLogSettings: {
enableReliableLogging: any()
logLevel: any()
}
enableCopyActivityLog: any()
logLocationSettings: {
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
path: any()
}
}
logStorageSettings: {
enableReliableLogging: any()
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
logLevel: any()
path: any()
{customized property}: any()
}
parallelCopies: any()
preserve: [
any
]
preserveRules: [
any
]
redirectIncompatibleRowSettings: {
linkedServiceName: any()
path: any()
{customized property}: any()
}
sink: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
sinkRetryCount: any()
sinkRetryWait: any()
writeBatchSize: any()
writeBatchTimeout: any()
type: 'string'
// For remaining properties, see CopySink objects
}
skipErrorFile: {
dataInconsistency: any()
fileMissing: any()
}
source: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
sourceRetryCount: any()
sourceRetryWait: any()
type: 'string'
// For remaining properties, see CopySource objects
}
stagingSettings: {
enableCompression: any()
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
path: any()
{customized property}: any()
}
translator: any()
validateDataConsistency: any()
}
For Custom, use:
type: 'Custom'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
autoUserSpecification: any()
command: any()
extendedProperties: {
{customized property}: any()
}
folderPath: any()
referenceObjects: {
datasets: [
{
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DatasetReference'
}
]
linkedServices: [
{
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
]
}
resourceLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
retentionTimeInDays: any()
}
For DatabricksNotebook, use:
type: 'DatabricksNotebook'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
baseParameters: {
{customized property}: any()
}
libraries: [
{
{customized property}: any()
}
]
notebookPath: any()
}
For DatabricksSparkJar, use:
type: 'DatabricksSparkJar'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
libraries: [
{
{customized property}: any()
}
]
mainClassName: any()
parameters: [
any
]
}
For DatabricksSparkPython, use:
type: 'DatabricksSparkPython'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
libraries: [
{
{customized property}: any()
}
]
parameters: [
any
]
pythonFile: any()
}
For DataLakeAnalyticsU-SQL, use:
type: 'DataLakeAnalyticsU-SQL'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
compilationMode: any()
degreeOfParallelism: any()
parameters: {
{customized property}: any()
}
priority: any()
runtimeVersion: any()
scriptLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
scriptPath: any()
}
For Delete, use:
type: 'Delete'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
dataset: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DatasetReference'
}
enableLogging: any()
logStorageSettings: {
enableReliableLogging: any()
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
logLevel: any()
path: any()
{customized property}: any()
}
maxConcurrentConnections: int
recursive: any()
storeSettings: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
type: 'string'
// For remaining properties, see StoreReadSettings objects
}
}
For ExecuteDataFlow, use:
type: 'ExecuteDataFlow'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
compute: {
computeType: any()
coreCount: any()
}
continueOnError: any()
dataFlow: {
datasetParameters: any()
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DataFlowReference'
{customized property}: any()
}
integrationRuntime: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'IntegrationRuntimeReference'
}
runConcurrently: any()
sourceStagingConcurrency: any()
staging: {
folderPath: any()
linkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
}
traceLevel: any()
}
For ExecutePipeline, use:
type: 'ExecutePipeline'
policy: {
secureInput: bool
{customized property}: any()
}
typeProperties: {
parameters: {
{customized property}: any()
}
pipeline: {
name: 'string'
referenceName: 'string'
type: 'PipelineReference'
}
waitOnCompletion: bool
}
For ExecuteSSISPackage, use:
type: 'ExecuteSSISPackage'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
connectVia: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'IntegrationRuntimeReference'
}
environmentPath: any()
executionCredential: {
domain: any()
password: {
type: 'string'
value: 'string'
}
userName: any()
}
loggingLevel: any()
logLocation: {
logPath: any()
type: 'File'
typeProperties: {
accessCredential: {
domain: any()
password: {
type: 'string'
// For remaining properties, see SecretBase objects
}
userName: any()
}
logRefreshInterval: any()
}
}
packageConnectionManagers: {
{customized property}: {
{customized property}: {
value: any()
}
}
}
packageLocation: {
packagePath: any()
type: 'string'
typeProperties: {
accessCredential: {
domain: any()
password: {
type: 'string'
// For remaining properties, see SecretBase objects
}
userName: any()
}
childPackages: [
{
packageContent: any()
packageLastModifiedDate: 'string'
packageName: 'string'
packagePath: any()
}
]
configurationAccessCredential: {
domain: any()
password: {
type: 'string'
// For remaining properties, see SecretBase objects
}
userName: any()
}
configurationPath: any()
packageContent: any()
packageLastModifiedDate: 'string'
packageName: 'string'
packagePassword: {
type: 'string'
// For remaining properties, see SecretBase objects
}
}
}
packageParameters: {
{customized property}: {
value: any()
}
}
projectConnectionManagers: {
{customized property}: {
{customized property}: {
value: any()
}
}
}
projectParameters: {
{customized property}: {
value: any()
}
}
propertyOverrides: {
{customized property}: {
isSensitive: bool
value: any()
}
}
runtime: any()
}
For ExecuteWranglingDataflow, use:
type: 'ExecuteWranglingDataflow'
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
compute: {
computeType: any()
coreCount: any()
}
continueOnError: any()
dataFlow: {
datasetParameters: any()
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DataFlowReference'
{customized property}: any()
}
integrationRuntime: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'IntegrationRuntimeReference'
}
queries: [
{
dataflowSinks: [
{
dataset: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DatasetReference'
}
description: 'string'
flowlet: {
datasetParameters: any()
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DataFlowReference'
{customized property}: any()
}
linkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
name: 'string'
rejectedDataLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
schemaLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
script: 'string'
}
]
queryName: 'string'
}
]
runConcurrently: any()
sinks: {
{customized property}: {
dataset: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DatasetReference'
}
description: 'string'
flowlet: {
datasetParameters: any()
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DataFlowReference'
{customized property}: any()
}
linkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
name: 'string'
rejectedDataLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
schemaLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
script: 'string'
}
}
sourceStagingConcurrency: any()
staging: {
folderPath: any()
linkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
}
traceLevel: any()
}
For Fail, use:
type: 'Fail'
typeProperties: {
errorCode: any()
message: any()
}
For Filter, use:
type: 'Filter'
typeProperties: {
condition: {
type: 'Expression'
value: 'string'
}
items: {
type: 'Expression'
value: 'string'
}
}
For ForEach, use:
type: 'ForEach'
typeProperties: {
activities: [
{
dependsOn: [
{
activity: 'string'
dependencyConditions: [
'string'
]
{customized property}: any()
}
]
description: 'string'
name: 'string'
onInactiveMarkAs: 'string'
state: 'string'
userProperties: [
{
name: 'string'
value: any()
}
]
type: 'string'
// For remaining properties, see Activity objects
}
]
batchCount: int
isSequential: bool
items: {
type: 'Expression'
value: 'string'
}
}
For GetMetadata, use:
type: 'GetMetadata'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
dataset: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DatasetReference'
}
fieldList: [
any
]
formatSettings: {
type: 'string'
// For remaining properties, see FormatReadSettings objects
}
storeSettings: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
type: 'string'
// For remaining properties, see StoreReadSettings objects
}
}
For HDInsightHive, use:
type: 'HDInsightHive'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
arguments: [
any
]
defines: {
{customized property}: any()
}
getDebugInfo: 'string'
queryTimeout: int
scriptLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
scriptPath: any()
storageLinkedServices: [
{
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
]
variables: {
{customized property}: any()
}
}
For HDInsightMapReduce, use:
type: 'HDInsightMapReduce'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
arguments: [
any
]
className: any()
defines: {
{customized property}: any()
}
getDebugInfo: 'string'
jarFilePath: any()
jarLibs: [
any
]
jarLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
storageLinkedServices: [
{
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
]
}
For HDInsightPig, use:
type: 'HDInsightPig'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
arguments: any()
defines: {
{customized property}: any()
}
getDebugInfo: 'string'
scriptLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
scriptPath: any()
storageLinkedServices: [
{
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
]
}
For HDInsightSpark, use:
type: 'HDInsightSpark'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
arguments: [
any
]
className: 'string'
entryFilePath: any()
getDebugInfo: 'string'
proxyUser: any()
rootPath: any()
sparkConfig: {
{customized property}: any()
}
sparkJobLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
}
For HDInsightStreaming, use:
type: 'HDInsightStreaming'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
arguments: [
any
]
combiner: any()
commandEnvironment: [
any
]
defines: {
{customized property}: any()
}
fileLinkedService: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
filePaths: [
any
]
getDebugInfo: 'string'
input: any()
mapper: any()
output: any()
reducer: any()
storageLinkedServices: [
{
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
]
}
For IfCondition, use:
type: 'IfCondition'
typeProperties: {
expression: {
type: 'Expression'
value: 'string'
}
ifFalseActivities: [
{
dependsOn: [
{
activity: 'string'
dependencyConditions: [
'string'
]
{customized property}: any()
}
]
description: 'string'
name: 'string'
onInactiveMarkAs: 'string'
state: 'string'
userProperties: [
{
name: 'string'
value: any()
}
]
type: 'string'
// For remaining properties, see Activity objects
}
]
ifTrueActivities: [
{
dependsOn: [
{
activity: 'string'
dependencyConditions: [
'string'
]
{customized property}: any()
}
]
description: 'string'
name: 'string'
onInactiveMarkAs: 'string'
state: 'string'
userProperties: [
{
name: 'string'
value: any()
}
]
type: 'string'
// For remaining properties, see Activity objects
}
]
}
For Lookup, use:
type: 'Lookup'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
dataset: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DatasetReference'
}
firstRowOnly: any()
source: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
sourceRetryCount: any()
sourceRetryWait: any()
type: 'string'
// For remaining properties, see CopySource objects
}
}
For Script, use:
type: 'Script'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
logSettings: {
logDestination: 'string'
logLocationSettings: {
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
path: any()
}
}
scriptBlockExecutionTimeout: any()
scripts: [
{
parameters: [
{
direction: 'string'
name: any()
size: int
type: 'string'
value: any()
}
]
text: any()
type: 'string'
}
]
}
For SetVariable, use:
type: 'SetVariable'
policy: {
secureInput: bool
secureOutput: bool
}
typeProperties: {
setSystemVariable: bool
value: any()
variableName: 'string'
}
For SparkJob, use:
type: 'SparkJob'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
args: [
any
]
className: any()
conf: any()
configurationType: 'string'
driverSize: any()
executorSize: any()
file: any()
files: [
any
]
filesV2: [
any
]
numExecutors: any()
pythonCodeReference: [
any
]
scanFolder: any()
sparkConfig: {
{customized property}: any()
}
sparkJob: {
referenceName: any()
type: 'SparkJobDefinitionReference'
}
targetBigDataPool: {
referenceName: any()
type: 'BigDataPoolReference'
}
targetSparkConfiguration: {
referenceName: any()
type: 'SparkConfigurationReference'
}
}
For SqlServerStoredProcedure, use:
type: 'SqlServerStoredProcedure'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
storedProcedureName: any()
storedProcedureParameters: any()
}
For Switch, use:
type: 'Switch'
typeProperties: {
cases: [
{
activities: [
{
dependsOn: [
{
activity: 'string'
dependencyConditions: [
'string'
]
{customized property}: any()
}
]
description: 'string'
name: 'string'
onInactiveMarkAs: 'string'
state: 'string'
userProperties: [
{
name: 'string'
value: any()
}
]
type: 'string'
// For remaining properties, see Activity objects
}
]
value: 'string'
}
]
defaultActivities: [
{
dependsOn: [
{
activity: 'string'
dependencyConditions: [
'string'
]
{customized property}: any()
}
]
description: 'string'
name: 'string'
onInactiveMarkAs: 'string'
state: 'string'
userProperties: [
{
name: 'string'
value: any()
}
]
type: 'string'
// For remaining properties, see Activity objects
}
]
on: {
type: 'Expression'
value: 'string'
}
}
For SynapseNotebook, use:
type: 'SynapseNotebook'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
conf: any()
configurationType: 'string'
driverSize: any()
executorSize: any()
notebook: {
referenceName: any()
type: 'NotebookReference'
}
numExecutors: any()
parameters: {
{customized property}: {
type: 'string'
value: any()
}
}
sparkConfig: {
{customized property}: any()
}
sparkPool: {
referenceName: any()
type: 'BigDataPoolReference'
}
targetSparkConfiguration: {
referenceName: any()
type: 'SparkConfigurationReference'
}
}
For Until, use:
type: 'Until'
typeProperties: {
activities: [
{
dependsOn: [
{
activity: 'string'
dependencyConditions: [
'string'
]
{customized property}: any()
}
]
description: 'string'
name: 'string'
onInactiveMarkAs: 'string'
state: 'string'
userProperties: [
{
name: 'string'
value: any()
}
]
type: 'string'
// For remaining properties, see Activity objects
}
]
expression: {
type: 'Expression'
value: 'string'
}
timeout: any()
}
For Validation, use:
type: 'Validation'
typeProperties: {
childItems: any()
dataset: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DatasetReference'
}
minimumSize: any()
sleep: any()
timeout: any()
}
For Wait, use:
type: 'Wait'
typeProperties: {
waitTimeInSeconds: any()
}
For WebActivity, use:
type: 'WebActivity'
linkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
policy: {
retry: any()
retryIntervalInSeconds: int
secureInput: bool
secureOutput: bool
timeout: any()
{customized property}: any()
}
typeProperties: {
authentication: {
credential: {
referenceName: 'string'
type: 'CredentialReference'
{customized property}: any()
}
password: {
type: 'string'
// For remaining properties, see SecretBase objects
}
pfx: {
type: 'string'
// For remaining properties, see SecretBase objects
}
resource: any()
type: 'string'
username: any()
userTenant: any()
}
body: any()
connectVia: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'IntegrationRuntimeReference'
}
datasets: [
{
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'DatasetReference'
}
]
disableCertValidation: bool
headers: {
{customized property}: 'string'
}
httpRequestTimeout: any()
linkedServices: [
{
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
]
method: 'string'
turnOffAsync: bool
url: any()
}
For WebHook, use:
type: 'WebHook'
policy: {
secureInput: bool
secureOutput: bool
}
typeProperties: {
authentication: {
credential: {
referenceName: 'string'
type: 'CredentialReference'
{customized property}: any()
}
password: {
type: 'string'
// For remaining properties, see SecretBase objects
}
pfx: {
type: 'string'
// For remaining properties, see SecretBase objects
}
resource: any()
type: 'string'
username: any()
userTenant: any()
}
body: any()
headers: {
{customized property}: 'string'
}
method: 'POST'
reportStatusOnCallBack: any()
timeout: 'string'
url: any()
}
CopySink objects
Set the type property to specify the type of object.
For AvroSink, use:
type: 'AvroSink'
formatSettings: {
fileNamePrefix: any()
maxRowsPerFile: any()
recordName: 'string'
recordNamespace: 'string'
type: 'string'
{customized property}: any()
}
storeSettings: {
copyBehavior: any()
disableMetricsCollection: any()
maxConcurrentConnections: any()
metadata: [
{
name: any()
value: any()
}
]
type: 'string'
// For remaining properties, see StoreWriteSettings objects
}
For AzureBlobFSSink, use:
type: 'AzureBlobFSSink'
copyBehavior: any()
metadata: [
{
name: any()
value: any()
}
]
For AzureDatabricksDeltaLakeSink, use:
type: 'AzureDatabricksDeltaLakeSink'
importSettings: {
dateFormat: any()
timestampFormat: any()
type: 'string'
{customized property}: any()
}
preCopyScript: any()
For AzureDataExplorerSink, use:
type: 'AzureDataExplorerSink'
flushImmediately: any()
ingestionMappingAsJson: any()
ingestionMappingName: any()
For AzureDataLakeStoreSink, use:
type: 'AzureDataLakeStoreSink'
copyBehavior: any()
enableAdlsSingleFileParallel: any()
For AzureMySqlSink, use:
type: 'AzureMySqlSink'
preCopyScript: any()
For AzurePostgreSqlSink, use:
type: 'AzurePostgreSqlSink'
preCopyScript: any()
For AzureQueueSink, use:
type: 'AzureQueueSink'
For AzureSearchIndexSink, use:
type: 'AzureSearchIndexSink'
writeBehavior: 'string'
For AzureSqlSink, use:
type: 'AzureSqlSink'
preCopyScript: any()
sqlWriterStoredProcedureName: any()
sqlWriterTableType: any()
sqlWriterUseTableLock: any()
storedProcedureParameters: any()
storedProcedureTableTypeParameterName: any()
tableOption: any()
upsertSettings: {
interimSchemaName: any()
keys: any()
useTempDB: any()
}
writeBehavior: any()
For AzureTableSink, use:
type: 'AzureTableSink'
azureTableDefaultPartitionKeyValue: any()
azureTableInsertType: any()
azureTablePartitionKeyName: any()
azureTableRowKeyName: any()
For BinarySink, use:
type: 'BinarySink'
storeSettings: {
copyBehavior: any()
disableMetricsCollection: any()
maxConcurrentConnections: any()
metadata: [
{
name: any()
value: any()
}
]
type: 'string'
// For remaining properties, see StoreWriteSettings objects
}
For BlobSink, use:
type: 'BlobSink'
blobWriterAddHeader: any()
blobWriterDateTimeFormat: any()
blobWriterOverwriteFiles: any()
copyBehavior: any()
metadata: [
{
name: any()
value: any()
}
]
For CommonDataServiceForAppsSink, use:
type: 'CommonDataServiceForAppsSink'
alternateKeyName: any()
ignoreNullValues: any()
writeBehavior: 'Upsert'
For CosmosDbMongoDbApiSink, use:
type: 'CosmosDbMongoDbApiSink'
writeBehavior: any()
For CosmosDbSqlApiSink, use:
type: 'CosmosDbSqlApiSink'
writeBehavior: any()
For DelimitedTextSink, use:
type: 'DelimitedTextSink'
formatSettings: {
fileExtension: any()
fileNamePrefix: any()
maxRowsPerFile: any()
quoteAllText: any()
type: 'string'
{customized property}: any()
}
storeSettings: {
copyBehavior: any()
disableMetricsCollection: any()
maxConcurrentConnections: any()
metadata: [
{
name: any()
value: any()
}
]
type: 'string'
// For remaining properties, see StoreWriteSettings objects
}
For DocumentDbCollectionSink, use:
type: 'DocumentDbCollectionSink'
nestingSeparator: any()
writeBehavior: any()
For DynamicsCrmSink, use:
type: 'DynamicsCrmSink'
alternateKeyName: any()
ignoreNullValues: any()
writeBehavior: 'Upsert'
For DynamicsSink, use:
type: 'DynamicsSink'
alternateKeyName: any()
ignoreNullValues: any()
writeBehavior: 'Upsert'
For FileSystemSink, use:
type: 'FileSystemSink'
copyBehavior: any()
For InformixSink, use:
type: 'InformixSink'
preCopyScript: any()
For JsonSink, use:
type: 'JsonSink'
formatSettings: {
filePattern: any()
type: 'string'
{customized property}: any()
}
storeSettings: {
copyBehavior: any()
disableMetricsCollection: any()
maxConcurrentConnections: any()
metadata: [
{
name: any()
value: any()
}
]
type: 'string'
// For remaining properties, see StoreWriteSettings objects
}
For LakeHouseTableSink, use:
type: 'LakeHouseTableSink'
partitionNameList: any()
partitionOption: any()
tableActionOption: any()
For MicrosoftAccessSink, use:
type: 'MicrosoftAccessSink'
preCopyScript: any()
For MongoDbAtlasSink, use:
type: 'MongoDbAtlasSink'
writeBehavior: any()
For MongoDbV2Sink, use:
type: 'MongoDbV2Sink'
writeBehavior: any()
For OdbcSink, use:
type: 'OdbcSink'
preCopyScript: any()
For OracleSink, use:
type: 'OracleSink'
preCopyScript: any()
For OrcSink, use:
type: 'OrcSink'
formatSettings: {
fileNamePrefix: any()
maxRowsPerFile: any()
type: 'string'
{customized property}: any()
}
storeSettings: {
copyBehavior: any()
disableMetricsCollection: any()
maxConcurrentConnections: any()
metadata: [
{
name: any()
value: any()
}
]
type: 'string'
// For remaining properties, see StoreWriteSettings objects
}
For ParquetSink, use:
type: 'ParquetSink'
formatSettings: {
fileNamePrefix: any()
maxRowsPerFile: any()
type: 'string'
{customized property}: any()
}
storeSettings: {
copyBehavior: any()
disableMetricsCollection: any()
maxConcurrentConnections: any()
metadata: [
{
name: any()
value: any()
}
]
type: 'string'
// For remaining properties, see StoreWriteSettings objects
}
For RestSink, use:
type: 'RestSink'
additionalHeaders: any()
httpCompressionType: any()
httpRequestTimeout: any()
requestInterval: any()
requestMethod: any()
For SalesforceServiceCloudSink, use:
type: 'SalesforceServiceCloudSink'
externalIdFieldName: any()
ignoreNullValues: any()
writeBehavior: 'string'
For SalesforceServiceCloudV2Sink, use:
type: 'SalesforceServiceCloudV2Sink'
externalIdFieldName: any()
ignoreNullValues: any()
writeBehavior: 'string'
For SalesforceSink, use:
type: 'SalesforceSink'
externalIdFieldName: any()
ignoreNullValues: any()
writeBehavior: 'string'
For SalesforceV2Sink, use:
type: 'SalesforceV2Sink'
externalIdFieldName: any()
ignoreNullValues: any()
writeBehavior: 'string'
For SapCloudForCustomerSink, use:
type: 'SapCloudForCustomerSink'
httpRequestTimeout: any()
writeBehavior: 'string'
For SnowflakeSink, use:
type: 'SnowflakeSink'
importSettings: {
additionalCopyOptions: {
{customized property}: any()
}
additionalFormatOptions: {
{customized property}: any()
}
type: 'string'
{customized property}: any()
}
preCopyScript: any()
For SnowflakeV2Sink, use:
type: 'SnowflakeV2Sink'
importSettings: {
additionalCopyOptions: {
{customized property}: any()
}
additionalFormatOptions: {
{customized property}: any()
}
type: 'string'
{customized property}: any()
}
preCopyScript: any()
For SqlDWSink, use:
type: 'SqlDWSink'
allowCopyCommand: any()
allowPolyBase: any()
copyCommandSettings: {
additionalOptions: {
{customized property}: 'string'
}
defaultValues: [
{
columnName: any()
defaultValue: any()
}
]
}
polyBaseSettings: {
rejectSampleValue: any()
rejectType: 'string'
rejectValue: any()
useTypeDefault: any()
{customized property}: any()
}
preCopyScript: any()
sqlWriterUseTableLock: any()
tableOption: any()
upsertSettings: {
interimSchemaName: any()
keys: any()
}
writeBehavior: any()
For SqlMISink, use:
type: 'SqlMISink'
preCopyScript: any()
sqlWriterStoredProcedureName: any()
sqlWriterTableType: any()
sqlWriterUseTableLock: any()
storedProcedureParameters: any()
storedProcedureTableTypeParameterName: any()
tableOption: any()
upsertSettings: {
interimSchemaName: any()
keys: any()
useTempDB: any()
}
writeBehavior: any()
For SqlServerSink, use:
type: 'SqlServerSink'
preCopyScript: any()
sqlWriterStoredProcedureName: any()
sqlWriterTableType: any()
sqlWriterUseTableLock: any()
storedProcedureParameters: any()
storedProcedureTableTypeParameterName: any()
tableOption: any()
upsertSettings: {
interimSchemaName: any()
keys: any()
useTempDB: any()
}
writeBehavior: any()
For SqlSink, use:
type: 'SqlSink'
preCopyScript: any()
sqlWriterStoredProcedureName: any()
sqlWriterTableType: any()
sqlWriterUseTableLock: any()
storedProcedureParameters: any()
storedProcedureTableTypeParameterName: any()
tableOption: any()
upsertSettings: {
interimSchemaName: any()
keys: any()
useTempDB: any()
}
writeBehavior: any()
For WarehouseSink, use:
type: 'WarehouseSink'
allowCopyCommand: any()
copyCommandSettings: {
additionalOptions: {
{customized property}: 'string'
}
defaultValues: [
{
columnName: any()
defaultValue: any()
}
]
}
preCopyScript: any()
tableOption: any()
writeBehavior: any()
StoreWriteSettings objects
Set the type property to specify the type of object.
For AzureBlobFSWriteSettings, use:
type: 'AzureBlobFSWriteSettings'
blockSizeInMB: any()
For AzureBlobStorageWriteSettings, use:
type: 'AzureBlobStorageWriteSettings'
blockSizeInMB: any()
For AzureDataLakeStoreWriteSettings, use:
type: 'AzureDataLakeStoreWriteSettings'
expiryDateTime: any()
For AzureFileStorageWriteSettings, use:
type: 'AzureFileStorageWriteSettings'
For FileServerWriteSettings, use:
type: 'FileServerWriteSettings'
For LakeHouseWriteSettings, use:
type: 'LakeHouseWriteSettings'
For SftpWriteSettings, use:
type: 'SftpWriteSettings'
operationTimeout: any()
useTempFileRename: any()
CopySource objects
Set the type property to specify the type of object.
For AmazonMWSSource, use:
type: 'AmazonMWSSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For AmazonRdsForOracleSource, use:
type: 'AmazonRdsForOracleSource'
additionalColumns: any()
oracleReaderQuery: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionNames: any()
partitionUpperBound: any()
}
queryTimeout: any()
For AmazonRdsForSqlServerSource, use:
type: 'AmazonRdsForSqlServerSource'
additionalColumns: any()
isolationLevel: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionUpperBound: any()
}
produceAdditionalTypes: any()
queryTimeout: any()
sqlReaderQuery: any()
sqlReaderStoredProcedureName: any()
storedProcedureParameters: any()
For AmazonRedshiftSource, use:
type: 'AmazonRedshiftSource'
additionalColumns: any()
query: any()
queryTimeout: any()
redshiftUnloadSettings: {
bucketName: any()
s3LinkedServiceName: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
}
For AvroSource, use:
type: 'AvroSource'
additionalColumns: any()
storeSettings: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
type: 'string'
// For remaining properties, see StoreReadSettings objects
}
For AzureBlobFSSource, use:
type: 'AzureBlobFSSource'
recursive: any()
skipHeaderLineCount: any()
treatEmptyAsNull: any()
For AzureDatabricksDeltaLakeSource, use:
type: 'AzureDatabricksDeltaLakeSource'
exportSettings: {
dateFormat: any()
timestampFormat: any()
type: 'string'
{customized property}: any()
}
query: any()
For AzureDataExplorerSource, use:
type: 'AzureDataExplorerSource'
additionalColumns: any()
noTruncation: any()
query: any()
queryTimeout: any()
For AzureDataLakeStoreSource, use:
type: 'AzureDataLakeStoreSource'
recursive: any()
For AzureMariaDBSource, use:
type: 'AzureMariaDBSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For AzureMySqlSource, use:
type: 'AzureMySqlSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For AzurePostgreSqlSource, use:
type: 'AzurePostgreSqlSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For AzureSqlSource, use:
type: 'AzureSqlSource'
additionalColumns: any()
isolationLevel: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionUpperBound: any()
}
produceAdditionalTypes: any()
queryTimeout: any()
sqlReaderQuery: any()
sqlReaderStoredProcedureName: any()
storedProcedureParameters: any()
For AzureTableSource, use:
type: 'AzureTableSource'
additionalColumns: any()
azureTableSourceIgnoreTableNotFound: any()
azureTableSourceQuery: any()
queryTimeout: any()
For BinarySource, use:
type: 'BinarySource'
formatSettings: {
compressionProperties: {
type: 'string'
// For remaining properties, see CompressionReadSettings objects
}
type: 'string'
{customized property}: any()
}
storeSettings: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
type: 'string'
// For remaining properties, see StoreReadSettings objects
}
For BlobSource, use:
type: 'BlobSource'
recursive: any()
skipHeaderLineCount: any()
treatEmptyAsNull: any()
For CassandraSource, use:
type: 'CassandraSource'
additionalColumns: any()
consistencyLevel: 'string'
query: any()
queryTimeout: any()
For CommonDataServiceForAppsSource, use:
type: 'CommonDataServiceForAppsSource'
additionalColumns: any()
query: any()
For ConcurSource, use:
type: 'ConcurSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For CosmosDbMongoDbApiSource, use:
type: 'CosmosDbMongoDbApiSource'
additionalColumns: any()
batchSize: any()
cursorMethods: {
limit: any()
project: any()
skip: any()
sort: any()
{customized property}: any()
}
filter: any()
queryTimeout: any()
For CosmosDbSqlApiSource, use:
type: 'CosmosDbSqlApiSource'
additionalColumns: any()
detectDatetime: any()
pageSize: any()
preferredRegions: any()
query: any()
For CouchbaseSource, use:
type: 'CouchbaseSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For Db2Source, use:
type: 'Db2Source'
additionalColumns: any()
query: any()
queryTimeout: any()
For DelimitedTextSource, use:
type: 'DelimitedTextSource'
additionalColumns: any()
formatSettings: {
compressionProperties: {
type: 'string'
// For remaining properties, see CompressionReadSettings objects
}
skipLineCount: any()
type: 'string'
{customized property}: any()
}
storeSettings: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
type: 'string'
// For remaining properties, see StoreReadSettings objects
}
For DocumentDbCollectionSource, use:
type: 'DocumentDbCollectionSource'
additionalColumns: any()
nestingSeparator: any()
query: any()
queryTimeout: any()
For DrillSource, use:
type: 'DrillSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For DynamicsAXSource, use:
type: 'DynamicsAXSource'
additionalColumns: any()
httpRequestTimeout: any()
query: any()
queryTimeout: any()
For DynamicsCrmSource, use:
type: 'DynamicsCrmSource'
additionalColumns: any()
query: any()
For DynamicsSource, use:
type: 'DynamicsSource'
additionalColumns: any()
query: any()
For EloquaSource, use:
type: 'EloquaSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For ExcelSource, use:
type: 'ExcelSource'
additionalColumns: any()
storeSettings: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
type: 'string'
// For remaining properties, see StoreReadSettings objects
}
For FileSystemSource, use:
type: 'FileSystemSource'
additionalColumns: any()
recursive: any()
For GoogleAdWordsSource, use:
type: 'GoogleAdWordsSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For GoogleBigQuerySource, use:
type: 'GoogleBigQuerySource'
additionalColumns: any()
query: any()
queryTimeout: any()
For GoogleBigQueryV2Source, use:
type: 'GoogleBigQueryV2Source'
additionalColumns: any()
query: any()
queryTimeout: any()
For GreenplumSource, use:
type: 'GreenplumSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For HBaseSource, use:
type: 'HBaseSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For HdfsSource, use:
type: 'HdfsSource'
distcpSettings: {
distcpOptions: any()
resourceManagerEndpoint: any()
tempScriptPath: any()
}
recursive: any()
For HiveSource, use:
type: 'HiveSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For HttpSource, use:
type: 'HttpSource'
httpRequestTimeout: any()
For HubspotSource, use:
type: 'HubspotSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For ImpalaSource, use:
type: 'ImpalaSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For InformixSource, use:
type: 'InformixSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For JiraSource, use:
type: 'JiraSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For JsonSource, use:
type: 'JsonSource'
additionalColumns: any()
formatSettings: {
compressionProperties: {
type: 'string'
// For remaining properties, see CompressionReadSettings objects
}
type: 'string'
{customized property}: any()
}
storeSettings: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
type: 'string'
// For remaining properties, see StoreReadSettings objects
}
For LakeHouseTableSource, use:
type: 'LakeHouseTableSource'
additionalColumns: any()
timestampAsOf: any()
versionAsOf: any()
For MagentoSource, use:
type: 'MagentoSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For MariaDBSource, use:
type: 'MariaDBSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For MarketoSource, use:
type: 'MarketoSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For MicrosoftAccessSource, use:
type: 'MicrosoftAccessSource'
additionalColumns: any()
query: any()
For MongoDbAtlasSource, use:
type: 'MongoDbAtlasSource'
additionalColumns: any()
batchSize: any()
cursorMethods: {
limit: any()
project: any()
skip: any()
sort: any()
{customized property}: any()
}
filter: any()
queryTimeout: any()
For MongoDbSource, use:
type: 'MongoDbSource'
additionalColumns: any()
query: any()
For MongoDbV2Source, use:
type: 'MongoDbV2Source'
additionalColumns: any()
batchSize: any()
cursorMethods: {
limit: any()
project: any()
skip: any()
sort: any()
{customized property}: any()
}
filter: any()
queryTimeout: any()
For MySqlSource, use:
type: 'MySqlSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For NetezzaSource, use:
type: 'NetezzaSource'
additionalColumns: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionUpperBound: any()
}
query: any()
queryTimeout: any()
For ODataSource, use:
type: 'ODataSource'
additionalColumns: any()
httpRequestTimeout: any()
query: any()
For OdbcSource, use:
type: 'OdbcSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For Office365Source, use:
type: 'Office365Source'
allowedGroups: any()
dateFilterColumn: any()
endTime: any()
outputColumns: any()
startTime: any()
userScopeFilterUri: any()
For OracleServiceCloudSource, use:
type: 'OracleServiceCloudSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For OracleSource, use:
type: 'OracleSource'
additionalColumns: any()
oracleReaderQuery: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionNames: any()
partitionUpperBound: any()
}
queryTimeout: any()
For OrcSource, use:
type: 'OrcSource'
additionalColumns: any()
storeSettings: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
type: 'string'
// For remaining properties, see StoreReadSettings objects
}
For ParquetSource, use:
type: 'ParquetSource'
additionalColumns: any()
formatSettings: {
compressionProperties: {
type: 'string'
// For remaining properties, see CompressionReadSettings objects
}
type: 'string'
{customized property}: any()
}
storeSettings: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
type: 'string'
// For remaining properties, see StoreReadSettings objects
}
For PaypalSource, use:
type: 'PaypalSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For PhoenixSource, use:
type: 'PhoenixSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For PostgreSqlSource, use:
type: 'PostgreSqlSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For PostgreSqlV2Source, use:
type: 'PostgreSqlV2Source'
additionalColumns: any()
query: any()
queryTimeout: any()
For PrestoSource, use:
type: 'PrestoSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For QuickBooksSource, use:
type: 'QuickBooksSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For RelationalSource, use:
type: 'RelationalSource'
additionalColumns: any()
query: any()
For ResponsysSource, use:
type: 'ResponsysSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For RestSource, use:
type: 'RestSource'
additionalColumns: any()
additionalHeaders: any()
httpRequestTimeout: any()
paginationRules: any()
requestBody: any()
requestInterval: any()
requestMethod: any()
For SalesforceMarketingCloudSource, use:
type: 'SalesforceMarketingCloudSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For SalesforceServiceCloudSource, use:
type: 'SalesforceServiceCloudSource'
additionalColumns: any()
query: any()
readBehavior: any()
For SalesforceServiceCloudV2Source, use:
type: 'SalesforceServiceCloudV2Source'
additionalColumns: any()
includeDeletedObjects: any()
SOQLQuery: any()
For SalesforceSource, use:
type: 'SalesforceSource'
additionalColumns: any()
query: any()
queryTimeout: any()
readBehavior: any()
For SalesforceV2Source, use:
type: 'SalesforceV2Source'
additionalColumns: any()
includeDeletedObjects: any()
queryTimeout: any()
SOQLQuery: any()
For SapBwSource, use:
type: 'SapBwSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For SapCloudForCustomerSource, use:
type: 'SapCloudForCustomerSource'
additionalColumns: any()
httpRequestTimeout: any()
query: any()
queryTimeout: any()
For SapEccSource, use:
type: 'SapEccSource'
additionalColumns: any()
httpRequestTimeout: any()
query: any()
queryTimeout: any()
For SapHanaSource, use:
type: 'SapHanaSource'
additionalColumns: any()
packetSize: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
}
query: any()
queryTimeout: any()
For SapOdpSource, use:
type: 'SapOdpSource'
additionalColumns: any()
extractionMode: any()
projection: any()
queryTimeout: any()
selection: any()
subscriberProcess: any()
For SapOpenHubSource, use:
type: 'SapOpenHubSource'
additionalColumns: any()
baseRequestId: any()
customRfcReadTableFunctionModule: any()
excludeLastRequest: any()
queryTimeout: any()
sapDataColumnDelimiter: any()
For SapTableSource, use:
type: 'SapTableSource'
additionalColumns: any()
batchSize: any()
customRfcReadTableFunctionModule: any()
partitionOption: any()
partitionSettings: {
maxPartitionsNumber: any()
partitionColumnName: any()
partitionLowerBound: any()
partitionUpperBound: any()
}
queryTimeout: any()
rfcTableFields: any()
rfcTableOptions: any()
rowCount: any()
rowSkips: any()
sapDataColumnDelimiter: any()
For ServiceNowSource, use:
type: 'ServiceNowSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For ServiceNowV2Source, use:
type: 'ServiceNowV2Source'
additionalColumns: any()
expression: {
operands: [
{
operator: 'string'
type: 'string'
value: 'string'
}
queryTimeout: any()
For SharePointOnlineListSource, use:
type: 'SharePointOnlineListSource'
httpRequestTimeout: any()
query: any()
For ShopifySource, use:
type: 'ShopifySource'
additionalColumns: any()
query: any()
queryTimeout: any()
For SnowflakeSource, use:
type: 'SnowflakeSource'
exportSettings: {
additionalCopyOptions: {
{customized property}: any()
}
additionalFormatOptions: {
{customized property}: any()
}
type: 'string'
{customized property}: any()
}
query: any()
For SnowflakeV2Source, use:
type: 'SnowflakeV2Source'
exportSettings: {
additionalCopyOptions: {
{customized property}: any()
}
additionalFormatOptions: {
{customized property}: any()
}
type: 'string'
{customized property}: any()
}
query: any()
For SparkSource, use:
type: 'SparkSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For SqlDWSource, use:
type: 'SqlDWSource'
additionalColumns: any()
isolationLevel: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionUpperBound: any()
}
queryTimeout: any()
sqlReaderQuery: any()
sqlReaderStoredProcedureName: any()
storedProcedureParameters: any()
For SqlMISource, use:
type: 'SqlMISource'
additionalColumns: any()
isolationLevel: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionUpperBound: any()
}
produceAdditionalTypes: any()
queryTimeout: any()
sqlReaderQuery: any()
sqlReaderStoredProcedureName: any()
storedProcedureParameters: any()
For SqlServerSource, use:
type: 'SqlServerSource'
additionalColumns: any()
isolationLevel: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionUpperBound: any()
}
produceAdditionalTypes: any()
queryTimeout: any()
sqlReaderQuery: any()
sqlReaderStoredProcedureName: any()
storedProcedureParameters: any()
For SqlSource, use:
type: 'SqlSource'
additionalColumns: any()
isolationLevel: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionUpperBound: any()
}
queryTimeout: any()
sqlReaderQuery: any()
sqlReaderStoredProcedureName: any()
storedProcedureParameters: any()
For SquareSource, use:
type: 'SquareSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For SybaseSource, use:
type: 'SybaseSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For TeradataSource, use:
type: 'TeradataSource'
additionalColumns: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionUpperBound: any()
}
query: any()
queryTimeout: any()
For VerticaSource, use:
type: 'VerticaSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For WarehouseSource, use:
type: 'WarehouseSource'
additionalColumns: any()
isolationLevel: any()
partitionOption: any()
partitionSettings: {
partitionColumnName: any()
partitionLowerBound: any()
partitionUpperBound: any()
}
queryTimeout: any()
sqlReaderQuery: any()
sqlReaderStoredProcedureName: any()
storedProcedureParameters: any()
For WebSource, use:
type: 'WebSource'
additionalColumns: any()
For XeroSource, use:
type: 'XeroSource'
additionalColumns: any()
query: any()
queryTimeout: any()
For XmlSource, use:
type: 'XmlSource'
additionalColumns: any()
formatSettings: {
compressionProperties: {
type: 'string'
// For remaining properties, see CompressionReadSettings objects
}
detectDataType: any()
namespacePrefixes: any()
namespaces: any()
type: 'string'
validationMode: any()
{customized property}: any()
}
storeSettings: {
disableMetricsCollection: any()
maxConcurrentConnections: any()
type: 'string'
// For remaining properties, see StoreReadSettings objects
}
For ZohoSource, use:
type: 'ZohoSource'
additionalColumns: any()
query: any()
queryTimeout: any()
StoreReadSettings objects
Set the type property to specify the type of object.
For AmazonS3CompatibleReadSettings, use:
type: 'AmazonS3CompatibleReadSettings'
deleteFilesAfterCompletion: any()
enablePartitionDiscovery: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
prefix: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For AmazonS3ReadSettings, use:
type: 'AmazonS3ReadSettings'
deleteFilesAfterCompletion: any()
enablePartitionDiscovery: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
prefix: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For AzureBlobFSReadSettings, use:
type: 'AzureBlobFSReadSettings'
deleteFilesAfterCompletion: any()
enablePartitionDiscovery: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For AzureBlobStorageReadSettings, use:
type: 'AzureBlobStorageReadSettings'
deleteFilesAfterCompletion: any()
enablePartitionDiscovery: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
prefix: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For AzureDataLakeStoreReadSettings, use:
type: 'AzureDataLakeStoreReadSettings'
deleteFilesAfterCompletion: any()
enablePartitionDiscovery: any()
fileListPath: any()
listAfter: any()
listBefore: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For AzureFileStorageReadSettings, use:
type: 'AzureFileStorageReadSettings'
deleteFilesAfterCompletion: any()
enablePartitionDiscovery: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
prefix: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For FileServerReadSettings, use:
type: 'FileServerReadSettings'
deleteFilesAfterCompletion: any()
enablePartitionDiscovery: any()
fileFilter: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For FtpReadSettings, use:
type: 'FtpReadSettings'
deleteFilesAfterCompletion: any()
disableChunking: any()
enablePartitionDiscovery: any()
fileListPath: any()
partitionRootPath: any()
recursive: any()
useBinaryTransfer: any()
wildcardFileName: any()
wildcardFolderPath: any()
For GoogleCloudStorageReadSettings, use:
type: 'GoogleCloudStorageReadSettings'
deleteFilesAfterCompletion: any()
enablePartitionDiscovery: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
prefix: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For HdfsReadSettings, use:
type: 'HdfsReadSettings'
deleteFilesAfterCompletion: any()
distcpSettings: {
distcpOptions: any()
resourceManagerEndpoint: any()
tempScriptPath: any()
}
enablePartitionDiscovery: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For HttpReadSettings, use:
type: 'HttpReadSettings'
additionalColumns: any()
additionalHeaders: any()
requestBody: any()
requestMethod: any()
requestTimeout: any()
For LakeHouseReadSettings, use:
type: 'LakeHouseReadSettings'
deleteFilesAfterCompletion: any()
enablePartitionDiscovery: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For OracleCloudStorageReadSettings, use:
type: 'OracleCloudStorageReadSettings'
deleteFilesAfterCompletion: any()
enablePartitionDiscovery: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
prefix: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
For SftpReadSettings, use:
type: 'SftpReadSettings'
deleteFilesAfterCompletion: any()
disableChunking: any()
enablePartitionDiscovery: any()
fileListPath: any()
modifiedDatetimeEnd: any()
modifiedDatetimeStart: any()
partitionRootPath: any()
recursive: any()
wildcardFileName: any()
wildcardFolderPath: any()
CompressionReadSettings objects
Set the type property to specify the type of object.
For TarGZipReadSettings, use:
type: 'TarGZipReadSettings'
preserveCompressionFileNameAsFolder: any()
For TarReadSettings, use:
type: 'TarReadSettings'
preserveCompressionFileNameAsFolder: any()
For ZipDeflateReadSettings, use:
type: 'ZipDeflateReadSettings'
preserveZipFileNameAsFolder: any()
SecretBase objects
Set the type property to specify the type of object.
For AzureKeyVaultSecret, use:
type: 'AzureKeyVaultSecret'
secretName: any()
secretVersion: any()
store: {
parameters: {
{customized property}: any()
}
referenceName: 'string'
type: 'LinkedServiceReference'
}
For SecureString, use:
type: 'SecureString'
value: 'string'
FormatReadSettings objects
Set the type property to specify the type of object.
For BinaryReadSettings, use:
type: 'BinaryReadSettings'
compressionProperties: {
type: 'string'
// For remaining properties, see CompressionReadSettings objects
}
For DelimitedTextReadSettings, use:
type: 'DelimitedTextReadSettings'
compressionProperties: {
type: 'string'
// For remaining properties, see CompressionReadSettings objects
}
skipLineCount: any()
For JsonReadSettings, use:
type: 'JsonReadSettings'
compressionProperties: {
type: 'string'
// For remaining properties, see CompressionReadSettings objects
}
For ParquetReadSettings, use:
type: 'ParquetReadSettings'
compressionProperties: {
type: 'string'
// For remaining properties, see CompressionReadSettings objects
}
For XmlReadSettings, use:
type: 'XmlReadSettings'
compressionProperties: {
type: 'string'
// For remaining properties, see CompressionReadSettings objects
}
detectDataType: any()
namespacePrefixes: any()
namespaces: any()
validationMode: any()
Property values
factories/pipelines
| Name | Description | Value |
|---|---|---|
| name | The resource name See how to set names and types for child resources in Bicep. |
string (required) Character limit: 1-260 Valid characters: Can't use: <>*#.%&:\\+?/ or control charactersStart with alphanumeric. |
| parent | In Bicep, you can specify the parent resource for a child resource. You only need to add this property when the child resource is declared outside of the parent resource. For more information, see Child resource outside parent resource. |
Symbolic name for resource of type: factories |
| properties | Properties of the pipeline. | Pipeline (required) |
Pipeline
| Name | Description | Value |
|---|---|---|
| activities | List of activities in pipeline. | Activity[] |
| annotations | List of tags that can be used for describing the Pipeline. | any[] |
| concurrency | The max number of concurrent runs for the pipeline. | int Constraints: Min value = 1 |
| description | The description of the pipeline. | string |
| folder | The folder that this Pipeline is in. If not specified, Pipeline will appear at the root level. | PipelineFolder |
| parameters | List of parameters for pipeline. | ParameterDefinitionSpecification |
| policy | Pipeline Policy. | PipelinePolicy |
| runDimensions | Dimensions emitted by Pipeline. | PipelineRunDimensions |
| variables | List of variables for pipeline. | VariableDefinitionSpecification |
Activity
| Name | Description | Value |
|---|---|---|
| dependsOn | Activity depends on condition. | ActivityDependency[] |
| description | Activity description. | string |
| name | Activity name. | string (required) |
| onInactiveMarkAs | Status result of the activity when the state is set to Inactive. This is an optional property and if not provided when the activity is inactive, the status will be Succeeded by default. | 'Failed' 'Skipped' 'Succeeded' |
| state | Activity state. This is an optional property and if not provided, the state will be Active by default. | 'Active' 'Inactive' |
| userProperties | Activity user properties. | UserProperty[] |
| type | Set the object type | AppendVariable AzureDataExplorerCommand AzureFunctionActivity AzureMLBatchExecution AzureMLExecutePipeline AzureMLUpdateResource Copy Custom DatabricksNotebook DatabricksSparkJar DatabricksSparkPython DataLakeAnalyticsU-SQL Delete ExecuteDataFlow ExecutePipeline ExecuteSSISPackage ExecuteWranglingDataflow Fail Filter ForEach GetMetadata HDInsightHive HDInsightMapReduce HDInsightPig HDInsightSpark HDInsightStreaming IfCondition Lookup Script SetVariable SparkJob SqlServerStoredProcedure Switch SynapseNotebook Until Validation Wait WebActivity WebHook (required) |
ActivityDependency
| Name | Description | Value |
|---|---|---|
| activity | Activity name. | string (required) |
| dependencyConditions | Match-Condition for the dependency. | String array containing any of: 'Completed' 'Failed' 'Skipped' 'Succeeded' (required) |
| {customized property} | For Bicep, you can use the any() function. |
UserProperty
| Name | Description | Value |
|---|---|---|
| name | User property name. | string (required) |
| value | User property value. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
AppendVariableActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AppendVariable' (required) |
| typeProperties | Append Variable activity properties. | AppendVariableActivityTypeProperties (required) |
AppendVariableActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| value | Value to be appended. Type: could be a static value matching type of the variable item or Expression with resultType matching type of the variable item | For Bicep, you can use the any() function. |
| variableName | Name of the variable whose value needs to be appended to. | string |
AzureDataExplorerCommandActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AzureDataExplorerCommand' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure Data Explorer command activity properties. | AzureDataExplorerCommandActivityTypeProperties (required) |
LinkedServiceReference
| Name | Description | Value |
|---|---|---|
| parameters | Arguments for LinkedService. | ParameterValueSpecification |
| referenceName | Reference LinkedService name. | string (required) |
| type | Linked service reference type. | 'LinkedServiceReference' (required) |
ParameterValueSpecification
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
ActivityPolicy
| Name | Description | Value |
|---|---|---|
| retry | Maximum ordinary retry attempts. Default is 0. Type: integer (or Expression with resultType integer), minimum: 0. | For Bicep, you can use the any() function. |
| retryIntervalInSeconds | Interval between each retry attempt (in seconds). The default is 30 sec. | int Constraints: Min value = 30 Max value = 86400 |
| secureInput | When set to true, Input from activity is considered as secure and will not be logged to monitoring. | bool |
| secureOutput | When set to true, Output from activity is considered as secure and will not be logged to monitoring. | bool |
| timeout | Specifies the timeout for the activity to run. The default timeout is 7 days. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| {customized property} | For Bicep, you can use the any() function. |
AzureDataExplorerCommandActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| command | A control command, according to the Azure Data Explorer command syntax. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| commandTimeout | Control command timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9]))..) | For Bicep, you can use the any() function. |
AzureFunctionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AzureFunctionActivity' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure Function activity properties. | AzureFunctionActivityTypeProperties (required) |
AzureFunctionActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| body | Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| functionName | Name of the Function that the Azure Function Activity will call. Type: string (or Expression with resultType string) | For Bicep, you can use the any() function.(required) |
| headers | Represents the headers that will be sent to the request. For example, to set the language and type on a request: "headers" : { "Accept-Language": "en-us", "Content-Type": "application/json" }. Type: string (or Expression with resultType string). | AzureFunctionActivityTypePropertiesHeaders |
| method | Rest API method for target endpoint. | 'DELETE' 'GET' 'HEAD' 'OPTIONS' 'POST' 'PUT' 'TRACE' (required) |
AzureFunctionActivityTypePropertiesHeaders
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
AzureMLBatchExecutionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AzureMLBatchExecution' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure ML Batch Execution activity properties. | AzureMLBatchExecutionActivityTypeProperties (required) |
AzureMLBatchExecutionActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| globalParameters | Key,Value pairs to be passed to the Azure ML Batch Execution Service endpoint. Keys must match the names of web service parameters defined in the published Azure ML web service. Values will be passed in the GlobalParameters property of the Azure ML batch execution request. | AzureMLBatchExecutionActivityTypePropertiesGlobalPar... |
| webServiceInputs | Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Inputs to AzureMLWebServiceFile objects specifying the input Blob locations.. This information will be passed in the WebServiceInputs property of the Azure ML batch execution request. | AzureMLBatchExecutionActivityTypePropertiesWebServic... |
| webServiceOutputs | Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Outputs to AzureMLWebServiceFile objects specifying the output Blob locations. This information will be passed in the WebServiceOutputs property of the Azure ML batch execution request. | AzureMLBatchExecutionActivityTypePropertiesWebServic... |
AzureMLBatchExecutionActivityTypePropertiesGlobalPar...
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
AzureMLBatchExecutionActivityTypePropertiesWebServic...
| Name | Description | Value |
|---|---|---|
| {customized property} | AzureMLWebServiceFile |
AzureMLWebServiceFile
| Name | Description | Value |
|---|---|---|
| filePath | The relative file path, including container name, in the Azure Blob Storage specified by the LinkedService. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| linkedServiceName | Reference to an Azure Storage LinkedService, where Azure ML WebService Input/Output file located. | LinkedServiceReference (required) |
AzureMLBatchExecutionActivityTypePropertiesWebServic...
| Name | Description | Value |
|---|---|---|
| {customized property} | AzureMLWebServiceFile |
AzureMLExecutePipelineActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AzureMLExecutePipeline' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure ML Execute Pipeline activity properties. | AzureMLExecutePipelineActivityTypeProperties (required) |
AzureMLExecutePipelineActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| continueOnStepFailure | Whether to continue execution of other steps in the PipelineRun if a step fails. This information will be passed in the continueOnStepFailure property of the published pipeline execution request. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| dataPathAssignments | Dictionary used for changing data path assignments without retraining. Values will be passed in the dataPathAssignments property of the published pipeline execution request. Type: object (or Expression with resultType object). | For Bicep, you can use the any() function. |
| experimentName | Run history experiment name of the pipeline run. This information will be passed in the ExperimentName property of the published pipeline execution request. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| mlParentRunId | The parent Azure ML Service pipeline run id. This information will be passed in the ParentRunId property of the published pipeline execution request. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| mlPipelineEndpointId | ID of the published Azure ML pipeline endpoint. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| mlPipelineId | ID of the published Azure ML pipeline. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| mlPipelineParameters | Key,Value pairs to be passed to the published Azure ML pipeline endpoint. Keys must match the names of pipeline parameters defined in the published pipeline. Values will be passed in the ParameterAssignments property of the published pipeline execution request. Type: object with key value pairs (or Expression with resultType object). | For Bicep, you can use the any() function. |
| version | Version of the published Azure ML pipeline endpoint. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureMLUpdateResourceActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AzureMLUpdateResource' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure ML Update Resource management activity properties. | AzureMLUpdateResourceActivityTypeProperties (required) |
AzureMLUpdateResourceActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| trainedModelFilePath | The relative file path in trainedModelLinkedService to represent the .ilearner file that will be uploaded by the update operation. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| trainedModelLinkedServiceName | Name of Azure Storage linked service holding the .ilearner file that will be uploaded by the update operation. | LinkedServiceReference (required) |
| trainedModelName | Name of the Trained Model module in the Web Service experiment to be updated. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
CopyActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Copy' (required) |
| inputs | List of inputs for the activity. | DatasetReference[] |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| outputs | List of outputs for the activity. | DatasetReference[] |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Copy activity properties. | CopyActivityTypeProperties (required) |
DatasetReference
| Name | Description | Value |
|---|---|---|
| parameters | Arguments for dataset. | ParameterValueSpecification |
| referenceName | Reference dataset name. | string (required) |
| type | Dataset reference type. | 'DatasetReference' (required) |
CopyActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataIntegrationUnits | Maximum number of data integration units that can be used to perform this data movement. Type: integer (or Expression with resultType integer), minimum: 0. | For Bicep, you can use the any() function. |
| enableSkipIncompatibleRow | Whether to skip incompatible row. Default value is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enableStaging | Specifies whether to copy data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| logSettings | Log settings customer needs provide when enabling log. | LogSettings |
| logStorageSettings | (Deprecated. Please use LogSettings) Log storage settings customer need to provide when enabling session log. | LogStorageSettings |
| parallelCopies | Maximum number of concurrent sessions opened on the source or sink to avoid overloading the data store. Type: integer (or Expression with resultType integer), minimum: 0. | For Bicep, you can use the any() function. |
| preserve | Preserve rules. | any[] |
| preserveRules | Preserve Rules. | any[] |
| redirectIncompatibleRowSettings | Redirect incompatible row settings when EnableSkipIncompatibleRow is true. | RedirectIncompatibleRowSettings |
| sink | Copy activity sink. | CopySink (required) |
| skipErrorFile | Specify the fault tolerance for data consistency. | SkipErrorFile |
| source | Copy activity source. | CopySource (required) |
| stagingSettings | Specifies interim staging settings when EnableStaging is true. | StagingSettings |
| translator | Copy activity translator. If not specified, tabular translator is used. | For Bicep, you can use the any() function. |
| validateDataConsistency | Whether to enable Data Consistency validation. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
LogSettings
| Name | Description | Value |
|---|---|---|
| copyActivityLogSettings | Specifies settings for copy activity log. | CopyActivityLogSettings |
| enableCopyActivityLog | Specifies whether to enable copy activity log. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| logLocationSettings | Log location settings customer needs to provide when enabling log. | LogLocationSettings (required) |
CopyActivityLogSettings
| Name | Description | Value |
|---|---|---|
| enableReliableLogging | Specifies whether to enable reliable logging. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| logLevel | Gets or sets the log level, support: Info, Warning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
LogLocationSettings
| Name | Description | Value |
|---|---|---|
| linkedServiceName | Log storage linked service reference. | LinkedServiceReference (required) |
| path | The path to storage for storing detailed logs of activity execution. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
LogStorageSettings
| Name | Description | Value |
|---|---|---|
| enableReliableLogging | Specifies whether to enable reliable logging. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| linkedServiceName | Log storage linked service reference. | LinkedServiceReference (required) |
| logLevel | Gets or sets the log level, support: Info, Warning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| path | The path to storage for storing detailed logs of activity execution. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| {customized property} | For Bicep, you can use the any() function. |
RedirectIncompatibleRowSettings
| Name | Description | Value |
|---|---|---|
| linkedServiceName | Name of the Azure Storage, Storage SAS, or Azure Data Lake Store linked service used for redirecting incompatible row. Must be specified if redirectIncompatibleRowSettings is specified. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| path | The path for storing the redirect incompatible row data. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| {customized property} | For Bicep, you can use the any() function. |
CopySink
| Name | Description | Value |
|---|---|---|
| disableMetricsCollection | If true, disable data store metrics collection. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| maxConcurrentConnections | The maximum concurrent connection count for the sink data store. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| sinkRetryCount | Sink retry count. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| sinkRetryWait | Sink retry wait. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| writeBatchSize | Write batch size. Type: integer (or Expression with resultType integer), minimum: 0. | For Bicep, you can use the any() function. |
| writeBatchTimeout | Write batch timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| type | Set the object type | AvroSink AzureBlobFSSink AzureDatabricksDeltaLakeSink AzureDataExplorerSink AzureDataLakeStoreSink AzureMySqlSink AzurePostgreSqlSink AzureQueueSink AzureSearchIndexSink AzureSqlSink AzureTableSink BinarySink BlobSink CommonDataServiceForAppsSink CosmosDbMongoDbApiSink CosmosDbSqlApiSink DelimitedTextSink DocumentDbCollectionSink DynamicsCrmSink DynamicsSink FileSystemSink InformixSink JsonSink LakeHouseTableSink MicrosoftAccessSink MongoDbAtlasSink MongoDbV2Sink OdbcSink OracleSink OrcSink ParquetSink RestSink SalesforceServiceCloudSink SalesforceServiceCloudV2Sink SalesforceSink SalesforceV2Sink SapCloudForCustomerSink SnowflakeSink SnowflakeV2Sink SqlDWSink SqlMISink SqlServerSink SqlSink WarehouseSink (required) |
AvroSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AvroSink' (required) |
| formatSettings | Avro format settings. | AvroWriteSettings |
| storeSettings | Avro store settings. | StoreWriteSettings |
AvroWriteSettings
| Name | Description | Value |
|---|---|---|
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| recordName | Top level record name in write result, which is required in AVRO spec. | string |
| recordNamespace | Record namespace in the write result. | string |
| type | The write setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
StoreWriteSettings
| Name | Description | Value |
|---|---|---|
| copyBehavior | The type of copy behavior for copy sink. | For Bicep, you can use the any() function. |
| disableMetricsCollection | If true, disable data store metrics collection. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| maxConcurrentConnections | The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| metadata | Specify the custom metadata to be added to sink data. Type: array of objects (or Expression with resultType array of objects). | MetadataItem[] |
| type | Set the object type | AzureBlobFSWriteSettings AzureBlobStorageWriteSettings AzureDataLakeStoreWriteSettings AzureFileStorageWriteSettings FileServerWriteSettings LakeHouseWriteSettings SftpWriteSettings (required) |
MetadataItem
| Name | Description | Value |
|---|---|---|
| name | Metadata item key name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| value | Metadata item value. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureBlobFSWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'AzureBlobFSWriteSettings' (required) |
| blockSizeInMB | Indicates the block size(MB) when writing data to blob. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
AzureBlobStorageWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'AzureBlobStorageWriteSettings' (required) |
| blockSizeInMB | Indicates the block size(MB) when writing data to blob. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
AzureDataLakeStoreWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'AzureDataLakeStoreWriteSettings' (required) |
| expiryDateTime | Specifies the expiry time of the written files. The time is applied to the UTC time zone in the format of "2018-12-01T05:00:00Z". Default value is NULL. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureFileStorageWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'AzureFileStorageWriteSettings' (required) |
FileServerWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'FileServerWriteSettings' (required) |
LakeHouseWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'LakeHouseWriteSettings' (required) |
SftpWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'SftpWriteSettings' (required) |
| operationTimeout | Specifies the timeout for writing each chunk to SFTP server. Default value: 01:00:00 (one hour). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| useTempFileRename | Upload to temporary file(s) and rename. Disable this option if your SFTP server doesn't support rename operation. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
AzureBlobFSSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureBlobFSSink' (required) |
| copyBehavior | The type of copy behavior for copy sink. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| metadata | Specify the custom metadata to be added to sink data. Type: array of objects (or Expression with resultType array of objects). | MetadataItem[] |
AzureDatabricksDeltaLakeSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureDatabricksDeltaLakeSink' (required) |
| importSettings | Azure Databricks Delta Lake import settings. | AzureDatabricksDeltaLakeImportCommand |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureDatabricksDeltaLakeImportCommand
| Name | Description | Value |
|---|---|---|
| dateFormat | Specify the date format for csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| timestampFormat | Specify the timestamp format for csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| type | The import setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
AzureDataExplorerSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureDataExplorerSink' (required) |
| flushImmediately | If set to true, any aggregation will be skipped. Default is false. Type: boolean. | For Bicep, you can use the any() function. |
| ingestionMappingAsJson | An explicit column mapping description provided in a json format. Type: string. | For Bicep, you can use the any() function. |
| ingestionMappingName | A name of a pre-created csv mapping that was defined on the target Kusto table. Type: string. | For Bicep, you can use the any() function. |
AzureDataLakeStoreSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureDataLakeStoreSink' (required) |
| copyBehavior | The type of copy behavior for copy sink. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| enableAdlsSingleFileParallel | Single File Parallel. | For Bicep, you can use the any() function. |
AzureMySqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureMySqlSink' (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzurePostgreSqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzurePostgreSqlSink' (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureQueueSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureQueueSink' (required) |
AzureSearchIndexSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureSearchIndexSink' (required) |
| writeBehavior | Specify the write behavior when upserting documents into Azure Search Index. | 'Merge' 'Upload' |
AzureSqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureSqlSink' (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| storedProcedureParameters | SQL stored procedure parameters. | For Bicep, you can use the any() function. |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | Write behavior when copying data into Azure SQL. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum) | For Bicep, you can use the any() function. |
SqlUpsertSettings
| Name | Description | Value |
|---|---|---|
| interimSchemaName | Schema name for interim table. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| keys | Key column names for unique row identification. Type: array of strings (or Expression with resultType array of strings). | For Bicep, you can use the any() function. |
| useTempDB | Specifies whether to use temp db for upsert interim table. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
AzureTableSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureTableSink' (required) |
| azureTableDefaultPartitionKeyValue | Azure Table default partition key value. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| azureTableInsertType | Azure Table insert type. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| azureTablePartitionKeyName | Azure Table partition key name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| azureTableRowKeyName | Azure Table row key name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
BinarySink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'BinarySink' (required) |
| storeSettings | Binary store settings. | StoreWriteSettings |
BlobSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'BlobSink' (required) |
| blobWriterAddHeader | Blob writer add header. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| blobWriterDateTimeFormat | Blob writer date time format. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| blobWriterOverwriteFiles | Blob writer overwrite files. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| copyBehavior | The type of copy behavior for copy sink. | For Bicep, you can use the any() function. |
| metadata | Specify the custom metadata to be added to sink data. Type: array of objects (or Expression with resultType array of objects). | MetadataItem[] |
CommonDataServiceForAppsSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'CommonDataServiceForAppsSink' (required) |
| alternateKeyName | The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| ignoreNullValues | The flag indicating whether to ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| writeBehavior | The write behavior for the operation. | 'Upsert' (required) |
CosmosDbMongoDbApiSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'CosmosDbMongoDbApiSink' (required) |
| writeBehavior | Specifies whether the document with same key to be overwritten (upsert) rather than throw exception (insert). The default value is "insert". Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
CosmosDbSqlApiSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'CosmosDbSqlApiSink' (required) |
| writeBehavior | Describes how to write data to Azure Cosmos DB. Type: string (or Expression with resultType string). Allowed values: insert and upsert. | For Bicep, you can use the any() function. |
DelimitedTextSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'DelimitedTextSink' (required) |
| formatSettings | DelimitedText format settings. | DelimitedTextWriteSettings |
| storeSettings | DelimitedText store settings. | StoreWriteSettings |
DelimitedTextWriteSettings
| Name | Description | Value |
|---|---|---|
| fileExtension | The file extension used to create the files. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| quoteAllText | Indicates whether string values should always be enclosed with quotes. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| type | The write setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
DocumentDbCollectionSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'DocumentDbCollectionSink' (required) |
| nestingSeparator | Nested properties separator. Default is . (dot). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| writeBehavior | Describes how to write data to Azure Cosmos DB. Type: string (or Expression with resultType string). Allowed values: insert and upsert. | For Bicep, you can use the any() function. |
DynamicsCrmSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'DynamicsCrmSink' (required) |
| alternateKeyName | The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| ignoreNullValues | The flag indicating whether to ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| writeBehavior | The write behavior for the operation. | 'Upsert' (required) |
DynamicsSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'DynamicsSink' (required) |
| alternateKeyName | The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| ignoreNullValues | The flag indicating whether ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| writeBehavior | The write behavior for the operation. | 'Upsert' (required) |
FileSystemSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'FileSystemSink' (required) |
| copyBehavior | The type of copy behavior for copy sink. | For Bicep, you can use the any() function. |
InformixSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'InformixSink' (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
JsonSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'JsonSink' (required) |
| formatSettings | Json format settings. | JsonWriteSettings |
| storeSettings | Json store settings. | StoreWriteSettings |
JsonWriteSettings
| Name | Description | Value |
|---|---|---|
| filePattern | File pattern of JSON. This setting controls the way a collection of JSON objects will be treated. The default value is 'setOfObjects'. It is case-sensitive. | For Bicep, you can use the any() function. |
| type | The write setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
LakeHouseTableSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'LakeHouseTableSink' (required) |
| partitionNameList | Specify the partition column names from sink columns. Type: array of objects (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| partitionOption | Create partitions in folder structure based on one or multiple columns. Each distinct column value (pair) will be a new partition. Possible values include: "None", "PartitionByKey". | For Bicep, you can use the any() function. |
| tableActionOption | The type of table action for LakeHouse Table sink. Possible values include: "None", "Append", "Overwrite". | For Bicep, you can use the any() function. |
MicrosoftAccessSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'MicrosoftAccessSink' (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
MongoDbAtlasSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'MongoDbAtlasSink' (required) |
| writeBehavior | Specifies whether the document with same key to be overwritten (upsert) rather than throw exception (insert). The default value is "insert". Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
MongoDbV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'MongoDbV2Sink' (required) |
| writeBehavior | Specifies whether the document with same key to be overwritten (upsert) rather than throw exception (insert). The default value is "insert". Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
OdbcSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'OdbcSink' (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
OracleSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'OracleSink' (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
OrcSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'OrcSink' (required) |
| formatSettings | ORC format settings. | OrcWriteSettings |
| storeSettings | ORC store settings. | StoreWriteSettings |
OrcWriteSettings
| Name | Description | Value |
|---|---|---|
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| type | The write setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
ParquetSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'ParquetSink' (required) |
| formatSettings | Parquet format settings. | ParquetWriteSettings |
| storeSettings | Parquet store settings. | StoreWriteSettings |
ParquetWriteSettings
| Name | Description | Value |
|---|---|---|
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| type | The write setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
RestSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'RestSink' (required) |
| additionalHeaders | The additional HTTP headers in the request to the RESTful API. Type: key value pairs (value should be string type). | For Bicep, you can use the any() function. |
| httpCompressionType | Http Compression Type to Send data in compressed format with Optimal Compression Level, Default is None. And The Only Supported option is Gzip. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:01:40. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| requestInterval | The time to await before sending next request, in milliseconds | For Bicep, you can use the any() function. |
| requestMethod | The HTTP method used to call the RESTful API. The default is POST. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SalesforceServiceCloudSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SalesforceServiceCloudSink' (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| writeBehavior | The write behavior for the operation. Default is Insert. | 'Insert' 'Upsert' |
SalesforceServiceCloudV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SalesforceServiceCloudV2Sink' (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| writeBehavior | The write behavior for the operation. Default is Insert. | 'Insert' 'Upsert' |
SalesforceSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SalesforceSink' (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| writeBehavior | The write behavior for the operation. Default is Insert. | 'Insert' 'Upsert' |
SalesforceV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SalesforceV2Sink' (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| writeBehavior | The write behavior for the operation. Default is Insert. | 'Insert' 'Upsert' |
SapCloudForCustomerSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SapCloudForCustomerSink' (required) |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| writeBehavior | The write behavior for the operation. Default is 'Insert'. | 'Insert' 'Update' |
SnowflakeSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SnowflakeSink' (required) |
| importSettings | Snowflake import settings. | SnowflakeImportCopyCommand |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SnowflakeImportCopyCommand
| Name | Description | Value |
|---|---|---|
| additionalCopyOptions | Additional copy options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalCopyOptions": { "DATE_FORMAT": "MM/DD/YYYY", "TIME_FORMAT": "'HH24:MI:SS.FF'" } | SnowflakeImportCopyCommandAdditionalCopyOptions |
| additionalFormatOptions | Additional format options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalFormatOptions": { "FORCE": "TRUE", "LOAD_UNCERTAIN_FILES": "'FALSE'" } | SnowflakeImportCopyCommandAdditionalFormatOptions |
| type | The import setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
SnowflakeImportCopyCommandAdditionalCopyOptions
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
SnowflakeImportCopyCommandAdditionalFormatOptions
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
SnowflakeV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SnowflakeV2Sink' (required) |
| importSettings | Snowflake import settings. | SnowflakeImportCopyCommand |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SqlDWSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SqlDWSink' (required) |
| allowCopyCommand | Indicates to use Copy Command to copy data into SQL Data Warehouse. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| allowPolyBase | Indicates to use PolyBase to copy data into SQL Data Warehouse when applicable. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| copyCommandSettings | Specifies Copy Command related settings when allowCopyCommand is true. | DWCopyCommandSettings |
| polyBaseSettings | Specifies PolyBase-related settings when allowPolyBase is true. | PolybaseSettings |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| upsertSettings | SQL DW upsert settings. | SqlDWUpsertSettings |
| writeBehavior | Write behavior when copying data into azure SQL DW. Type: SqlDWWriteBehaviorEnum (or Expression with resultType SqlDWWriteBehaviorEnum) | For Bicep, you can use the any() function. |
DWCopyCommandSettings
| Name | Description | Value |
|---|---|---|
| additionalOptions | Additional options directly passed to SQL DW in Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalOptions": { "MAXERRORS": "1000", "DATEFORMAT": "'ymd'" } | DWCopyCommandSettingsAdditionalOptions |
| defaultValues | Specifies the default values for each target column in SQL DW. The default values in the property overwrite the DEFAULT constraint set in the DB, and identity column cannot have a default value. Type: array of objects (or Expression with resultType array of objects). | DWCopyCommandDefaultValue[] |
DWCopyCommandSettingsAdditionalOptions
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
DWCopyCommandDefaultValue
| Name | Description | Value |
|---|---|---|
| columnName | Column name. Type: object (or Expression with resultType string). | For Bicep, you can use the any() function. |
| defaultValue | The default value of the column. Type: object (or Expression with resultType string). | For Bicep, you can use the any() function. |
PolybaseSettings
| Name | Description | Value |
|---|---|---|
| rejectSampleValue | Determines the number of rows to attempt to retrieve before the PolyBase recalculates the percentage of rejected rows. Type: integer (or Expression with resultType integer), minimum: 0. | For Bicep, you can use the any() function. |
| rejectType | Reject type. | 'percentage' 'value' |
| rejectValue | Specifies the value or the percentage of rows that can be rejected before the query fails. Type: number (or Expression with resultType number), minimum: 0. | For Bicep, you can use the any() function. |
| useTypeDefault | Specifies how to handle missing values in delimited text files when PolyBase retrieves data from the text file. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| {customized property} | For Bicep, you can use the any() function. |
SqlDWUpsertSettings
| Name | Description | Value |
|---|---|---|
| interimSchemaName | Schema name for interim table. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| keys | Key column names for unique row identification. Type: array of strings (or Expression with resultType array of strings). | For Bicep, you can use the any() function. |
SqlMISink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SqlMISink' (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| storedProcedureParameters | SQL stored procedure parameters. | For Bicep, you can use the any() function. |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | White behavior when copying data into azure SQL MI. Type: string (or Expression with resultType string) | For Bicep, you can use the any() function. |
SqlServerSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SqlServerSink' (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| storedProcedureParameters | SQL stored procedure parameters. | For Bicep, you can use the any() function. |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | Write behavior when copying data into sql server. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SqlSink' (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| storedProcedureParameters | SQL stored procedure parameters. | For Bicep, you can use the any() function. |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | Write behavior when copying data into sql. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
WarehouseSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'WarehouseSink' (required) |
| allowCopyCommand | Indicates to use Copy Command to copy data into SQL Data Warehouse. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| copyCommandSettings | Specifies Copy Command related settings when allowCopyCommand is true. | DWCopyCommandSettings |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| writeBehavior | Write behavior when copying data into azure Microsoft Fabric Data Warehouse. Type: DWWriteBehaviorEnum (or Expression with resultType DWWriteBehaviorEnum) | For Bicep, you can use the any() function. |
SkipErrorFile
| Name | Description | Value |
|---|---|---|
| dataInconsistency | Skip if source/sink file changed by other concurrent write. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileMissing | Skip if file is deleted by other client during copy. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
CopySource
AmazonMWSSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AmazonMWSSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
AmazonRdsForOracleSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AmazonRdsForOracleSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| oracleReaderQuery | AmazonRdsForOracle reader query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for AmazonRdsForOracle read in parallel. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for AmazonRdsForOracle source partitioning. | AmazonRdsForOraclePartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
AmazonRdsForOraclePartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionNames | Names of the physical partitions of AmazonRdsForOracle table. | For Bicep, you can use the any() function. |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AmazonRdsForSqlServerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AmazonRdsForSqlServerSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". | For Bicep, you can use the any() function. |
SqlPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer or datetime type that will be used for proceeding partitioning. If not specified, the primary key of the table is auto-detected and used as the partition column. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionLowerBound | The minimum value of the partition column for partition range splitting. This value is used to decide the partition stride, not for filtering the rows in table. All rows in the table or query result will be partitioned and copied. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionUpperBound | The maximum value of the partition column for partition range splitting. This value is used to decide the partition stride, not for filtering the rows in table. All rows in the table or query result will be partitioned and copied. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AmazonRedshiftSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AmazonRedshiftSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| redshiftUnloadSettings | The Amazon S3 settings needed for the interim Amazon S3 when copying from Amazon Redshift with unload. With this, data from Amazon Redshift source will be unloaded into S3 first and then copied into the targeted sink from the interim S3. | RedshiftUnloadSettings |
RedshiftUnloadSettings
| Name | Description | Value |
|---|---|---|
| bucketName | The bucket of the interim Amazon S3 which will be used to store the unloaded data from Amazon Redshift source. The bucket must be in the same region as the Amazon Redshift source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| s3LinkedServiceName | The name of the Amazon S3 linked service which will be used for the unload operation when copying from the Amazon Redshift source. | LinkedServiceReference (required) |
AvroSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AvroSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| storeSettings | Avro store settings. | StoreReadSettings |
StoreReadSettings
| Name | Description | Value |
|---|---|---|
| disableMetricsCollection | If true, disable data store metrics collection. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| maxConcurrentConnections | The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| type | Set the object type | AmazonS3CompatibleReadSettings AmazonS3ReadSettings AzureBlobFSReadSettings AzureBlobStorageReadSettings AzureDataLakeStoreReadSettings AzureFileStorageReadSettings FileServerReadSettings FtpReadSettings GoogleCloudStorageReadSettings HdfsReadSettings HttpReadSettings LakeHouseReadSettings OracleCloudStorageReadSettings SftpReadSettings (required) |
AmazonS3CompatibleReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AmazonS3CompatibleReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| prefix | The prefix filter for the S3 Compatible object name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | Amazon S3 Compatible wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | Amazon S3 Compatible wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AmazonS3ReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AmazonS3ReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| prefix | The prefix filter for the S3 object name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | AmazonS3 wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | AmazonS3 wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureBlobFSReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AzureBlobFSReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | Azure blobFS wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | Azure blobFS wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureBlobStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AzureBlobStorageReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| prefix | The prefix filter for the Azure Blob name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | Azure blob wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | Azure blob wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureDataLakeStoreReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AzureDataLakeStoreReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| listAfter | Lists files after the value (exclusive) based on file/folder names’ lexicographical order. Applies under the folderPath in data set, and filter files/sub-folders under the folderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| listBefore | Lists files before the value (inclusive) based on file/folder names’ lexicographical order. Applies under the folderPath in data set, and filter files/sub-folders under the folderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | ADLS wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | ADLS wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureFileStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AzureFileStorageReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| prefix | The prefix filter for the Azure File name starting from root path. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | Azure File Storage wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | Azure File Storage wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
FileServerReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'FileServerReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileFilter | Specify a filter to be used to select a subset of files in the folderPath rather than all files. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | FileServer wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | FileServer wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
FtpReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'FtpReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| disableChunking | If true, disable parallel reading within each file. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| useBinaryTransfer | Specify whether to use binary transfer mode for FTP stores. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | Ftp wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | Ftp wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
GoogleCloudStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'GoogleCloudStorageReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| prefix | The prefix filter for the Google Cloud Storage object name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | Google Cloud Storage wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | Google Cloud Storage wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
HdfsReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'HdfsReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| distcpSettings | Specifies Distcp-related settings. | DistcpSettings |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | HDFS wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | HDFS wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
DistcpSettings
| Name | Description | Value |
|---|---|---|
| distcpOptions | Specifies the Distcp options. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| resourceManagerEndpoint | Specifies the Yarn ResourceManager endpoint. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| tempScriptPath | Specifies an existing folder path which will be used to store temp Distcp command script. The script file is generated by ADF and will be removed after Copy job finished. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
HttpReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'HttpReadSettings' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| additionalHeaders | The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| requestBody | The HTTP request body to the RESTful API if requestMethod is POST. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| requestMethod | The HTTP method used to call the RESTful API. The default is GET. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| requestTimeout | Specifies the timeout for a HTTP client to get HTTP response from HTTP server. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
LakeHouseReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'LakeHouseReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | Microsoft Fabric LakeHouse Files wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | Microsoft Fabric LakeHouse Files wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
OracleCloudStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'OracleCloudStorageReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| prefix | The prefix filter for the Oracle Cloud Storage object name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | Oracle Cloud Storage wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | Oracle Cloud Storage wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SftpReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'SftpReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| disableChunking | If true, disable parallel reading within each file. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| wildcardFileName | Sftp wildcardFileName. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| wildcardFolderPath | Sftp wildcardFolderPath. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureBlobFSSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureBlobFSSource' (required) |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| skipHeaderLineCount | Number of header lines to skip from each blob. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| treatEmptyAsNull | Treat empty as null. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
AzureDatabricksDeltaLakeSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureDatabricksDeltaLakeSource' (required) |
| exportSettings | Azure Databricks Delta Lake export settings. | AzureDatabricksDeltaLakeExportCommand |
| query | Azure Databricks Delta Lake Sql query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
AzureDatabricksDeltaLakeExportCommand
| Name | Description | Value |
|---|---|---|
| dateFormat | Specify the date format for the csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| timestampFormat | Specify the timestamp format for the csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| type | The export setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
AzureDataExplorerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureDataExplorerSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| noTruncation | The name of the Boolean option that controls whether truncation is applied to result-sets that go beyond a certain row-count limit. | For Bicep, you can use the any() function. |
| query | Database query. Should be a Kusto Query Language (KQL) query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])).. | For Bicep, you can use the any() function. |
AzureDataLakeStoreSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureDataLakeStoreSource' (required) |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
AzureMariaDBSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureMariaDBSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
AzureMySqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureMySqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
AzurePostgreSqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzurePostgreSqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
AzureSqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureSqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". | For Bicep, you can use the any() function. |
AzureTableSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureTableSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| azureTableSourceIgnoreTableNotFound | Azure Table source ignore table not found. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| azureTableSourceQuery | Azure Table source query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
BinarySource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'BinarySource' (required) |
| formatSettings | Binary format settings. | BinaryReadSettings |
| storeSettings | Binary store settings. | StoreReadSettings |
BinaryReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| type | The read setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
CompressionReadSettings
| Name | Description | Value |
|---|---|---|
| type | Set the object type | TarGZipReadSettings TarReadSettings ZipDeflateReadSettings (required) |
TarGZipReadSettings
| Name | Description | Value |
|---|---|---|
| type | The Compression setting type. | 'TarGZipReadSettings' (required) |
| preserveCompressionFileNameAsFolder | Preserve the compression file name as folder path. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
TarReadSettings
| Name | Description | Value |
|---|---|---|
| type | The Compression setting type. | 'TarReadSettings' (required) |
| preserveCompressionFileNameAsFolder | Preserve the compression file name as folder path. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
ZipDeflateReadSettings
| Name | Description | Value |
|---|---|---|
| type | The Compression setting type. | 'ZipDeflateReadSettings' (required) |
| preserveZipFileNameAsFolder | Preserve the zip file name as folder path. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
BlobSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'BlobSource' (required) |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| skipHeaderLineCount | Number of header lines to skip from each blob. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| treatEmptyAsNull | Treat empty as null. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
CassandraSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'CassandraSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| consistencyLevel | The consistency level specifies how many Cassandra servers must respond to a read request before returning data to the client application. Cassandra checks the specified number of Cassandra servers for data to satisfy the read request. Must be one of cassandraSourceReadConsistencyLevels. The default value is 'ONE'. It is case-insensitive. | 'ALL' 'EACH_QUORUM' 'LOCAL_ONE' 'LOCAL_QUORUM' 'LOCAL_SERIAL' 'ONE' 'QUORUM' 'SERIAL' 'THREE' 'TWO' |
| query | Database query. Should be a SQL-92 query expression or Cassandra Query Language (CQL) command. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
CommonDataServiceForAppsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'CommonDataServiceForAppsSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | FetchXML is a proprietary query language that is used in Microsoft Common Data Service for Apps (online & on-premises). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
ConcurSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ConcurSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
CosmosDbMongoDbApiSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'CosmosDbMongoDbApiSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| batchSize | Specifies the number of documents to return in each batch of the response from MongoDB instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| cursorMethods | Cursor methods for Mongodb query. | MongoDbCursorMethodsProperties |
| filter | Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
MongoDbCursorMethodsProperties
| Name | Description | Value |
|---|---|---|
| limit | Specifies the maximum number of documents the server returns. limit() is analogous to the LIMIT statement in a SQL database. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| project | Specifies the fields to return in the documents that match the query filter. To return all fields in the matching documents, omit this parameter. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| skip | Specifies the how many documents skipped and where MongoDB begins returning results. This approach may be useful in implementing paginated results. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| sort | Specifies the order in which the query returns matching documents. Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| {customized property} | For Bicep, you can use the any() function. |
CosmosDbSqlApiSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'CosmosDbSqlApiSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| detectDatetime | Whether detect primitive values as datetime values. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| pageSize | Page size of the result. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| preferredRegions | Preferred regions. Type: array of strings (or Expression with resultType array of strings). | For Bicep, you can use the any() function. |
| query | SQL API query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
CouchbaseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'CouchbaseSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
Db2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'Db2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
DelimitedTextSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DelimitedTextSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| formatSettings | DelimitedText format settings. | DelimitedTextReadSettings |
| storeSettings | DelimitedText store settings. | StoreReadSettings |
DelimitedTextReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| skipLineCount | Indicates the number of non-empty rows to skip when reading data from input files. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| type | The read setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
DocumentDbCollectionSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DocumentDbCollectionSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| nestingSeparator | Nested properties separator. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| query | Documents query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
DrillSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DrillSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
DynamicsAXSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DynamicsAXSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
DynamicsCrmSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DynamicsCrmSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | FetchXML is a proprietary query language that is used in Microsoft Dynamics CRM (online & on-premises). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
DynamicsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DynamicsSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | FetchXML is a proprietary query language that is used in Microsoft Dynamics (online & on-premises). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
EloquaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'EloquaSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
ExcelSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ExcelSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| storeSettings | Excel store settings. | StoreReadSettings |
FileSystemSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'FileSystemSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
GoogleAdWordsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'GoogleAdWordsSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
GoogleBigQuerySource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'GoogleBigQuerySource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
GoogleBigQueryV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'GoogleBigQueryV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
GreenplumSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'GreenplumSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
HBaseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'HBaseSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
HdfsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'HdfsSource' (required) |
| distcpSettings | Specifies Distcp-related settings. | DistcpSettings |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
HiveSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'HiveSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
HttpSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'HttpSource' (required) |
| httpRequestTimeout | Specifies the timeout for a HTTP client to get HTTP response from HTTP server. The default value is equivalent to System.Net.HttpWebRequest.Timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
HubspotSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'HubspotSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
ImpalaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ImpalaSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
InformixSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'InformixSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
JiraSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'JiraSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
JsonSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'JsonSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| formatSettings | Json format settings. | JsonReadSettings |
| storeSettings | Json store settings. | StoreReadSettings |
JsonReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| type | The read setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
LakeHouseTableSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'LakeHouseTableSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| timestampAsOf | Query an older snapshot by timestamp. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| versionAsOf | Query an older snapshot by version. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
MagentoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MagentoSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
MariaDBSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MariaDBSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
MarketoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MarketoSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
MicrosoftAccessSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MicrosoftAccessSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
MongoDbAtlasSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MongoDbAtlasSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| batchSize | Specifies the number of documents to return in each batch of the response from MongoDB Atlas instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| cursorMethods | Cursor methods for Mongodb query | MongoDbCursorMethodsProperties |
| filter | Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
MongoDbSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MongoDbSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Should be a SQL-92 query expression. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
MongoDbV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MongoDbV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| batchSize | Specifies the number of documents to return in each batch of the response from MongoDB instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| cursorMethods | Cursor methods for Mongodb query | MongoDbCursorMethodsProperties |
| filter | Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
MySqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MySqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
NetezzaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'NetezzaSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for Netezza read in parallel. Possible values include: "None", "DataSlice", "DynamicRange". | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for Netezza source partitioning. | NetezzaPartitionSettings |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
NetezzaPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
ODataSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ODataSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| query | OData query. For example, "$top=1". Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
OdbcSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'OdbcSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
Office365Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'Office365Source' (required) |
| allowedGroups | The groups containing all the users. Type: array of strings (or Expression with resultType array of strings). | For Bicep, you can use the any() function. |
| dateFilterColumn | The Column to apply the {paramref name="StartTime"/} and {paramref name="EndTime"/}. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| endTime | End time of the requested range for this dataset. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| outputColumns | The columns to be read out from the Office 365 table. Type: array of objects (or Expression with resultType array of objects). itemType: OutputColumn. Example: [ { "name": "Id" }, { "name": "CreatedDateTime" } ] | For Bicep, you can use the any() function. |
| startTime | Start time of the requested range for this dataset. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| userScopeFilterUri | The user scope uri. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
OracleServiceCloudSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'OracleServiceCloudSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
OracleSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'OracleSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| oracleReaderQuery | Oracle reader query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for Oracle read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for Oracle source partitioning. | OraclePartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
OraclePartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionNames | Names of the physical partitions of Oracle table. | For Bicep, you can use the any() function. |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
OrcSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'OrcSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| storeSettings | ORC store settings. | StoreReadSettings |
ParquetSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ParquetSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| formatSettings | Parquet format settings. | ParquetReadSettings |
| storeSettings | Parquet store settings. | StoreReadSettings |
ParquetReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| type | The read setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
PaypalSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'PaypalSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
PhoenixSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'PhoenixSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
PostgreSqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'PostgreSqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
PostgreSqlV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'PostgreSqlV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
PrestoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'PrestoSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
QuickBooksSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'QuickBooksSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
RelationalSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'RelationalSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
ResponsysSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ResponsysSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
RestSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'RestSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: key value pairs (value should be string type). | For Bicep, you can use the any() function. |
| additionalHeaders | The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:01:40. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| paginationRules | The pagination rules to compose next page requests. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| requestBody | The HTTP request body to the RESTful API if requestMethod is POST. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| requestInterval | The time to await before sending next page request. | For Bicep, you can use the any() function. |
| requestMethod | The HTTP method used to call the RESTful API. The default is GET. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SalesforceMarketingCloudSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SalesforceMarketingCloudSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
SalesforceServiceCloudSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SalesforceServiceCloudSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| readBehavior | The read behavior for the operation. Default is Query. Allowed values: Query/QueryAll. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SalesforceServiceCloudV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SalesforceServiceCloudV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| includeDeletedObjects | This property control whether query result contains Deleted objects. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| SOQLQuery | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SalesforceSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SalesforceSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| readBehavior | The read behavior for the operation. Default is Query. Allowed values: Query/QueryAll. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SalesforceV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SalesforceV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| includeDeletedObjects | This property control whether query result contains Deleted objects. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| SOQLQuery | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SapBwSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapBwSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | MDX query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
SapCloudForCustomerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapCloudForCustomerSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| query | SAP Cloud for Customer OData query. For example, "$top=1". Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
SapEccSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapEccSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| query | SAP ECC OData query. For example, "$top=1". Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
SapHanaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapHanaSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| packetSize | The packet size of data read from SAP HANA. Type: integer(or Expression with resultType integer). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for SAP HANA read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "SapHanaDynamicRange". | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for SAP HANA source partitioning. | SapHanaPartitionSettings |
| query | SAP HANA Sql query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
SapHanaPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SapOdpSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapOdpSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| extractionMode | The extraction mode. Allowed value include: Full, Delta and Recovery. The default value is Full. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| projection | Specifies the columns to be selected from source data. Type: array of objects(projection) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| selection | Specifies the selection conditions from source data. Type: array of objects(selection) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| subscriberProcess | The subscriber process to manage the delta process. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SapOpenHubSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapOpenHubSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| baseRequestId | The ID of request for delta loading. Once it is set, only data with requestId larger than the value of this property will be retrieved. The default value is 0. Type: integer (or Expression with resultType integer ). | For Bicep, you can use the any() function. |
| customRfcReadTableFunctionModule | Specifies the custom RFC function module that will be used to read data from SAP Table. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| excludeLastRequest | Whether to exclude the records of the last request. The default value is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| sapDataColumnDelimiter | The single character that will be used as delimiter passed to SAP RFC as well as splitting the output data retrieved. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SapTableSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapTableSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| batchSize | Specifies the maximum number of rows that will be retrieved at a time when retrieving data from SAP Table. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| customRfcReadTableFunctionModule | Specifies the custom RFC function module that will be used to read data from SAP Table. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for SAP table read in parallel. Possible values include: "None", "PartitionOnInt", "PartitionOnCalendarYear", "PartitionOnCalendarMonth", "PartitionOnCalendarDate", "PartitionOnTime". | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for SAP table source partitioning. | SapTablePartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| rfcTableFields | The fields of the SAP table that will be retrieved. For example, column0, column1. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| rfcTableOptions | The options for the filtering of the SAP Table. For example, COLUMN0 EQ SOME VALUE. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| rowCount | The number of rows to be retrieved. Type: integer(or Expression with resultType integer). | For Bicep, you can use the any() function. |
| rowSkips | The number of rows that will be skipped. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| sapDataColumnDelimiter | The single character that will be used as delimiter passed to SAP RFC as well as splitting the output data retrieved. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SapTablePartitionSettings
| Name | Description | Value |
|---|---|---|
| maxPartitionsNumber | The maximum value of partitions the table will be split into. Type: integer (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionColumnName | The name of the column that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
ServiceNowSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ServiceNowSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
ServiceNowV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ServiceNowV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| expression | Expression to filter data from source. | ExpressionV2 |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
ExpressionV2
| Name | Description | Value |
|---|---|---|
| operands | List of nested expressions. | ExpressionV2[] |
| operator | Expression operator value Type: string. | string |
| type | Type of expressions supported by the system. Type: string. | 'Binary' 'Constant' 'Field' 'Unary' |
| value | Value for Constant/Field Type: string. | string |
SharePointOnlineListSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SharePointOnlineListSource' (required) |
| httpRequestTimeout | The wait time to get a response from SharePoint Online. Default value is 5 minutes (00:05:00). Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| query | The OData query to filter the data in SharePoint Online list. For example, "$top=1". Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
ShopifySource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ShopifySource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
SnowflakeSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SnowflakeSource' (required) |
| exportSettings | Snowflake export settings. | SnowflakeExportCopyCommand (required) |
| query | Snowflake Sql query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SnowflakeExportCopyCommand
| Name | Description | Value |
|---|---|---|
| additionalCopyOptions | Additional copy options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalCopyOptions": { "DATE_FORMAT": "MM/DD/YYYY", "TIME_FORMAT": "'HH24:MI:SS.FF'" } | SnowflakeExportCopyCommandAdditionalCopyOptions |
| additionalFormatOptions | Additional format options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalFormatOptions": { "OVERWRITE": "TRUE", "MAX_FILE_SIZE": "'FALSE'" } | SnowflakeExportCopyCommandAdditionalFormatOptions |
| type | The export setting type. | string (required) |
| {customized property} | For Bicep, you can use the any() function. |
SnowflakeExportCopyCommandAdditionalCopyOptions
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
SnowflakeExportCopyCommandAdditionalFormatOptions
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
SnowflakeV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SnowflakeV2Source' (required) |
| exportSettings | Snowflake export settings. | SnowflakeExportCopyCommand (required) |
| query | Snowflake Sql query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SparkSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SparkSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
SqlDWSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SqlDWSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| sqlReaderQuery | SQL Data Warehouse reader query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Data Warehouse source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". Type: object (or Expression with resultType object), itemType: StoredProcedureParameter. | For Bicep, you can use the any() function. |
SqlMISource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SqlMISource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlReaderStoredProcedureName | Name of the stored procedure for a Azure SQL Managed Instance source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". | For Bicep, you can use the any() function. |
SqlServerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SqlServerSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". | For Bicep, you can use the any() function. |
SqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". | For Bicep, you can use the any() function. |
SquareSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SquareSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
SybaseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SybaseSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | Database query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
TeradataSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'TeradataSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for teradata read in parallel. Possible values include: "None", "Hash", "DynamicRange". | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for teradata source partitioning. | TeradataPartitionSettings |
| query | Teradata query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
TeradataPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column that will be used for proceeding range or hash partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
VerticaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'VerticaSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
WarehouseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'WarehouseSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| isolationLevel | Specifies the transaction locking behavior for the Microsoft Fabric Warehouse source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". | For Bicep, you can use the any() function. |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| sqlReaderQuery | Microsoft Fabric Warehouse reader query. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| sqlReaderStoredProcedureName | Name of the stored procedure for a Microsoft Fabric Warehouse source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". Type: object (or Expression with resultType object), itemType: StoredProcedureParameter. | For Bicep, you can use the any() function. |
WebSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'WebSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
XeroSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'XeroSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
XmlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'XmlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| formatSettings | Xml format settings. | XmlReadSettings |
| storeSettings | Xml store settings. | StoreReadSettings |
XmlReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| detectDataType | Indicates whether type detection is enabled when reading the xml files. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| namespacePrefixes | Namespace uri to prefix mappings to override the prefixes in column names when namespace is enabled, if no prefix is defined for a namespace uri, the prefix of xml element/attribute name in the xml data file will be used. Example: "{"http://www.example.com/xml":"prefix"}" Type: object (or Expression with resultType object). | For Bicep, you can use the any() function. |
| namespaces | Indicates whether namespace is enabled when reading the xml files. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| type | The read setting type. | string (required) |
| validationMode | Indicates what validation method is used when reading the xml files. Allowed values: 'none', 'xsd', or 'dtd'. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| {customized property} | For Bicep, you can use the any() function. |
ZohoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ZohoSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | For Bicep, you can use the any() function. |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
StagingSettings
| Name | Description | Value |
|---|---|---|
| enableCompression | Specifies whether to use compression when copying data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| linkedServiceName | Staging linked service reference. | LinkedServiceReference (required) |
| path | The path to storage for storing the interim data. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| {customized property} | For Bicep, you can use the any() function. |
CustomActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Custom' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Custom activity properties. | CustomActivityTypeProperties (required) |
CustomActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| autoUserSpecification | Elevation level and scope for the user, default is nonadmin task. Type: string (or Expression with resultType double). | For Bicep, you can use the any() function. |
| command | Command for custom activity Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| extendedProperties | User defined property bag. There is no restriction on the keys or values that can be used. The user specified custom activity has the full responsibility to consume and interpret the content defined. | CustomActivityTypePropertiesExtendedProperties |
| folderPath | Folder path for resource files Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| referenceObjects | Reference objects | CustomActivityReferenceObject |
| resourceLinkedService | Resource linked service reference. | LinkedServiceReference |
| retentionTimeInDays | The retention time for the files submitted for custom activity. Type: double (or Expression with resultType double). | For Bicep, you can use the any() function. |
CustomActivityTypePropertiesExtendedProperties
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
CustomActivityReferenceObject
| Name | Description | Value |
|---|---|---|
| datasets | Dataset references. | DatasetReference[] |
| linkedServices | Linked service references. | LinkedServiceReference[] |
DatabricksNotebookActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'DatabricksNotebook' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Databricks Notebook activity properties. | DatabricksNotebookActivityTypeProperties (required) |
DatabricksNotebookActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| baseParameters | Base parameters to be used for each run of this job.If the notebook takes a parameter that is not specified, the default value from the notebook will be used. | DatabricksNotebookActivityTypePropertiesBaseParamete... |
| libraries | A list of libraries to be installed on the cluster that will execute the job. | DatabricksNotebookActivityTypePropertiesLibrariesIte...[] |
| notebookPath | The absolute path of the notebook to be run in the Databricks Workspace. This path must begin with a slash. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
DatabricksNotebookActivityTypePropertiesBaseParamete...
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
DatabricksNotebookActivityTypePropertiesLibrariesIte...
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
DatabricksSparkJarActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'DatabricksSparkJar' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Databricks SparkJar activity properties. | DatabricksSparkJarActivityTypeProperties (required) |
DatabricksSparkJarActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| libraries | A list of libraries to be installed on the cluster that will execute the job. | DatabricksSparkJarActivityTypePropertiesLibrariesIte...[] |
| mainClassName | The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| parameters | Parameters that will be passed to the main method. | any[] |
DatabricksSparkJarActivityTypePropertiesLibrariesIte...
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
DatabricksSparkPythonActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'DatabricksSparkPython' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Databricks SparkPython activity properties. | DatabricksSparkPythonActivityTypeProperties (required) |
DatabricksSparkPythonActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| libraries | A list of libraries to be installed on the cluster that will execute the job. | DatabricksSparkPythonActivityTypePropertiesLibraries...[] |
| parameters | Command line parameters that will be passed to the Python file. | any[] |
| pythonFile | The URI of the Python file to be executed. DBFS paths are supported. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
DatabricksSparkPythonActivityTypePropertiesLibraries...
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
DataLakeAnalyticsUsqlActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'DataLakeAnalyticsU-SQL' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Data Lake Analytics U-SQL activity properties. | DataLakeAnalyticsUsqlActivityTypeProperties (required) |
DataLakeAnalyticsUsqlActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| compilationMode | Compilation mode of U-SQL. Must be one of these values : Semantic, Full and SingleBox. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| degreeOfParallelism | The maximum number of nodes simultaneously used to run the job. Default value is 1. Type: integer (or Expression with resultType integer), minimum: 1. | For Bicep, you can use the any() function. |
| parameters | Parameters for U-SQL job request. | DataLakeAnalyticsUsqlActivityTypePropertiesParameter... |
| priority | Determines which jobs out of all that are queued should be selected to run first. The lower the number, the higher the priority. Default value is 1000. Type: integer (or Expression with resultType integer), minimum: 1. | For Bicep, you can use the any() function. |
| runtimeVersion | Runtime version of the U-SQL engine to use. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| scriptLinkedService | Script linked service reference. | LinkedServiceReference (required) |
| scriptPath | Case-sensitive path to folder that contains the U-SQL script. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
DataLakeAnalyticsUsqlActivityTypePropertiesParameter...
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
DeleteActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Delete' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Delete activity properties. | DeleteActivityTypeProperties (required) |
DeleteActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataset | Delete activity dataset reference. | DatasetReference (required) |
| enableLogging | Whether to record detailed logs of delete-activity execution. Default value is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| logStorageSettings | Log storage settings customer need to provide when enableLogging is true. | LogStorageSettings |
| maxConcurrentConnections | The max concurrent connections to connect data source at the same time. | int Constraints: Min value = 1 |
| recursive | If true, files or sub-folders under current folder path will be deleted recursively. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| storeSettings | Delete activity store settings. | StoreReadSettings |
ExecuteDataFlowActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'ExecuteDataFlow' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute data flow activity properties. | ExecuteDataFlowActivityTypeProperties (required) |
ExecuteDataFlowActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| compute | Compute properties for data flow activity. | ExecuteDataFlowActivityTypePropertiesCompute |
| continueOnError | Continue on error setting used for data flow execution. Enables processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean) | For Bicep, you can use the any() function. |
| dataFlow | Data flow reference. | DataFlowReference (required) |
| integrationRuntime | The integration runtime reference. | IntegrationRuntimeReference |
| runConcurrently | Concurrent run setting used for data flow execution. Allows sinks with the same save order to be processed concurrently. Type: boolean (or Expression with resultType boolean) | For Bicep, you can use the any() function. |
| sourceStagingConcurrency | Specify number of parallel staging for sources applicable to the sink. Type: integer (or Expression with resultType integer) | For Bicep, you can use the any() function. |
| staging | Staging info for execute data flow activity. | DataFlowStagingInfo |
| traceLevel | Trace level setting used for data flow monitoring output. Supported values are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string) | For Bicep, you can use the any() function. |
ExecuteDataFlowActivityTypePropertiesCompute
| Name | Description | Value |
|---|---|---|
| computeType | Compute type of the cluster which will execute data flow job. Possible values include: 'General', 'MemoryOptimized', 'ComputeOptimized'. Type: string (or Expression with resultType string) | For Bicep, you can use the any() function. |
| coreCount | Core count of the cluster which will execute data flow job. Supported values are: 8, 16, 32, 48, 80, 144 and 272. Type: integer (or Expression with resultType integer) | For Bicep, you can use the any() function. |
DataFlowReference
| Name | Description | Value |
|---|---|---|
| datasetParameters | Reference data flow parameters from dataset. | For Bicep, you can use the any() function. |
| parameters | Data flow parameters | ParameterValueSpecification |
| referenceName | Reference data flow name. | string (required) |
| type | Data flow reference type. | 'DataFlowReference' (required) |
| {customized property} | For Bicep, you can use the any() function. |
IntegrationRuntimeReference
| Name | Description | Value |
|---|---|---|
| parameters | Arguments for integration runtime. | ParameterValueSpecification |
| referenceName | Reference integration runtime name. | string (required) |
| type | Type of integration runtime. | 'IntegrationRuntimeReference' (required) |
DataFlowStagingInfo
| Name | Description | Value |
|---|---|---|
| folderPath | Folder path for staging blob. Type: string (or Expression with resultType string) | For Bicep, you can use the any() function. |
| linkedService | Staging linked service reference. | LinkedServiceReference |
ExecutePipelineActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'ExecutePipeline' (required) |
| policy | Execute pipeline activity policy. | ExecutePipelineActivityPolicy |
| typeProperties | Execute pipeline activity properties. | ExecutePipelineActivityTypeProperties (required) |
ExecutePipelineActivityPolicy
| Name | Description | Value |
|---|---|---|
| secureInput | When set to true, Input from activity is considered as secure and will not be logged to monitoring. | bool |
| {customized property} | For Bicep, you can use the any() function. |
ExecutePipelineActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| parameters | Pipeline parameters. | ParameterValueSpecification |
| pipeline | Pipeline reference. | PipelineReference (required) |
| waitOnCompletion | Defines whether activity execution will wait for the dependent pipeline execution to finish. Default is false. | bool |
PipelineReference
| Name | Description | Value |
|---|---|---|
| name | Reference name. | string |
| referenceName | Reference pipeline name. | string (required) |
| type | Pipeline reference type. | 'PipelineReference' (required) |
ExecuteSsisPackageActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'ExecuteSSISPackage' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute SSIS package activity properties. | ExecuteSsisPackageActivityTypeProperties (required) |
ExecuteSsisPackageActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| connectVia | The integration runtime reference. | IntegrationRuntimeReference (required) |
| environmentPath | The environment path to execute the SSIS package. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| executionCredential | The package execution credential. | SsisExecutionCredential |
| loggingLevel | The logging level of SSIS package execution. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| logLocation | SSIS package execution log location. | SsisLogLocation |
| packageConnectionManagers | The package level connection managers to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesPackageConne... |
| packageLocation | SSIS package location. | SsisPackageLocation (required) |
| packageParameters | The package level parameters to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesPackageParam... |
| projectConnectionManagers | The project level connection managers to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesProjectConne... |
| projectParameters | The project level parameters to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesProjectParam... |
| propertyOverrides | The property overrides to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesPropertyOver... |
| runtime | Specifies the runtime to execute SSIS package. The value should be "x86" or "x64". Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SsisExecutionCredential
| Name | Description | Value |
|---|---|---|
| domain | Domain for windows authentication. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| password | Password for windows authentication. | SecureString (required) |
| userName | UseName for windows authentication. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
SecureString
| Name | Description | Value |
|---|---|---|
| type | Type of the secret. | string (required) |
| value | Value of secure string. | string (required) |
SsisLogLocation
| Name | Description | Value |
|---|---|---|
| logPath | The SSIS package execution log path. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| type | The type of SSIS log location. | 'File' (required) |
| typeProperties | SSIS package execution log location properties. | SsisLogLocationTypeProperties (required) |
SsisLogLocationTypeProperties
| Name | Description | Value |
|---|---|---|
| accessCredential | The package execution log access credential. | SsisAccessCredential |
| logRefreshInterval | Specifies the interval to refresh log. The default interval is 5 minutes. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
SsisAccessCredential
| Name | Description | Value |
|---|---|---|
| domain | Domain for windows authentication. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| password | Password for windows authentication. | SecretBase (required) |
| userName | UseName for windows authentication. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
SecretBase
| Name | Description | Value |
|---|---|---|
| type | Set the object type | AzureKeyVaultSecret SecureString (required) |
AzureKeyVaultSecretReference
| Name | Description | Value |
|---|---|---|
| secretName | The name of the secret in Azure Key Vault. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| secretVersion | The version of the secret in Azure Key Vault. The default value is the latest version of the secret. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| store | The Azure Key Vault linked service reference. | LinkedServiceReference (required) |
| type | Type of the secret. | string (required) |
ExecuteSsisPackageActivityTypePropertiesPackageConne...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisConnectionManager |
SsisConnectionManager
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisExecutionParameter |
SsisExecutionParameter
| Name | Description | Value |
|---|---|---|
| value | SSIS package execution parameter value. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
SsisPackageLocation
| Name | Description | Value |
|---|---|---|
| packagePath | The SSIS package path. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| type | The type of SSIS package location. | 'File' 'InlinePackage' 'PackageStore' 'SSISDB' |
| typeProperties | SSIS package location properties. | SsisPackageLocationTypeProperties |
SsisPackageLocationTypeProperties
| Name | Description | Value |
|---|---|---|
| accessCredential | The package access credential. | SsisAccessCredential |
| childPackages | The embedded child package list. | SsisChildPackage[] |
| configurationAccessCredential | The configuration file access credential. | SsisAccessCredential |
| configurationPath | The configuration file of the package execution. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| packageContent | The embedded package content. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| packageLastModifiedDate | The embedded package last modified date. | string |
| packageName | The package name. | string |
| packagePassword | Password of the package. | SecretBase |
SsisChildPackage
| Name | Description | Value |
|---|---|---|
| packageContent | Content for embedded child package. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| packageLastModifiedDate | Last modified date for embedded child package. | string |
| packageName | Name for embedded child package. | string |
| packagePath | Path for embedded child package. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
ExecuteSsisPackageActivityTypePropertiesPackageParam...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisExecutionParameter |
ExecuteSsisPackageActivityTypePropertiesProjectConne...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisConnectionManager |
ExecuteSsisPackageActivityTypePropertiesProjectParam...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisExecutionParameter |
ExecuteSsisPackageActivityTypePropertiesPropertyOver...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisPropertyOverride |
SsisPropertyOverride
| Name | Description | Value |
|---|---|---|
| isSensitive | Whether SSIS package property override value is sensitive data. Value will be encrypted in SSISDB if it is true | bool |
| value | SSIS package property override value. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
ExecuteWranglingDataflowActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'ExecuteWranglingDataflow' (required) |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute power query activity properties. | ExecutePowerQueryActivityTypeProperties (required) |
ExecutePowerQueryActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| compute | Compute properties for data flow activity. | ExecuteDataFlowActivityTypePropertiesCompute |
| continueOnError | Continue on error setting used for data flow execution. Enables processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean) | For Bicep, you can use the any() function. |
| dataFlow | Data flow reference. | DataFlowReference (required) |
| integrationRuntime | The integration runtime reference. | IntegrationRuntimeReference |
| queries | List of mapping for Power Query mashup query to sink dataset(s). | PowerQuerySinkMapping[] |
| runConcurrently | Concurrent run setting used for data flow execution. Allows sinks with the same save order to be processed concurrently. Type: boolean (or Expression with resultType boolean) | For Bicep, you can use the any() function. |
| sinks | (Deprecated. Please use Queries). List of Power Query activity sinks mapped to a queryName. | ExecutePowerQueryActivityTypePropertiesSinks |
| sourceStagingConcurrency | Specify number of parallel staging for sources applicable to the sink. Type: integer (or Expression with resultType integer) | For Bicep, you can use the any() function. |
| staging | Staging info for execute data flow activity. | DataFlowStagingInfo |
| traceLevel | Trace level setting used for data flow monitoring output. Supported values are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string) | For Bicep, you can use the any() function. |
PowerQuerySinkMapping
| Name | Description | Value |
|---|---|---|
| dataflowSinks | List of sinks mapped to Power Query mashup query. | PowerQuerySink[] |
| queryName | Name of the query in Power Query mashup document. | string |
PowerQuerySink
| Name | Description | Value |
|---|---|---|
| dataset | Dataset reference. | DatasetReference |
| description | Transformation description. | string |
| flowlet | Flowlet Reference | DataFlowReference |
| linkedService | Linked service reference. | LinkedServiceReference |
| name | Transformation name. | string (required) |
| rejectedDataLinkedService | Rejected data linked service reference. | LinkedServiceReference |
| schemaLinkedService | Schema linked service reference. | LinkedServiceReference |
| script | sink script. | string |
ExecutePowerQueryActivityTypePropertiesSinks
| Name | Description | Value |
|---|---|---|
| {customized property} | PowerQuerySink |
FailActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Fail' (required) |
| typeProperties | Fail activity properties. | FailActivityTypeProperties (required) |
FailActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| errorCode | The error code that categorizes the error type of the Fail activity. It can be dynamic content that's evaluated to a non empty/blank string at runtime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| message | The error message that surfaced in the Fail activity. It can be dynamic content that's evaluated to a non empty/blank string at runtime. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
FilterActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Filter' (required) |
| typeProperties | Filter activity properties. | FilterActivityTypeProperties (required) |
FilterActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| condition | Condition to be used for filtering the input. | Expression (required) |
| items | Input array on which filter should be applied. | Expression (required) |
Expression
| Name | Description | Value |
|---|---|---|
| type | Expression type. | 'Expression' (required) |
| value | Expression value. | string (required) |
ForEachActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'ForEach' (required) |
| typeProperties | ForEach activity properties. | ForEachActivityTypeProperties (required) |
ForEachActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| activities | List of activities to execute . | Activity[] (required) |
| batchCount | Batch count to be used for controlling the number of parallel execution (when isSequential is set to false). | int Constraints: Max value = 50 |
| isSequential | Should the loop be executed in sequence or in parallel (max 50) | bool |
| items | Collection to iterate. | Expression (required) |
GetMetadataActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'GetMetadata' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | GetMetadata activity properties. | GetMetadataActivityTypeProperties (required) |
GetMetadataActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataset | GetMetadata activity dataset reference. | DatasetReference (required) |
| fieldList | Fields of metadata to get from dataset. | any[] |
| formatSettings | GetMetadata activity format settings. | FormatReadSettings |
| storeSettings | GetMetadata activity store settings. | StoreReadSettings |
FormatReadSettings
| Name | Description | Value |
|---|---|---|
| type | Set the object type | BinaryReadSettings DelimitedTextReadSettings JsonReadSettings ParquetReadSettings XmlReadSettings (required) |
HDInsightHiveActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'HDInsightHive' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight Hive activity properties. | HDInsightHiveActivityTypeProperties (required) |
HDInsightHiveActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. | any[] |
| defines | Allows user to specify defines for Hive job request. | HDInsightHiveActivityTypePropertiesDefines |
| getDebugInfo | Debug info option. | 'Always' 'Failure' 'None' |
| queryTimeout | Query timeout value (in minutes). Effective when the HDInsight cluster is with ESP (Enterprise Security Package) | int |
| scriptLinkedService | Script linked service reference. | LinkedServiceReference |
| scriptPath | Script path. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
| variables | User specified arguments under hivevar namespace. | HDInsightHiveActivityTypePropertiesVariables |
HDInsightHiveActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
HDInsightHiveActivityTypePropertiesVariables
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
HDInsightMapReduceActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'HDInsightMapReduce' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight MapReduce activity properties. | HDInsightMapReduceActivityTypeProperties (required) |
HDInsightMapReduceActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. | any[] |
| className | Class name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| defines | Allows user to specify defines for the MapReduce job request. | HDInsightMapReduceActivityTypePropertiesDefines |
| getDebugInfo | Debug info option. | 'Always' 'Failure' 'None' |
| jarFilePath | Jar path. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| jarLibs | Jar libs. | any[] |
| jarLinkedService | Jar linked service reference. | LinkedServiceReference |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
HDInsightMapReduceActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
HDInsightPigActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'HDInsightPig' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight Pig activity properties. | HDInsightPigActivityTypeProperties (required) |
HDInsightPigActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. Type: array (or Expression with resultType array). | For Bicep, you can use the any() function. |
| defines | Allows user to specify defines for Pig job request. | HDInsightPigActivityTypePropertiesDefines |
| getDebugInfo | Debug info option. | 'Always' 'Failure' 'None' |
| scriptLinkedService | Script linked service reference. | LinkedServiceReference |
| scriptPath | Script path. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
HDInsightPigActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
HDInsightSparkActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'HDInsightSpark' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight spark activity properties. | HDInsightSparkActivityTypeProperties (required) |
HDInsightSparkActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | The user-specified arguments to HDInsightSparkActivity. | any[] |
| className | The application's Java/Spark main class. | string |
| entryFilePath | The relative path to the root folder of the code/package to be executed. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| getDebugInfo | Debug info option. | 'Always' 'Failure' 'None' |
| proxyUser | The user to impersonate that will execute the job. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| rootPath | The root path in 'sparkJobLinkedService' for all the job’s files. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| sparkConfig | Spark configuration property. | HDInsightSparkActivityTypePropertiesSparkConfig |
| sparkJobLinkedService | The storage linked service for uploading the entry file and dependencies, and for receiving logs. | LinkedServiceReference |
HDInsightSparkActivityTypePropertiesSparkConfig
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
HDInsightStreamingActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'HDInsightStreaming' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight streaming activity properties. | HDInsightStreamingActivityTypeProperties (required) |
HDInsightStreamingActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. | any[] |
| combiner | Combiner executable name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| commandEnvironment | Command line environment values. | any[] |
| defines | Allows user to specify defines for streaming job request. | HDInsightStreamingActivityTypePropertiesDefines |
| fileLinkedService | Linked service reference where the files are located. | LinkedServiceReference |
| filePaths | Paths to streaming job files. Can be directories. | any[] (required) |
| getDebugInfo | Debug info option. | 'Always' 'Failure' 'None' |
| input | Input blob path. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| mapper | Mapper executable name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| output | Output blob path. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| reducer | Reducer executable name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
HDInsightStreamingActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
IfConditionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'IfCondition' (required) |
| typeProperties | IfCondition activity properties. | IfConditionActivityTypeProperties (required) |
IfConditionActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| expression | An expression that would evaluate to Boolean. This is used to determine the block of activities (ifTrueActivities or ifFalseActivities) that will be executed. | Expression (required) |
| ifFalseActivities | List of activities to execute if expression is evaluated to false. This is an optional property and if not provided, the activity will exit without any action. | Activity[] |
| ifTrueActivities | List of activities to execute if expression is evaluated to true. This is an optional property and if not provided, the activity will exit without any action. | Activity[] |
LookupActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Lookup' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Lookup activity properties. | LookupActivityTypeProperties (required) |
LookupActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataset | Lookup activity dataset reference. | DatasetReference (required) |
| firstRowOnly | Whether to return first row or all rows. Default value is true. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| source | Dataset-specific source properties, same as copy activity source. | CopySource (required) |
ScriptActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Script' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Script activity properties. | ScriptActivityTypeProperties (required) |
ScriptActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| logSettings | Log settings of script activity. | ScriptActivityTypePropertiesLogSettings |
| scriptBlockExecutionTimeout | ScriptBlock execution timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
| scripts | Array of script blocks. Type: array. | ScriptActivityScriptBlock[] |
ScriptActivityTypePropertiesLogSettings
| Name | Description | Value |
|---|---|---|
| logDestination | The destination of logs. Type: string. | 'ActivityOutput' 'ExternalStore' (required) |
| logLocationSettings | Log location settings customer needs to provide when enabling log. | LogLocationSettings |
ScriptActivityScriptBlock
| Name | Description | Value |
|---|---|---|
| parameters | Array of script parameters. Type: array. | ScriptActivityParameter[] |
| text | The query text. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| type | The type of the query. Type: string. | 'NonQuery' 'Query' (required) |
ScriptActivityParameter
| Name | Description | Value |
|---|---|---|
| direction | The direction of the parameter. | 'Input' 'InputOutput' 'Output' |
| name | The name of the parameter. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| size | The size of the output direction parameter. | int |
| type | The type of the parameter. | 'Boolean' 'DateTime' 'DateTimeOffset' 'Decimal' 'Double' 'Guid' 'Int16' 'Int32' 'Int64' 'Single' 'String' 'Timespan' |
| value | The value of the parameter. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SetVariableActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'SetVariable' (required) |
| policy | Activity policy. | SecureInputOutputPolicy |
| typeProperties | Set Variable activity properties. | SetVariableActivityTypeProperties (required) |
SecureInputOutputPolicy
| Name | Description | Value |
|---|---|---|
| secureInput | When set to true, Input from activity is considered as secure and will not be logged to monitoring. | bool |
| secureOutput | When set to true, Output from activity is considered as secure and will not be logged to monitoring. | bool |
SetVariableActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| setSystemVariable | If set to true, it sets the pipeline run return value. | bool |
| value | Value to be set. Could be a static value or Expression. | For Bicep, you can use the any() function. |
| variableName | Name of the variable whose value needs to be set. | string |
SynapseSparkJobDefinitionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'SparkJob' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute spark job activity properties. | SynapseSparkJobActivityTypeProperties (required) |
SynapseSparkJobActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| args | User specified arguments to SynapseSparkJobDefinitionActivity. | any[] |
| className | The fully-qualified identifier or the main class that is in the main definition file, which will override the 'className' of the spark job definition you provide. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| conf | Spark configuration properties, which will override the 'conf' of the spark job definition you provide. | For Bicep, you can use the any() function. |
| configurationType | The type of the spark config. | 'Artifact' 'Customized' 'Default' |
| driverSize | Number of core and memory to be used for driver allocated in the specified Spark pool for the job, which will be used for overriding 'driverCores' and 'driverMemory' of the spark job definition you provide. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| executorSize | Number of core and memory to be used for executors allocated in the specified Spark pool for the job, which will be used for overriding 'executorCores' and 'executorMemory' of the spark job definition you provide. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| file | The main file used for the job, which will override the 'file' of the spark job definition you provide. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| files | (Deprecated. Please use pythonCodeReference and filesV2) Additional files used for reference in the main definition file, which will override the 'files' of the spark job definition you provide. | any[] |
| filesV2 | Additional files used for reference in the main definition file, which will override the 'jars' and 'files' of the spark job definition you provide. | any[] |
| numExecutors | Number of executors to launch for this job, which will override the 'numExecutors' of the spark job definition you provide. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| pythonCodeReference | Additional python code files used for reference in the main definition file, which will override the 'pyFiles' of the spark job definition you provide. | any[] |
| scanFolder | Scanning subfolders from the root folder of the main definition file, these files will be added as reference files. The folders named 'jars', 'pyFiles', 'files' or 'archives' will be scanned, and the folders name are case sensitive. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| sparkConfig | Spark configuration property. | SynapseSparkJobActivityTypePropertiesSparkConfig |
| sparkJob | Synapse spark job reference. | SynapseSparkJobReference (required) |
| targetBigDataPool | The name of the big data pool which will be used to execute the spark batch job, which will override the 'targetBigDataPool' of the spark job definition you provide. | BigDataPoolParametrizationReference |
| targetSparkConfiguration | The spark configuration of the spark job. | SparkConfigurationParametrizationReference |
SynapseSparkJobActivityTypePropertiesSparkConfig
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
SynapseSparkJobReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference spark job name. Expression with resultType string. | For Bicep, you can use the any() function.(required) |
| type | Synapse spark job reference type. | 'SparkJobDefinitionReference' (required) |
BigDataPoolParametrizationReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference big data pool name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| type | Big data pool reference type. | 'BigDataPoolReference' (required) |
SparkConfigurationParametrizationReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference spark configuration name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| type | Spark configuration reference type. | 'SparkConfigurationReference' (required) |
SqlServerStoredProcedureActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'SqlServerStoredProcedure' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | SQL stored procedure activity properties. | SqlServerStoredProcedureActivityTypeProperties (required) |
SqlServerStoredProcedureActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| storedProcedureName | Stored procedure name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". | For Bicep, you can use the any() function. |
SwitchActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Switch' (required) |
| typeProperties | Switch activity properties. | SwitchActivityTypeProperties (required) |
SwitchActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| cases | List of cases that correspond to expected values of the 'on' property. This is an optional property and if not provided, the activity will execute activities provided in defaultActivities. | SwitchCase[] |
| defaultActivities | List of activities to execute if no case condition is satisfied. This is an optional property and if not provided, the activity will exit without any action. | Activity[] |
| on | An expression that would evaluate to a string or integer. This is used to determine the block of activities in cases that will be executed. | Expression (required) |
SwitchCase
| Name | Description | Value |
|---|---|---|
| activities | List of activities to execute for satisfied case condition. | Activity[] |
| value | Expected value that satisfies the expression result of the 'on' property. | string |
SynapseNotebookActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'SynapseNotebook' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute Synapse notebook activity properties. | SynapseNotebookActivityTypeProperties (required) |
SynapseNotebookActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| conf | Spark configuration properties, which will override the 'conf' of the notebook you provide. | For Bicep, you can use the any() function. |
| configurationType | The type of the spark config. | 'Artifact' 'Customized' 'Default' |
| driverSize | Number of core and memory to be used for driver allocated in the specified Spark pool for the session, which will be used for overriding 'driverCores' and 'driverMemory' of the notebook you provide. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| executorSize | Number of core and memory to be used for executors allocated in the specified Spark pool for the session, which will be used for overriding 'executorCores' and 'executorMemory' of the notebook you provide. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| notebook | Synapse notebook reference. | SynapseNotebookReference (required) |
| numExecutors | Number of executors to launch for this session, which will override the 'numExecutors' of the notebook you provide. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| parameters | Notebook parameters. | SynapseNotebookActivityTypePropertiesParameters |
| sparkConfig | Spark configuration property. | SynapseNotebookActivityTypePropertiesSparkConfig |
| sparkPool | The name of the big data pool which will be used to execute the notebook. | BigDataPoolParametrizationReference |
| targetSparkConfiguration | The spark configuration of the spark job. | SparkConfigurationParametrizationReference |
SynapseNotebookReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference notebook name. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
| type | Synapse notebook reference type. | 'NotebookReference' (required) |
SynapseNotebookActivityTypePropertiesParameters
| Name | Description | Value |
|---|---|---|
| {customized property} | NotebookParameter |
NotebookParameter
| Name | Description | Value |
|---|---|---|
| type | Notebook parameter type. | 'bool' 'float' 'int' 'string' |
| value | Notebook parameter value. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
SynapseNotebookActivityTypePropertiesSparkConfig
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
UntilActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Until' (required) |
| typeProperties | Until activity properties. | UntilActivityTypeProperties (required) |
UntilActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| activities | List of activities to execute. | Activity[] (required) |
| expression | An expression that would evaluate to Boolean. The loop will continue until this expression evaluates to true | Expression (required) |
| timeout | Specifies the timeout for the activity to run. If there is no value specified, it takes the value of TimeSpan.FromDays(7) which is 1 week as default. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
ValidationActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Validation' (required) |
| typeProperties | Validation activity properties. | ValidationActivityTypeProperties (required) |
ValidationActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| childItems | Can be used if dataset points to a folder. If set to true, the folder must have at least one file. If set to false, the folder must be empty. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| dataset | Validation activity dataset reference. | DatasetReference (required) |
| minimumSize | Can be used if dataset points to a file. The file must be greater than or equal in size to the value specified. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| sleep | A delay in seconds between validation attempts. If no value is specified, 10 seconds will be used as the default. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function. |
| timeout | Specifies the timeout for the activity to run. If there is no value specified, it takes the value of TimeSpan.FromDays(7) which is 1 week as default. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | For Bicep, you can use the any() function. |
WaitActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Wait' (required) |
| typeProperties | Wait activity properties. | WaitActivityTypeProperties (required) |
WaitActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| waitTimeInSeconds | Duration in seconds. Type: integer (or Expression with resultType integer). | For Bicep, you can use the any() function.(required) |
WebActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'WebActivity' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Web activity properties. | WebActivityTypeProperties (required) |
WebActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| authentication | Authentication method used for calling the endpoint. | WebActivityAuthentication |
| body | Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| connectVia | The integration runtime reference. | IntegrationRuntimeReference |
| datasets | List of datasets passed to web endpoint. | DatasetReference[] |
| disableCertValidation | When set to true, Certificate validation will be disabled. | bool |
| headers | Represents the headers that will be sent to the request. For example, to set the language and type on a request: "headers" : { "Accept-Language": "en-us", "Content-Type": "application/json" }. Type: string (or Expression with resultType string). | WebActivityTypePropertiesHeaders |
| httpRequestTimeout | Timeout for the HTTP request to get a response. Format is in TimeSpan (hh:mm:ss). This value is the timeout to get a response, not the activity timeout. The default value is 00:01:00 (1 minute). The range is from 1 to 10 minutes | For Bicep, you can use the any() function. |
| linkedServices | List of linked services passed to web endpoint. | LinkedServiceReference[] |
| method | Rest API method for target endpoint. | 'DELETE' 'GET' 'POST' 'PUT' (required) |
| turnOffAsync | Option to disable invoking HTTP GET on location given in response header of a HTTP 202 Response. If set true, it stops invoking HTTP GET on http location given in response header. If set false then continues to invoke HTTP GET call on location given in http response headers. | bool |
| url | Web activity target endpoint and path. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
WebActivityAuthentication
| Name | Description | Value |
|---|---|---|
| credential | The credential reference containing authentication information. | CredentialReference |
| password | Password for the PFX file or basic authentication / Secret when used for ServicePrincipal | SecretBase |
| pfx | Base64-encoded contents of a PFX file or Certificate when used for ServicePrincipal | SecretBase |
| resource | Resource for which Azure Auth token will be requested when using MSI Authentication. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| type | Web activity authentication (Basic/ClientCertificate/MSI/ServicePrincipal) | string |
| username | Web activity authentication user name for basic authentication or ClientID when used for ServicePrincipal. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| userTenant | TenantId for which Azure Auth token will be requested when using ServicePrincipal Authentication. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
CredentialReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference credential name. | string (required) |
| type | Credential reference type. | 'CredentialReference' (required) |
| {customized property} | For Bicep, you can use the any() function. |
WebActivityTypePropertiesHeaders
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
WebHookActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'WebHook' (required) |
| policy | Activity policy. | SecureInputOutputPolicy |
| typeProperties | WebHook activity properties. | WebHookActivityTypeProperties (required) |
WebHookActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| authentication | Authentication method used for calling the endpoint. | WebActivityAuthentication |
| body | Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string). | For Bicep, you can use the any() function. |
| headers | Represents the headers that will be sent to the request. For example, to set the language and type on a request: "headers" : { "Accept-Language": "en-us", "Content-Type": "application/json" }. Type: string (or Expression with resultType string). | WebHookActivityTypePropertiesHeaders |
| method | Rest API method for target endpoint. | 'POST' (required) |
| reportStatusOnCallBack | When set to true, statusCode, output and error in callback request body will be consumed by activity. The activity can be marked as failed by setting statusCode >= 400 in callback request. Default is false. Type: boolean (or Expression with resultType boolean). | For Bicep, you can use the any() function. |
| timeout | The timeout within which the webhook should be called back. If there is no value specified, it defaults to 10 minutes. Type: string. Pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | string |
| url | WebHook activity target endpoint and path. Type: string (or Expression with resultType string). | For Bicep, you can use the any() function.(required) |
WebHookActivityTypePropertiesHeaders
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
PipelineFolder
| Name | Description | Value |
|---|---|---|
| name | The name of the folder that this Pipeline is in. | string |
ParameterDefinitionSpecification
| Name | Description | Value |
|---|---|---|
| {customized property} | ParameterSpecification |
ParameterSpecification
| Name | Description | Value |
|---|---|---|
| defaultValue | Default value of parameter. | For Bicep, you can use the any() function. |
| type | Parameter type. | 'Array' 'Bool' 'Float' 'Int' 'Object' 'SecureString' 'String' (required) |
PipelinePolicy
| Name | Description | Value |
|---|---|---|
| elapsedTimeMetric | Pipeline ElapsedTime Metric Policy. | PipelineElapsedTimeMetricPolicy |
PipelineElapsedTimeMetricPolicy
| Name | Description | Value |
|---|---|---|
| duration | TimeSpan value, after which an Azure Monitoring Metric is fired. | For Bicep, you can use the any() function. |
PipelineRunDimensions
| Name | Description | Value |
|---|---|---|
| {customized property} | For Bicep, you can use the any() function. |
VariableDefinitionSpecification
| Name | Description | Value |
|---|---|---|
| {customized property} | VariableSpecification |
VariableSpecification
| Name | Description | Value |
|---|---|---|
| defaultValue | Default value of variable. | For Bicep, you can use the any() function. |
| type | Variable type. | 'Array' 'Bool' 'String' (required) |
Quickstart templates
The following quickstart templates deploy this resource type.
| Template | Description |
|---|---|
More is possible with Azure Data Factory - One click to try Azure Data Factory |
This template creates a data factory pipeline for a copy activity from Azure Blob into another Azure Blob |
| Create a Data Factory, copy from Salesforce to Blob |
This template uses Azure Data Factory to perform data movement from Salesforce to Azure Blobs |
| Bulk copy using Azure Data Factory |
This template creates a V2 data factory that copies data in bulk an Azure SQL database to an Azure SQL data warehouse. |
| Create a V2 data factory |
This template creates a V2 data factory that copies data from a folder in an Azure Blob Storage to another folder in the storage. |
| Create a V2 data factory (MySQL) |
This template creates a V2 data factory that copies data from a folder in an Azure Blob Storage to a table in an Azure Database for MySQL. |
| Create a V2 data factory (PostGre) |
This template creates a V2 data factory that copies data from a folder in an Azure Blob Storage to a table in an Azure Database for PostgreSQL. |
| Create a V2 data factory (SQL) |
This template creates a V2 data factory that copies data from a folder in an Azure Blob Storage to a table in an Azure SQL database. |
| Create a V2 data factory (SQL On-prem) |
This template creates a V2 data factory that copies data from an on-premises SQL Server to an Azure blob storage |
| Create a V2 data factory (Spark) |
This template creates a V2 data factory that copies data from a folder in an Azure Blob Storage to another folder in the storage. |
ARM template resource definition
The factories/pipelines resource type can be deployed with operations that target:
- Resource groups - See resource group deployment commands
For a list of changed properties in each API version, see change log.
Resource format
To create a Microsoft.DataFactory/factories/pipelines resource, add the following JSON to your template.
{
"type": "Microsoft.DataFactory/factories/pipelines",
"apiVersion": "2018-06-01",
"name": "string",
"properties": {
"activities": [
{
"dependsOn": [
{
"activity": "string",
"dependencyConditions": [ "string" ],
"{customized property}": {}
}
],
"description": "string",
"name": "string",
"onInactiveMarkAs": "string",
"state": "string",
"userProperties": [
{
"name": "string",
"value": {}
}
],
"type": "string"
// For remaining properties, see Activity objects
}
],
"annotations": [ object ],
"concurrency": "int",
"description": "string",
"folder": {
"name": "string"
},
"parameters": {
"{customized property}": {
"defaultValue": {},
"type": "string"
}
},
"policy": {
"elapsedTimeMetric": {
"duration": {}
}
},
"runDimensions": {
"{customized property}": {}
},
"variables": {
"{customized property}": {
"defaultValue": {},
"type": "string"
}
}
}
}
Activity objects
Set the type property to specify the type of object.
For AppendVariable, use:
"type": "AppendVariable",
"typeProperties": {
"value": {},
"variableName": "string"
}
For AzureDataExplorerCommand, use:
"type": "AzureDataExplorerCommand",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"command": {},
"commandTimeout": {}
}
For AzureFunctionActivity, use:
"type": "AzureFunctionActivity",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"body": {},
"functionName": {},
"headers": {
"{customized property}": "string"
},
"method": "string"
}
For AzureMLBatchExecution, use:
"type": "AzureMLBatchExecution",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"globalParameters": {
"{customized property}": {}
},
"webServiceInputs": {
"{customized property}": {
"filePath": {},
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
}
},
"webServiceOutputs": {
"{customized property}": {
"filePath": {},
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
}
}
}
For AzureMLExecutePipeline, use:
"type": "AzureMLExecutePipeline",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"continueOnStepFailure": {},
"dataPathAssignments": {},
"experimentName": {},
"mlParentRunId": {},
"mlPipelineEndpointId": {},
"mlPipelineId": {},
"mlPipelineParameters": {},
"version": {}
}
For AzureMLUpdateResource, use:
"type": "AzureMLUpdateResource",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"trainedModelFilePath": {},
"trainedModelLinkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"trainedModelName": {}
}
For Copy, use:
"type": "Copy",
"inputs": [
{
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DatasetReference"
}
],
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"outputs": [
{
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DatasetReference"
}
],
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"dataIntegrationUnits": {},
"enableSkipIncompatibleRow": {},
"enableStaging": {},
"logSettings": {
"copyActivityLogSettings": {
"enableReliableLogging": {},
"logLevel": {}
},
"enableCopyActivityLog": {},
"logLocationSettings": {
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"path": {}
}
},
"logStorageSettings": {
"enableReliableLogging": {},
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"logLevel": {},
"path": {},
"{customized property}": {}
},
"parallelCopies": {},
"preserve": [ object ],
"preserveRules": [ object ],
"redirectIncompatibleRowSettings": {
"linkedServiceName": {},
"path": {},
"{customized property}": {}
},
"sink": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"sinkRetryCount": {},
"sinkRetryWait": {},
"writeBatchSize": {},
"writeBatchTimeout": {},
"type": "string"
// For remaining properties, see CopySink objects
},
"skipErrorFile": {
"dataInconsistency": {},
"fileMissing": {}
},
"source": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"sourceRetryCount": {},
"sourceRetryWait": {},
"type": "string"
// For remaining properties, see CopySource objects
},
"stagingSettings": {
"enableCompression": {},
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"path": {},
"{customized property}": {}
},
"translator": {},
"validateDataConsistency": {}
}
For Custom, use:
"type": "Custom",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"autoUserSpecification": {},
"command": {},
"extendedProperties": {
"{customized property}": {}
},
"folderPath": {},
"referenceObjects": {
"datasets": [
{
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DatasetReference"
}
],
"linkedServices": [
{
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
]
},
"resourceLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"retentionTimeInDays": {}
}
For DatabricksNotebook, use:
"type": "DatabricksNotebook",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"baseParameters": {
"{customized property}": {}
},
"libraries": [
{
"{customized property}": {}
}
],
"notebookPath": {}
}
For DatabricksSparkJar, use:
"type": "DatabricksSparkJar",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"libraries": [
{
"{customized property}": {}
}
],
"mainClassName": {},
"parameters": [ object ]
}
For DatabricksSparkPython, use:
"type": "DatabricksSparkPython",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"libraries": [
{
"{customized property}": {}
}
],
"parameters": [ object ],
"pythonFile": {}
}
For DataLakeAnalyticsU-SQL, use:
"type": "DataLakeAnalyticsU-SQL",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"compilationMode": {},
"degreeOfParallelism": {},
"parameters": {
"{customized property}": {}
},
"priority": {},
"runtimeVersion": {},
"scriptLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"scriptPath": {}
}
For Delete, use:
"type": "Delete",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"dataset": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DatasetReference"
},
"enableLogging": {},
"logStorageSettings": {
"enableReliableLogging": {},
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"logLevel": {},
"path": {},
"{customized property}": {}
},
"maxConcurrentConnections": "int",
"recursive": {},
"storeSettings": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"type": "string"
// For remaining properties, see StoreReadSettings objects
}
}
For ExecuteDataFlow, use:
"type": "ExecuteDataFlow",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"compute": {
"computeType": {},
"coreCount": {}
},
"continueOnError": {},
"dataFlow": {
"datasetParameters": {},
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DataFlowReference",
"{customized property}": {}
},
"integrationRuntime": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "IntegrationRuntimeReference"
},
"runConcurrently": {},
"sourceStagingConcurrency": {},
"staging": {
"folderPath": {},
"linkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
},
"traceLevel": {}
}
For ExecutePipeline, use:
"type": "ExecutePipeline",
"policy": {
"secureInput": "bool",
"{customized property}": {}
},
"typeProperties": {
"parameters": {
"{customized property}": {}
},
"pipeline": {
"name": "string",
"referenceName": "string",
"type": "PipelineReference"
},
"waitOnCompletion": "bool"
}
For ExecuteSSISPackage, use:
"type": "ExecuteSSISPackage",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"connectVia": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "IntegrationRuntimeReference"
},
"environmentPath": {},
"executionCredential": {
"domain": {},
"password": {
"type": "string",
"value": "string"
},
"userName": {}
},
"loggingLevel": {},
"logLocation": {
"logPath": {},
"type": "File",
"typeProperties": {
"accessCredential": {
"domain": {},
"password": {
"type": "string"
// For remaining properties, see SecretBase objects
},
"userName": {}
},
"logRefreshInterval": {}
}
},
"packageConnectionManagers": {
"{customized property}": {
"{customized property}": {
"value": {}
}
}
},
"packageLocation": {
"packagePath": {},
"type": "string",
"typeProperties": {
"accessCredential": {
"domain": {},
"password": {
"type": "string"
// For remaining properties, see SecretBase objects
},
"userName": {}
},
"childPackages": [
{
"packageContent": {},
"packageLastModifiedDate": "string",
"packageName": "string",
"packagePath": {}
}
],
"configurationAccessCredential": {
"domain": {},
"password": {
"type": "string"
// For remaining properties, see SecretBase objects
},
"userName": {}
},
"configurationPath": {},
"packageContent": {},
"packageLastModifiedDate": "string",
"packageName": "string",
"packagePassword": {
"type": "string"
// For remaining properties, see SecretBase objects
}
}
},
"packageParameters": {
"{customized property}": {
"value": {}
}
},
"projectConnectionManagers": {
"{customized property}": {
"{customized property}": {
"value": {}
}
}
},
"projectParameters": {
"{customized property}": {
"value": {}
}
},
"propertyOverrides": {
"{customized property}": {
"isSensitive": "bool",
"value": {}
}
},
"runtime": {}
}
For ExecuteWranglingDataflow, use:
"type": "ExecuteWranglingDataflow",
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"compute": {
"computeType": {},
"coreCount": {}
},
"continueOnError": {},
"dataFlow": {
"datasetParameters": {},
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DataFlowReference",
"{customized property}": {}
},
"integrationRuntime": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "IntegrationRuntimeReference"
},
"queries": [
{
"dataflowSinks": [
{
"dataset": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DatasetReference"
},
"description": "string",
"flowlet": {
"datasetParameters": {},
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DataFlowReference",
"{customized property}": {}
},
"linkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"name": "string",
"rejectedDataLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"schemaLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"script": "string"
}
],
"queryName": "string"
}
],
"runConcurrently": {},
"sinks": {
"{customized property}": {
"dataset": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DatasetReference"
},
"description": "string",
"flowlet": {
"datasetParameters": {},
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DataFlowReference",
"{customized property}": {}
},
"linkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"name": "string",
"rejectedDataLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"schemaLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"script": "string"
}
},
"sourceStagingConcurrency": {},
"staging": {
"folderPath": {},
"linkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
},
"traceLevel": {}
}
For Fail, use:
"type": "Fail",
"typeProperties": {
"errorCode": {},
"message": {}
}
For Filter, use:
"type": "Filter",
"typeProperties": {
"condition": {
"type": "Expression",
"value": "string"
},
"items": {
"type": "Expression",
"value": "string"
}
}
For ForEach, use:
"type": "ForEach",
"typeProperties": {
"activities": [
{
"dependsOn": [
{
"activity": "string",
"dependencyConditions": [ "string" ],
"{customized property}": {}
}
],
"description": "string",
"name": "string",
"onInactiveMarkAs": "string",
"state": "string",
"userProperties": [
{
"name": "string",
"value": {}
}
],
"type": "string"
// For remaining properties, see Activity objects
}
],
"batchCount": "int",
"isSequential": "bool",
"items": {
"type": "Expression",
"value": "string"
}
}
For GetMetadata, use:
"type": "GetMetadata",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"dataset": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DatasetReference"
},
"fieldList": [ object ],
"formatSettings": {
"type": "string"
// For remaining properties, see FormatReadSettings objects
},
"storeSettings": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"type": "string"
// For remaining properties, see StoreReadSettings objects
}
}
For HDInsightHive, use:
"type": "HDInsightHive",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"arguments": [ object ],
"defines": {
"{customized property}": {}
},
"getDebugInfo": "string",
"queryTimeout": "int",
"scriptLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"scriptPath": {},
"storageLinkedServices": [
{
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
],
"variables": {
"{customized property}": {}
}
}
For HDInsightMapReduce, use:
"type": "HDInsightMapReduce",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"arguments": [ object ],
"className": {},
"defines": {
"{customized property}": {}
},
"getDebugInfo": "string",
"jarFilePath": {},
"jarLibs": [ object ],
"jarLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"storageLinkedServices": [
{
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
]
}
For HDInsightPig, use:
"type": "HDInsightPig",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"arguments": {},
"defines": {
"{customized property}": {}
},
"getDebugInfo": "string",
"scriptLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"scriptPath": {},
"storageLinkedServices": [
{
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
]
}
For HDInsightSpark, use:
"type": "HDInsightSpark",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"arguments": [ object ],
"className": "string",
"entryFilePath": {},
"getDebugInfo": "string",
"proxyUser": {},
"rootPath": {},
"sparkConfig": {
"{customized property}": {}
},
"sparkJobLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
}
For HDInsightStreaming, use:
"type": "HDInsightStreaming",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"arguments": [ object ],
"combiner": {},
"commandEnvironment": [ object ],
"defines": {
"{customized property}": {}
},
"fileLinkedService": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"filePaths": [ object ],
"getDebugInfo": "string",
"input": {},
"mapper": {},
"output": {},
"reducer": {},
"storageLinkedServices": [
{
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
]
}
For IfCondition, use:
"type": "IfCondition",
"typeProperties": {
"expression": {
"type": "Expression",
"value": "string"
},
"ifFalseActivities": [
{
"dependsOn": [
{
"activity": "string",
"dependencyConditions": [ "string" ],
"{customized property}": {}
}
],
"description": "string",
"name": "string",
"onInactiveMarkAs": "string",
"state": "string",
"userProperties": [
{
"name": "string",
"value": {}
}
],
"type": "string"
// For remaining properties, see Activity objects
}
],
"ifTrueActivities": [
{
"dependsOn": [
{
"activity": "string",
"dependencyConditions": [ "string" ],
"{customized property}": {}
}
],
"description": "string",
"name": "string",
"onInactiveMarkAs": "string",
"state": "string",
"userProperties": [
{
"name": "string",
"value": {}
}
],
"type": "string"
// For remaining properties, see Activity objects
}
]
}
For Lookup, use:
"type": "Lookup",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"dataset": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DatasetReference"
},
"firstRowOnly": {},
"source": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"sourceRetryCount": {},
"sourceRetryWait": {},
"type": "string"
// For remaining properties, see CopySource objects
}
}
For Script, use:
"type": "Script",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"logSettings": {
"logDestination": "string",
"logLocationSettings": {
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"path": {}
}
},
"scriptBlockExecutionTimeout": {},
"scripts": [
{
"parameters": [
{
"direction": "string",
"name": {},
"size": "int",
"type": "string",
"value": {}
}
],
"text": {},
"type": "string"
}
]
}
For SetVariable, use:
"type": "SetVariable",
"policy": {
"secureInput": "bool",
"secureOutput": "bool"
},
"typeProperties": {
"setSystemVariable": "bool",
"value": {},
"variableName": "string"
}
For SparkJob, use:
"type": "SparkJob",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"args": [ object ],
"className": {},
"conf": {},
"configurationType": "string",
"driverSize": {},
"executorSize": {},
"file": {},
"files": [ object ],
"filesV2": [ object ],
"numExecutors": {},
"pythonCodeReference": [ object ],
"scanFolder": {},
"sparkConfig": {
"{customized property}": {}
},
"sparkJob": {
"referenceName": {},
"type": "SparkJobDefinitionReference"
},
"targetBigDataPool": {
"referenceName": {},
"type": "BigDataPoolReference"
},
"targetSparkConfiguration": {
"referenceName": {},
"type": "SparkConfigurationReference"
}
}
For SqlServerStoredProcedure, use:
"type": "SqlServerStoredProcedure",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"storedProcedureName": {},
"storedProcedureParameters": {}
}
For Switch, use:
"type": "Switch",
"typeProperties": {
"cases": [
{
"activities": [
{
"dependsOn": [
{
"activity": "string",
"dependencyConditions": [ "string" ],
"{customized property}": {}
}
],
"description": "string",
"name": "string",
"onInactiveMarkAs": "string",
"state": "string",
"userProperties": [
{
"name": "string",
"value": {}
}
],
"type": "string"
// For remaining properties, see Activity objects
}
],
"value": "string"
}
],
"defaultActivities": [
{
"dependsOn": [
{
"activity": "string",
"dependencyConditions": [ "string" ],
"{customized property}": {}
}
],
"description": "string",
"name": "string",
"onInactiveMarkAs": "string",
"state": "string",
"userProperties": [
{
"name": "string",
"value": {}
}
],
"type": "string"
// For remaining properties, see Activity objects
}
],
"on": {
"type": "Expression",
"value": "string"
}
}
For SynapseNotebook, use:
"type": "SynapseNotebook",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"conf": {},
"configurationType": "string",
"driverSize": {},
"executorSize": {},
"notebook": {
"referenceName": {},
"type": "NotebookReference"
},
"numExecutors": {},
"parameters": {
"{customized property}": {
"type": "string",
"value": {}
}
},
"sparkConfig": {
"{customized property}": {}
},
"sparkPool": {
"referenceName": {},
"type": "BigDataPoolReference"
},
"targetSparkConfiguration": {
"referenceName": {},
"type": "SparkConfigurationReference"
}
}
For Until, use:
"type": "Until",
"typeProperties": {
"activities": [
{
"dependsOn": [
{
"activity": "string",
"dependencyConditions": [ "string" ],
"{customized property}": {}
}
],
"description": "string",
"name": "string",
"onInactiveMarkAs": "string",
"state": "string",
"userProperties": [
{
"name": "string",
"value": {}
}
],
"type": "string"
// For remaining properties, see Activity objects
}
],
"expression": {
"type": "Expression",
"value": "string"
},
"timeout": {}
}
For Validation, use:
"type": "Validation",
"typeProperties": {
"childItems": {},
"dataset": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DatasetReference"
},
"minimumSize": {},
"sleep": {},
"timeout": {}
}
For Wait, use:
"type": "Wait",
"typeProperties": {
"waitTimeInSeconds": {}
}
For WebActivity, use:
"type": "WebActivity",
"linkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
},
"policy": {
"retry": {},
"retryIntervalInSeconds": "int",
"secureInput": "bool",
"secureOutput": "bool",
"timeout": {},
"{customized property}": {}
},
"typeProperties": {
"authentication": {
"credential": {
"referenceName": "string",
"type": "CredentialReference",
"{customized property}": {}
},
"password": {
"type": "string"
// For remaining properties, see SecretBase objects
},
"pfx": {
"type": "string"
// For remaining properties, see SecretBase objects
},
"resource": {},
"type": "string",
"username": {},
"userTenant": {}
},
"body": {},
"connectVia": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "IntegrationRuntimeReference"
},
"datasets": [
{
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "DatasetReference"
}
],
"disableCertValidation": "bool",
"headers": {
"{customized property}": "string"
},
"httpRequestTimeout": {},
"linkedServices": [
{
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
],
"method": "string",
"turnOffAsync": "bool",
"url": {}
}
For WebHook, use:
"type": "WebHook",
"policy": {
"secureInput": "bool",
"secureOutput": "bool"
},
"typeProperties": {
"authentication": {
"credential": {
"referenceName": "string",
"type": "CredentialReference",
"{customized property}": {}
},
"password": {
"type": "string"
// For remaining properties, see SecretBase objects
},
"pfx": {
"type": "string"
// For remaining properties, see SecretBase objects
},
"resource": {},
"type": "string",
"username": {},
"userTenant": {}
},
"body": {},
"headers": {
"{customized property}": "string"
},
"method": "POST",
"reportStatusOnCallBack": {},
"timeout": "string",
"url": {}
}
CopySink objects
Set the type property to specify the type of object.
For AvroSink, use:
"type": "AvroSink",
"formatSettings": {
"fileNamePrefix": {},
"maxRowsPerFile": {},
"recordName": "string",
"recordNamespace": "string",
"type": "string",
"{customized property}": {}
},
"storeSettings": {
"copyBehavior": {},
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"metadata": [
{
"name": {},
"value": {}
}
],
"type": "string"
// For remaining properties, see StoreWriteSettings objects
}
For AzureBlobFSSink, use:
"type": "AzureBlobFSSink",
"copyBehavior": {},
"metadata": [
{
"name": {},
"value": {}
}
]
For AzureDatabricksDeltaLakeSink, use:
"type": "AzureDatabricksDeltaLakeSink",
"importSettings": {
"dateFormat": {},
"timestampFormat": {},
"type": "string",
"{customized property}": {}
},
"preCopyScript": {}
For AzureDataExplorerSink, use:
"type": "AzureDataExplorerSink",
"flushImmediately": {},
"ingestionMappingAsJson": {},
"ingestionMappingName": {}
For AzureDataLakeStoreSink, use:
"type": "AzureDataLakeStoreSink",
"copyBehavior": {},
"enableAdlsSingleFileParallel": {}
For AzureMySqlSink, use:
"type": "AzureMySqlSink",
"preCopyScript": {}
For AzurePostgreSqlSink, use:
"type": "AzurePostgreSqlSink",
"preCopyScript": {}
For AzureQueueSink, use:
"type": "AzureQueueSink"
For AzureSearchIndexSink, use:
"type": "AzureSearchIndexSink",
"writeBehavior": "string"
For AzureSqlSink, use:
"type": "AzureSqlSink",
"preCopyScript": {},
"sqlWriterStoredProcedureName": {},
"sqlWriterTableType": {},
"sqlWriterUseTableLock": {},
"storedProcedureParameters": {},
"storedProcedureTableTypeParameterName": {},
"tableOption": {},
"upsertSettings": {
"interimSchemaName": {},
"keys": {},
"useTempDB": {}
},
"writeBehavior": {}
For AzureTableSink, use:
"type": "AzureTableSink",
"azureTableDefaultPartitionKeyValue": {},
"azureTableInsertType": {},
"azureTablePartitionKeyName": {},
"azureTableRowKeyName": {}
For BinarySink, use:
"type": "BinarySink",
"storeSettings": {
"copyBehavior": {},
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"metadata": [
{
"name": {},
"value": {}
}
],
"type": "string"
// For remaining properties, see StoreWriteSettings objects
}
For BlobSink, use:
"type": "BlobSink",
"blobWriterAddHeader": {},
"blobWriterDateTimeFormat": {},
"blobWriterOverwriteFiles": {},
"copyBehavior": {},
"metadata": [
{
"name": {},
"value": {}
}
]
For CommonDataServiceForAppsSink, use:
"type": "CommonDataServiceForAppsSink",
"alternateKeyName": {},
"ignoreNullValues": {},
"writeBehavior": "Upsert"
For CosmosDbMongoDbApiSink, use:
"type": "CosmosDbMongoDbApiSink",
"writeBehavior": {}
For CosmosDbSqlApiSink, use:
"type": "CosmosDbSqlApiSink",
"writeBehavior": {}
For DelimitedTextSink, use:
"type": "DelimitedTextSink",
"formatSettings": {
"fileExtension": {},
"fileNamePrefix": {},
"maxRowsPerFile": {},
"quoteAllText": {},
"type": "string",
"{customized property}": {}
},
"storeSettings": {
"copyBehavior": {},
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"metadata": [
{
"name": {},
"value": {}
}
],
"type": "string"
// For remaining properties, see StoreWriteSettings objects
}
For DocumentDbCollectionSink, use:
"type": "DocumentDbCollectionSink",
"nestingSeparator": {},
"writeBehavior": {}
For DynamicsCrmSink, use:
"type": "DynamicsCrmSink",
"alternateKeyName": {},
"ignoreNullValues": {},
"writeBehavior": "Upsert"
For DynamicsSink, use:
"type": "DynamicsSink",
"alternateKeyName": {},
"ignoreNullValues": {},
"writeBehavior": "Upsert"
For FileSystemSink, use:
"type": "FileSystemSink",
"copyBehavior": {}
For InformixSink, use:
"type": "InformixSink",
"preCopyScript": {}
For JsonSink, use:
"type": "JsonSink",
"formatSettings": {
"filePattern": {},
"type": "string",
"{customized property}": {}
},
"storeSettings": {
"copyBehavior": {},
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"metadata": [
{
"name": {},
"value": {}
}
],
"type": "string"
// For remaining properties, see StoreWriteSettings objects
}
For LakeHouseTableSink, use:
"type": "LakeHouseTableSink",
"partitionNameList": {},
"partitionOption": {},
"tableActionOption": {}
For MicrosoftAccessSink, use:
"type": "MicrosoftAccessSink",
"preCopyScript": {}
For MongoDbAtlasSink, use:
"type": "MongoDbAtlasSink",
"writeBehavior": {}
For MongoDbV2Sink, use:
"type": "MongoDbV2Sink",
"writeBehavior": {}
For OdbcSink, use:
"type": "OdbcSink",
"preCopyScript": {}
For OracleSink, use:
"type": "OracleSink",
"preCopyScript": {}
For OrcSink, use:
"type": "OrcSink",
"formatSettings": {
"fileNamePrefix": {},
"maxRowsPerFile": {},
"type": "string",
"{customized property}": {}
},
"storeSettings": {
"copyBehavior": {},
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"metadata": [
{
"name": {},
"value": {}
}
],
"type": "string"
// For remaining properties, see StoreWriteSettings objects
}
For ParquetSink, use:
"type": "ParquetSink",
"formatSettings": {
"fileNamePrefix": {},
"maxRowsPerFile": {},
"type": "string",
"{customized property}": {}
},
"storeSettings": {
"copyBehavior": {},
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"metadata": [
{
"name": {},
"value": {}
}
],
"type": "string"
// For remaining properties, see StoreWriteSettings objects
}
For RestSink, use:
"type": "RestSink",
"additionalHeaders": {},
"httpCompressionType": {},
"httpRequestTimeout": {},
"requestInterval": {},
"requestMethod": {}
For SalesforceServiceCloudSink, use:
"type": "SalesforceServiceCloudSink",
"externalIdFieldName": {},
"ignoreNullValues": {},
"writeBehavior": "string"
For SalesforceServiceCloudV2Sink, use:
"type": "SalesforceServiceCloudV2Sink",
"externalIdFieldName": {},
"ignoreNullValues": {},
"writeBehavior": "string"
For SalesforceSink, use:
"type": "SalesforceSink",
"externalIdFieldName": {},
"ignoreNullValues": {},
"writeBehavior": "string"
For SalesforceV2Sink, use:
"type": "SalesforceV2Sink",
"externalIdFieldName": {},
"ignoreNullValues": {},
"writeBehavior": "string"
For SapCloudForCustomerSink, use:
"type": "SapCloudForCustomerSink",
"httpRequestTimeout": {},
"writeBehavior": "string"
For SnowflakeSink, use:
"type": "SnowflakeSink",
"importSettings": {
"additionalCopyOptions": {
"{customized property}": {}
},
"additionalFormatOptions": {
"{customized property}": {}
},
"type": "string",
"{customized property}": {}
},
"preCopyScript": {}
For SnowflakeV2Sink, use:
"type": "SnowflakeV2Sink",
"importSettings": {
"additionalCopyOptions": {
"{customized property}": {}
},
"additionalFormatOptions": {
"{customized property}": {}
},
"type": "string",
"{customized property}": {}
},
"preCopyScript": {}
For SqlDWSink, use:
"type": "SqlDWSink",
"allowCopyCommand": {},
"allowPolyBase": {},
"copyCommandSettings": {
"additionalOptions": {
"{customized property}": "string"
},
"defaultValues": [
{
"columnName": {},
"defaultValue": {}
}
]
},
"polyBaseSettings": {
"rejectSampleValue": {},
"rejectType": "string",
"rejectValue": {},
"useTypeDefault": {},
"{customized property}": {}
},
"preCopyScript": {},
"sqlWriterUseTableLock": {},
"tableOption": {},
"upsertSettings": {
"interimSchemaName": {},
"keys": {}
},
"writeBehavior": {}
For SqlMISink, use:
"type": "SqlMISink",
"preCopyScript": {},
"sqlWriterStoredProcedureName": {},
"sqlWriterTableType": {},
"sqlWriterUseTableLock": {},
"storedProcedureParameters": {},
"storedProcedureTableTypeParameterName": {},
"tableOption": {},
"upsertSettings": {
"interimSchemaName": {},
"keys": {},
"useTempDB": {}
},
"writeBehavior": {}
For SqlServerSink, use:
"type": "SqlServerSink",
"preCopyScript": {},
"sqlWriterStoredProcedureName": {},
"sqlWriterTableType": {},
"sqlWriterUseTableLock": {},
"storedProcedureParameters": {},
"storedProcedureTableTypeParameterName": {},
"tableOption": {},
"upsertSettings": {
"interimSchemaName": {},
"keys": {},
"useTempDB": {}
},
"writeBehavior": {}
For SqlSink, use:
"type": "SqlSink",
"preCopyScript": {},
"sqlWriterStoredProcedureName": {},
"sqlWriterTableType": {},
"sqlWriterUseTableLock": {},
"storedProcedureParameters": {},
"storedProcedureTableTypeParameterName": {},
"tableOption": {},
"upsertSettings": {
"interimSchemaName": {},
"keys": {},
"useTempDB": {}
},
"writeBehavior": {}
For WarehouseSink, use:
"type": "WarehouseSink",
"allowCopyCommand": {},
"copyCommandSettings": {
"additionalOptions": {
"{customized property}": "string"
},
"defaultValues": [
{
"columnName": {},
"defaultValue": {}
}
]
},
"preCopyScript": {},
"tableOption": {},
"writeBehavior": {}
StoreWriteSettings objects
Set the type property to specify the type of object.
For AzureBlobFSWriteSettings, use:
"type": "AzureBlobFSWriteSettings",
"blockSizeInMB": {}
For AzureBlobStorageWriteSettings, use:
"type": "AzureBlobStorageWriteSettings",
"blockSizeInMB": {}
For AzureDataLakeStoreWriteSettings, use:
"type": "AzureDataLakeStoreWriteSettings",
"expiryDateTime": {}
For AzureFileStorageWriteSettings, use:
"type": "AzureFileStorageWriteSettings"
For FileServerWriteSettings, use:
"type": "FileServerWriteSettings"
For LakeHouseWriteSettings, use:
"type": "LakeHouseWriteSettings"
For SftpWriteSettings, use:
"type": "SftpWriteSettings",
"operationTimeout": {},
"useTempFileRename": {}
CopySource objects
Set the type property to specify the type of object.
For AmazonMWSSource, use:
"type": "AmazonMWSSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For AmazonRdsForOracleSource, use:
"type": "AmazonRdsForOracleSource",
"additionalColumns": {},
"oracleReaderQuery": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionNames": {},
"partitionUpperBound": {}
},
"queryTimeout": {}
For AmazonRdsForSqlServerSource, use:
"type": "AmazonRdsForSqlServerSource",
"additionalColumns": {},
"isolationLevel": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionUpperBound": {}
},
"produceAdditionalTypes": {},
"queryTimeout": {},
"sqlReaderQuery": {},
"sqlReaderStoredProcedureName": {},
"storedProcedureParameters": {}
For AmazonRedshiftSource, use:
"type": "AmazonRedshiftSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {},
"redshiftUnloadSettings": {
"bucketName": {},
"s3LinkedServiceName": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
}
For AvroSource, use:
"type": "AvroSource",
"additionalColumns": {},
"storeSettings": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"type": "string"
// For remaining properties, see StoreReadSettings objects
}
For AzureBlobFSSource, use:
"type": "AzureBlobFSSource",
"recursive": {},
"skipHeaderLineCount": {},
"treatEmptyAsNull": {}
For AzureDatabricksDeltaLakeSource, use:
"type": "AzureDatabricksDeltaLakeSource",
"exportSettings": {
"dateFormat": {},
"timestampFormat": {},
"type": "string",
"{customized property}": {}
},
"query": {}
For AzureDataExplorerSource, use:
"type": "AzureDataExplorerSource",
"additionalColumns": {},
"noTruncation": {},
"query": {},
"queryTimeout": {}
For AzureDataLakeStoreSource, use:
"type": "AzureDataLakeStoreSource",
"recursive": {}
For AzureMariaDBSource, use:
"type": "AzureMariaDBSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For AzureMySqlSource, use:
"type": "AzureMySqlSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For AzurePostgreSqlSource, use:
"type": "AzurePostgreSqlSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For AzureSqlSource, use:
"type": "AzureSqlSource",
"additionalColumns": {},
"isolationLevel": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionUpperBound": {}
},
"produceAdditionalTypes": {},
"queryTimeout": {},
"sqlReaderQuery": {},
"sqlReaderStoredProcedureName": {},
"storedProcedureParameters": {}
For AzureTableSource, use:
"type": "AzureTableSource",
"additionalColumns": {},
"azureTableSourceIgnoreTableNotFound": {},
"azureTableSourceQuery": {},
"queryTimeout": {}
For BinarySource, use:
"type": "BinarySource",
"formatSettings": {
"compressionProperties": {
"type": "string"
// For remaining properties, see CompressionReadSettings objects
},
"type": "string",
"{customized property}": {}
},
"storeSettings": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"type": "string"
// For remaining properties, see StoreReadSettings objects
}
For BlobSource, use:
"type": "BlobSource",
"recursive": {},
"skipHeaderLineCount": {},
"treatEmptyAsNull": {}
For CassandraSource, use:
"type": "CassandraSource",
"additionalColumns": {},
"consistencyLevel": "string",
"query": {},
"queryTimeout": {}
For CommonDataServiceForAppsSource, use:
"type": "CommonDataServiceForAppsSource",
"additionalColumns": {},
"query": {}
For ConcurSource, use:
"type": "ConcurSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For CosmosDbMongoDbApiSource, use:
"type": "CosmosDbMongoDbApiSource",
"additionalColumns": {},
"batchSize": {},
"cursorMethods": {
"limit": {},
"project": {},
"skip": {},
"sort": {},
"{customized property}": {}
},
"filter": {},
"queryTimeout": {}
For CosmosDbSqlApiSource, use:
"type": "CosmosDbSqlApiSource",
"additionalColumns": {},
"detectDatetime": {},
"pageSize": {},
"preferredRegions": {},
"query": {}
For CouchbaseSource, use:
"type": "CouchbaseSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For Db2Source, use:
"type": "Db2Source",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For DelimitedTextSource, use:
"type": "DelimitedTextSource",
"additionalColumns": {},
"formatSettings": {
"compressionProperties": {
"type": "string"
// For remaining properties, see CompressionReadSettings objects
},
"skipLineCount": {},
"type": "string",
"{customized property}": {}
},
"storeSettings": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"type": "string"
// For remaining properties, see StoreReadSettings objects
}
For DocumentDbCollectionSource, use:
"type": "DocumentDbCollectionSource",
"additionalColumns": {},
"nestingSeparator": {},
"query": {},
"queryTimeout": {}
For DrillSource, use:
"type": "DrillSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For DynamicsAXSource, use:
"type": "DynamicsAXSource",
"additionalColumns": {},
"httpRequestTimeout": {},
"query": {},
"queryTimeout": {}
For DynamicsCrmSource, use:
"type": "DynamicsCrmSource",
"additionalColumns": {},
"query": {}
For DynamicsSource, use:
"type": "DynamicsSource",
"additionalColumns": {},
"query": {}
For EloquaSource, use:
"type": "EloquaSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For ExcelSource, use:
"type": "ExcelSource",
"additionalColumns": {},
"storeSettings": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"type": "string"
// For remaining properties, see StoreReadSettings objects
}
For FileSystemSource, use:
"type": "FileSystemSource",
"additionalColumns": {},
"recursive": {}
For GoogleAdWordsSource, use:
"type": "GoogleAdWordsSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For GoogleBigQuerySource, use:
"type": "GoogleBigQuerySource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For GoogleBigQueryV2Source, use:
"type": "GoogleBigQueryV2Source",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For GreenplumSource, use:
"type": "GreenplumSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For HBaseSource, use:
"type": "HBaseSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For HdfsSource, use:
"type": "HdfsSource",
"distcpSettings": {
"distcpOptions": {},
"resourceManagerEndpoint": {},
"tempScriptPath": {}
},
"recursive": {}
For HiveSource, use:
"type": "HiveSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For HttpSource, use:
"type": "HttpSource",
"httpRequestTimeout": {}
For HubspotSource, use:
"type": "HubspotSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For ImpalaSource, use:
"type": "ImpalaSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For InformixSource, use:
"type": "InformixSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For JiraSource, use:
"type": "JiraSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For JsonSource, use:
"type": "JsonSource",
"additionalColumns": {},
"formatSettings": {
"compressionProperties": {
"type": "string"
// For remaining properties, see CompressionReadSettings objects
},
"type": "string",
"{customized property}": {}
},
"storeSettings": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"type": "string"
// For remaining properties, see StoreReadSettings objects
}
For LakeHouseTableSource, use:
"type": "LakeHouseTableSource",
"additionalColumns": {},
"timestampAsOf": {},
"versionAsOf": {}
For MagentoSource, use:
"type": "MagentoSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For MariaDBSource, use:
"type": "MariaDBSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For MarketoSource, use:
"type": "MarketoSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For MicrosoftAccessSource, use:
"type": "MicrosoftAccessSource",
"additionalColumns": {},
"query": {}
For MongoDbAtlasSource, use:
"type": "MongoDbAtlasSource",
"additionalColumns": {},
"batchSize": {},
"cursorMethods": {
"limit": {},
"project": {},
"skip": {},
"sort": {},
"{customized property}": {}
},
"filter": {},
"queryTimeout": {}
For MongoDbSource, use:
"type": "MongoDbSource",
"additionalColumns": {},
"query": {}
For MongoDbV2Source, use:
"type": "MongoDbV2Source",
"additionalColumns": {},
"batchSize": {},
"cursorMethods": {
"limit": {},
"project": {},
"skip": {},
"sort": {},
"{customized property}": {}
},
"filter": {},
"queryTimeout": {}
For MySqlSource, use:
"type": "MySqlSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For NetezzaSource, use:
"type": "NetezzaSource",
"additionalColumns": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionUpperBound": {}
},
"query": {},
"queryTimeout": {}
For ODataSource, use:
"type": "ODataSource",
"additionalColumns": {},
"httpRequestTimeout": {},
"query": {}
For OdbcSource, use:
"type": "OdbcSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For Office365Source, use:
"type": "Office365Source",
"allowedGroups": {},
"dateFilterColumn": {},
"endTime": {},
"outputColumns": {},
"startTime": {},
"userScopeFilterUri": {}
For OracleServiceCloudSource, use:
"type": "OracleServiceCloudSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For OracleSource, use:
"type": "OracleSource",
"additionalColumns": {},
"oracleReaderQuery": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionNames": {},
"partitionUpperBound": {}
},
"queryTimeout": {}
For OrcSource, use:
"type": "OrcSource",
"additionalColumns": {},
"storeSettings": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"type": "string"
// For remaining properties, see StoreReadSettings objects
}
For ParquetSource, use:
"type": "ParquetSource",
"additionalColumns": {},
"formatSettings": {
"compressionProperties": {
"type": "string"
// For remaining properties, see CompressionReadSettings objects
},
"type": "string",
"{customized property}": {}
},
"storeSettings": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"type": "string"
// For remaining properties, see StoreReadSettings objects
}
For PaypalSource, use:
"type": "PaypalSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For PhoenixSource, use:
"type": "PhoenixSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For PostgreSqlSource, use:
"type": "PostgreSqlSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For PostgreSqlV2Source, use:
"type": "PostgreSqlV2Source",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For PrestoSource, use:
"type": "PrestoSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For QuickBooksSource, use:
"type": "QuickBooksSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For RelationalSource, use:
"type": "RelationalSource",
"additionalColumns": {},
"query": {}
For ResponsysSource, use:
"type": "ResponsysSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For RestSource, use:
"type": "RestSource",
"additionalColumns": {},
"additionalHeaders": {},
"httpRequestTimeout": {},
"paginationRules": {},
"requestBody": {},
"requestInterval": {},
"requestMethod": {}
For SalesforceMarketingCloudSource, use:
"type": "SalesforceMarketingCloudSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For SalesforceServiceCloudSource, use:
"type": "SalesforceServiceCloudSource",
"additionalColumns": {},
"query": {},
"readBehavior": {}
For SalesforceServiceCloudV2Source, use:
"type": "SalesforceServiceCloudV2Source",
"additionalColumns": {},
"includeDeletedObjects": {},
"SOQLQuery": {}
For SalesforceSource, use:
"type": "SalesforceSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {},
"readBehavior": {}
For SalesforceV2Source, use:
"type": "SalesforceV2Source",
"additionalColumns": {},
"includeDeletedObjects": {},
"queryTimeout": {},
"SOQLQuery": {}
For SapBwSource, use:
"type": "SapBwSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For SapCloudForCustomerSource, use:
"type": "SapCloudForCustomerSource",
"additionalColumns": {},
"httpRequestTimeout": {},
"query": {},
"queryTimeout": {}
For SapEccSource, use:
"type": "SapEccSource",
"additionalColumns": {},
"httpRequestTimeout": {},
"query": {},
"queryTimeout": {}
For SapHanaSource, use:
"type": "SapHanaSource",
"additionalColumns": {},
"packetSize": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {}
},
"query": {},
"queryTimeout": {}
For SapOdpSource, use:
"type": "SapOdpSource",
"additionalColumns": {},
"extractionMode": {},
"projection": {},
"queryTimeout": {},
"selection": {},
"subscriberProcess": {}
For SapOpenHubSource, use:
"type": "SapOpenHubSource",
"additionalColumns": {},
"baseRequestId": {},
"customRfcReadTableFunctionModule": {},
"excludeLastRequest": {},
"queryTimeout": {},
"sapDataColumnDelimiter": {}
For SapTableSource, use:
"type": "SapTableSource",
"additionalColumns": {},
"batchSize": {},
"customRfcReadTableFunctionModule": {},
"partitionOption": {},
"partitionSettings": {
"maxPartitionsNumber": {},
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionUpperBound": {}
},
"queryTimeout": {},
"rfcTableFields": {},
"rfcTableOptions": {},
"rowCount": {},
"rowSkips": {},
"sapDataColumnDelimiter": {}
For ServiceNowSource, use:
"type": "ServiceNowSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For ServiceNowV2Source, use:
"type": "ServiceNowV2Source",
"additionalColumns": {},
"expression": {
"operands": [
{
"operator": "string",
"type": "string",
"value": "string"
},
"queryTimeout": {}
For SharePointOnlineListSource, use:
"type": "SharePointOnlineListSource",
"httpRequestTimeout": {},
"query": {}
For ShopifySource, use:
"type": "ShopifySource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For SnowflakeSource, use:
"type": "SnowflakeSource",
"exportSettings": {
"additionalCopyOptions": {
"{customized property}": {}
},
"additionalFormatOptions": {
"{customized property}": {}
},
"type": "string",
"{customized property}": {}
},
"query": {}
For SnowflakeV2Source, use:
"type": "SnowflakeV2Source",
"exportSettings": {
"additionalCopyOptions": {
"{customized property}": {}
},
"additionalFormatOptions": {
"{customized property}": {}
},
"type": "string",
"{customized property}": {}
},
"query": {}
For SparkSource, use:
"type": "SparkSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For SqlDWSource, use:
"type": "SqlDWSource",
"additionalColumns": {},
"isolationLevel": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionUpperBound": {}
},
"queryTimeout": {},
"sqlReaderQuery": {},
"sqlReaderStoredProcedureName": {},
"storedProcedureParameters": {}
For SqlMISource, use:
"type": "SqlMISource",
"additionalColumns": {},
"isolationLevel": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionUpperBound": {}
},
"produceAdditionalTypes": {},
"queryTimeout": {},
"sqlReaderQuery": {},
"sqlReaderStoredProcedureName": {},
"storedProcedureParameters": {}
For SqlServerSource, use:
"type": "SqlServerSource",
"additionalColumns": {},
"isolationLevel": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionUpperBound": {}
},
"produceAdditionalTypes": {},
"queryTimeout": {},
"sqlReaderQuery": {},
"sqlReaderStoredProcedureName": {},
"storedProcedureParameters": {}
For SqlSource, use:
"type": "SqlSource",
"additionalColumns": {},
"isolationLevel": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionUpperBound": {}
},
"queryTimeout": {},
"sqlReaderQuery": {},
"sqlReaderStoredProcedureName": {},
"storedProcedureParameters": {}
For SquareSource, use:
"type": "SquareSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For SybaseSource, use:
"type": "SybaseSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For TeradataSource, use:
"type": "TeradataSource",
"additionalColumns": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionUpperBound": {}
},
"query": {},
"queryTimeout": {}
For VerticaSource, use:
"type": "VerticaSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For WarehouseSource, use:
"type": "WarehouseSource",
"additionalColumns": {},
"isolationLevel": {},
"partitionOption": {},
"partitionSettings": {
"partitionColumnName": {},
"partitionLowerBound": {},
"partitionUpperBound": {}
},
"queryTimeout": {},
"sqlReaderQuery": {},
"sqlReaderStoredProcedureName": {},
"storedProcedureParameters": {}
For WebSource, use:
"type": "WebSource",
"additionalColumns": {}
For XeroSource, use:
"type": "XeroSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
For XmlSource, use:
"type": "XmlSource",
"additionalColumns": {},
"formatSettings": {
"compressionProperties": {
"type": "string"
// For remaining properties, see CompressionReadSettings objects
},
"detectDataType": {},
"namespacePrefixes": {},
"namespaces": {},
"type": "string",
"validationMode": {},
"{customized property}": {}
},
"storeSettings": {
"disableMetricsCollection": {},
"maxConcurrentConnections": {},
"type": "string"
// For remaining properties, see StoreReadSettings objects
}
For ZohoSource, use:
"type": "ZohoSource",
"additionalColumns": {},
"query": {},
"queryTimeout": {}
StoreReadSettings objects
Set the type property to specify the type of object.
For AmazonS3CompatibleReadSettings, use:
"type": "AmazonS3CompatibleReadSettings",
"deleteFilesAfterCompletion": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"prefix": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For AmazonS3ReadSettings, use:
"type": "AmazonS3ReadSettings",
"deleteFilesAfterCompletion": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"prefix": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For AzureBlobFSReadSettings, use:
"type": "AzureBlobFSReadSettings",
"deleteFilesAfterCompletion": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For AzureBlobStorageReadSettings, use:
"type": "AzureBlobStorageReadSettings",
"deleteFilesAfterCompletion": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"prefix": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For AzureDataLakeStoreReadSettings, use:
"type": "AzureDataLakeStoreReadSettings",
"deleteFilesAfterCompletion": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"listAfter": {},
"listBefore": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For AzureFileStorageReadSettings, use:
"type": "AzureFileStorageReadSettings",
"deleteFilesAfterCompletion": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"prefix": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For FileServerReadSettings, use:
"type": "FileServerReadSettings",
"deleteFilesAfterCompletion": {},
"enablePartitionDiscovery": {},
"fileFilter": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For FtpReadSettings, use:
"type": "FtpReadSettings",
"deleteFilesAfterCompletion": {},
"disableChunking": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"partitionRootPath": {},
"recursive": {},
"useBinaryTransfer": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For GoogleCloudStorageReadSettings, use:
"type": "GoogleCloudStorageReadSettings",
"deleteFilesAfterCompletion": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"prefix": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For HdfsReadSettings, use:
"type": "HdfsReadSettings",
"deleteFilesAfterCompletion": {},
"distcpSettings": {
"distcpOptions": {},
"resourceManagerEndpoint": {},
"tempScriptPath": {}
},
"enablePartitionDiscovery": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For HttpReadSettings, use:
"type": "HttpReadSettings",
"additionalColumns": {},
"additionalHeaders": {},
"requestBody": {},
"requestMethod": {},
"requestTimeout": {}
For LakeHouseReadSettings, use:
"type": "LakeHouseReadSettings",
"deleteFilesAfterCompletion": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For OracleCloudStorageReadSettings, use:
"type": "OracleCloudStorageReadSettings",
"deleteFilesAfterCompletion": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"prefix": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
For SftpReadSettings, use:
"type": "SftpReadSettings",
"deleteFilesAfterCompletion": {},
"disableChunking": {},
"enablePartitionDiscovery": {},
"fileListPath": {},
"modifiedDatetimeEnd": {},
"modifiedDatetimeStart": {},
"partitionRootPath": {},
"recursive": {},
"wildcardFileName": {},
"wildcardFolderPath": {}
CompressionReadSettings objects
Set the type property to specify the type of object.
For TarGZipReadSettings, use:
"type": "TarGZipReadSettings",
"preserveCompressionFileNameAsFolder": {}
For TarReadSettings, use:
"type": "TarReadSettings",
"preserveCompressionFileNameAsFolder": {}
For ZipDeflateReadSettings, use:
"type": "ZipDeflateReadSettings",
"preserveZipFileNameAsFolder": {}
SecretBase objects
Set the type property to specify the type of object.
For AzureKeyVaultSecret, use:
"type": "AzureKeyVaultSecret",
"secretName": {},
"secretVersion": {},
"store": {
"parameters": {
"{customized property}": {}
},
"referenceName": "string",
"type": "LinkedServiceReference"
}
For SecureString, use:
"type": "SecureString",
"value": "string"
FormatReadSettings objects
Set the type property to specify the type of object.
For BinaryReadSettings, use:
"type": "BinaryReadSettings",
"compressionProperties": {
"type": "string"
// For remaining properties, see CompressionReadSettings objects
}
For DelimitedTextReadSettings, use:
"type": "DelimitedTextReadSettings",
"compressionProperties": {
"type": "string"
// For remaining properties, see CompressionReadSettings objects
},
"skipLineCount": {}
For JsonReadSettings, use:
"type": "JsonReadSettings",
"compressionProperties": {
"type": "string"
// For remaining properties, see CompressionReadSettings objects
}
For ParquetReadSettings, use:
"type": "ParquetReadSettings",
"compressionProperties": {
"type": "string"
// For remaining properties, see CompressionReadSettings objects
}
For XmlReadSettings, use:
"type": "XmlReadSettings",
"compressionProperties": {
"type": "string"
// For remaining properties, see CompressionReadSettings objects
},
"detectDataType": {},
"namespacePrefixes": {},
"namespaces": {},
"validationMode": {}
Property values
factories/pipelines
| Name | Description | Value |
|---|---|---|
| type | The resource type | 'Microsoft.DataFactory/factories/pipelines' |
| apiVersion | The resource api version | '2018-06-01' |
| name | The resource name See how to set names and types for child resources in JSON ARM templates. |
string (required) Character limit: 1-260 Valid characters: Can't use: <>*#.%&:\\+?/ or control charactersStart with alphanumeric. |
| properties | Properties of the pipeline. | Pipeline (required) |
Pipeline
| Name | Description | Value |
|---|---|---|
| activities | List of activities in pipeline. | Activity[] |
| annotations | List of tags that can be used for describing the Pipeline. | any[] |
| concurrency | The max number of concurrent runs for the pipeline. | int Constraints: Min value = 1 |
| description | The description of the pipeline. | string |
| folder | The folder that this Pipeline is in. If not specified, Pipeline will appear at the root level. | PipelineFolder |
| parameters | List of parameters for pipeline. | ParameterDefinitionSpecification |
| policy | Pipeline Policy. | PipelinePolicy |
| runDimensions | Dimensions emitted by Pipeline. | PipelineRunDimensions |
| variables | List of variables for pipeline. | VariableDefinitionSpecification |
Activity
| Name | Description | Value |
|---|---|---|
| dependsOn | Activity depends on condition. | ActivityDependency[] |
| description | Activity description. | string |
| name | Activity name. | string (required) |
| onInactiveMarkAs | Status result of the activity when the state is set to Inactive. This is an optional property and if not provided when the activity is inactive, the status will be Succeeded by default. | 'Failed' 'Skipped' 'Succeeded' |
| state | Activity state. This is an optional property and if not provided, the state will be Active by default. | 'Active' 'Inactive' |
| userProperties | Activity user properties. | UserProperty[] |
| type | Set the object type | AppendVariable AzureDataExplorerCommand AzureFunctionActivity AzureMLBatchExecution AzureMLExecutePipeline AzureMLUpdateResource Copy Custom DatabricksNotebook DatabricksSparkJar DatabricksSparkPython DataLakeAnalyticsU-SQL Delete ExecuteDataFlow ExecutePipeline ExecuteSSISPackage ExecuteWranglingDataflow Fail Filter ForEach GetMetadata HDInsightHive HDInsightMapReduce HDInsightPig HDInsightSpark HDInsightStreaming IfCondition Lookup Script SetVariable SparkJob SqlServerStoredProcedure Switch SynapseNotebook Until Validation Wait WebActivity WebHook (required) |
ActivityDependency
| Name | Description | Value |
|---|---|---|
| activity | Activity name. | string (required) |
| dependencyConditions | Match-Condition for the dependency. | String array containing any of: 'Completed' 'Failed' 'Skipped' 'Succeeded' (required) |
| {customized property} |
UserProperty
| Name | Description | Value |
|---|---|---|
| name | User property name. | string (required) |
| value | User property value. Type: string (or Expression with resultType string). |
AppendVariableActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AppendVariable' (required) |
| typeProperties | Append Variable activity properties. | AppendVariableActivityTypeProperties (required) |
AppendVariableActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| value | Value to be appended. Type: could be a static value matching type of the variable item or Expression with resultType matching type of the variable item | |
| variableName | Name of the variable whose value needs to be appended to. | string |
AzureDataExplorerCommandActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AzureDataExplorerCommand' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure Data Explorer command activity properties. | AzureDataExplorerCommandActivityTypeProperties (required) |
LinkedServiceReference
| Name | Description | Value |
|---|---|---|
| parameters | Arguments for LinkedService. | ParameterValueSpecification |
| referenceName | Reference LinkedService name. | string (required) |
| type | Linked service reference type. | 'LinkedServiceReference' (required) |
ParameterValueSpecification
| Name | Description | Value |
|---|---|---|
| {customized property} |
ActivityPolicy
| Name | Description | Value |
|---|---|---|
| retry | Maximum ordinary retry attempts. Default is 0. Type: integer (or Expression with resultType integer), minimum: 0. | |
| retryIntervalInSeconds | Interval between each retry attempt (in seconds). The default is 30 sec. | int Constraints: Min value = 30 Max value = 86400 |
| secureInput | When set to true, Input from activity is considered as secure and will not be logged to monitoring. | bool |
| secureOutput | When set to true, Output from activity is considered as secure and will not be logged to monitoring. | bool |
| timeout | Specifies the timeout for the activity to run. The default timeout is 7 days. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| {customized property} |
AzureDataExplorerCommandActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| command | A control command, according to the Azure Data Explorer command syntax. Type: string (or Expression with resultType string). | |
| commandTimeout | Control command timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9]))..) |
AzureFunctionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AzureFunctionActivity' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure Function activity properties. | AzureFunctionActivityTypeProperties (required) |
AzureFunctionActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| body | Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string). | |
| functionName | Name of the Function that the Azure Function Activity will call. Type: string (or Expression with resultType string) | |
| headers | Represents the headers that will be sent to the request. For example, to set the language and type on a request: "headers" : { "Accept-Language": "en-us", "Content-Type": "application/json" }. Type: string (or Expression with resultType string). | AzureFunctionActivityTypePropertiesHeaders |
| method | Rest API method for target endpoint. | 'DELETE' 'GET' 'HEAD' 'OPTIONS' 'POST' 'PUT' 'TRACE' (required) |
AzureFunctionActivityTypePropertiesHeaders
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
AzureMLBatchExecutionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AzureMLBatchExecution' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure ML Batch Execution activity properties. | AzureMLBatchExecutionActivityTypeProperties (required) |
AzureMLBatchExecutionActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| globalParameters | Key,Value pairs to be passed to the Azure ML Batch Execution Service endpoint. Keys must match the names of web service parameters defined in the published Azure ML web service. Values will be passed in the GlobalParameters property of the Azure ML batch execution request. | AzureMLBatchExecutionActivityTypePropertiesGlobalPar... |
| webServiceInputs | Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Inputs to AzureMLWebServiceFile objects specifying the input Blob locations.. This information will be passed in the WebServiceInputs property of the Azure ML batch execution request. | AzureMLBatchExecutionActivityTypePropertiesWebServic... |
| webServiceOutputs | Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Outputs to AzureMLWebServiceFile objects specifying the output Blob locations. This information will be passed in the WebServiceOutputs property of the Azure ML batch execution request. | AzureMLBatchExecutionActivityTypePropertiesWebServic... |
AzureMLBatchExecutionActivityTypePropertiesGlobalPar...
| Name | Description | Value |
|---|---|---|
| {customized property} |
AzureMLBatchExecutionActivityTypePropertiesWebServic...
| Name | Description | Value |
|---|---|---|
| {customized property} | AzureMLWebServiceFile |
AzureMLWebServiceFile
| Name | Description | Value |
|---|---|---|
| filePath | The relative file path, including container name, in the Azure Blob Storage specified by the LinkedService. Type: string (or Expression with resultType string). | |
| linkedServiceName | Reference to an Azure Storage LinkedService, where Azure ML WebService Input/Output file located. | LinkedServiceReference (required) |
AzureMLBatchExecutionActivityTypePropertiesWebServic...
| Name | Description | Value |
|---|---|---|
| {customized property} | AzureMLWebServiceFile |
AzureMLExecutePipelineActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AzureMLExecutePipeline' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure ML Execute Pipeline activity properties. | AzureMLExecutePipelineActivityTypeProperties (required) |
AzureMLExecutePipelineActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| continueOnStepFailure | Whether to continue execution of other steps in the PipelineRun if a step fails. This information will be passed in the continueOnStepFailure property of the published pipeline execution request. Type: boolean (or Expression with resultType boolean). | |
| dataPathAssignments | Dictionary used for changing data path assignments without retraining. Values will be passed in the dataPathAssignments property of the published pipeline execution request. Type: object (or Expression with resultType object). | |
| experimentName | Run history experiment name of the pipeline run. This information will be passed in the ExperimentName property of the published pipeline execution request. Type: string (or Expression with resultType string). | |
| mlParentRunId | The parent Azure ML Service pipeline run id. This information will be passed in the ParentRunId property of the published pipeline execution request. Type: string (or Expression with resultType string). | |
| mlPipelineEndpointId | ID of the published Azure ML pipeline endpoint. Type: string (or Expression with resultType string). | |
| mlPipelineId | ID of the published Azure ML pipeline. Type: string (or Expression with resultType string). | |
| mlPipelineParameters | Key,Value pairs to be passed to the published Azure ML pipeline endpoint. Keys must match the names of pipeline parameters defined in the published pipeline. Values will be passed in the ParameterAssignments property of the published pipeline execution request. Type: object with key value pairs (or Expression with resultType object). | |
| version | Version of the published Azure ML pipeline endpoint. Type: string (or Expression with resultType string). |
AzureMLUpdateResourceActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'AzureMLUpdateResource' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure ML Update Resource management activity properties. | AzureMLUpdateResourceActivityTypeProperties (required) |
AzureMLUpdateResourceActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| trainedModelFilePath | The relative file path in trainedModelLinkedService to represent the .ilearner file that will be uploaded by the update operation. Type: string (or Expression with resultType string). | |
| trainedModelLinkedServiceName | Name of Azure Storage linked service holding the .ilearner file that will be uploaded by the update operation. | LinkedServiceReference (required) |
| trainedModelName | Name of the Trained Model module in the Web Service experiment to be updated. Type: string (or Expression with resultType string). |
CopyActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Copy' (required) |
| inputs | List of inputs for the activity. | DatasetReference[] |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| outputs | List of outputs for the activity. | DatasetReference[] |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Copy activity properties. | CopyActivityTypeProperties (required) |
DatasetReference
| Name | Description | Value |
|---|---|---|
| parameters | Arguments for dataset. | ParameterValueSpecification |
| referenceName | Reference dataset name. | string (required) |
| type | Dataset reference type. | 'DatasetReference' (required) |
CopyActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataIntegrationUnits | Maximum number of data integration units that can be used to perform this data movement. Type: integer (or Expression with resultType integer), minimum: 0. | |
| enableSkipIncompatibleRow | Whether to skip incompatible row. Default value is false. Type: boolean (or Expression with resultType boolean). | |
| enableStaging | Specifies whether to copy data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean). | |
| logSettings | Log settings customer needs provide when enabling log. | LogSettings |
| logStorageSettings | (Deprecated. Please use LogSettings) Log storage settings customer need to provide when enabling session log. | LogStorageSettings |
| parallelCopies | Maximum number of concurrent sessions opened on the source or sink to avoid overloading the data store. Type: integer (or Expression with resultType integer), minimum: 0. | |
| preserve | Preserve rules. | any[] |
| preserveRules | Preserve Rules. | any[] |
| redirectIncompatibleRowSettings | Redirect incompatible row settings when EnableSkipIncompatibleRow is true. | RedirectIncompatibleRowSettings |
| sink | Copy activity sink. | CopySink (required) |
| skipErrorFile | Specify the fault tolerance for data consistency. | SkipErrorFile |
| source | Copy activity source. | CopySource (required) |
| stagingSettings | Specifies interim staging settings when EnableStaging is true. | StagingSettings |
| translator | Copy activity translator. If not specified, tabular translator is used. | |
| validateDataConsistency | Whether to enable Data Consistency validation. Type: boolean (or Expression with resultType boolean). |
LogSettings
| Name | Description | Value |
|---|---|---|
| copyActivityLogSettings | Specifies settings for copy activity log. | CopyActivityLogSettings |
| enableCopyActivityLog | Specifies whether to enable copy activity log. Type: boolean (or Expression with resultType boolean). | |
| logLocationSettings | Log location settings customer needs to provide when enabling log. | LogLocationSettings (required) |
CopyActivityLogSettings
| Name | Description | Value |
|---|---|---|
| enableReliableLogging | Specifies whether to enable reliable logging. Type: boolean (or Expression with resultType boolean). | |
| logLevel | Gets or sets the log level, support: Info, Warning. Type: string (or Expression with resultType string). |
LogLocationSettings
| Name | Description | Value |
|---|---|---|
| linkedServiceName | Log storage linked service reference. | LinkedServiceReference (required) |
| path | The path to storage for storing detailed logs of activity execution. Type: string (or Expression with resultType string). |
LogStorageSettings
| Name | Description | Value |
|---|---|---|
| enableReliableLogging | Specifies whether to enable reliable logging. Type: boolean (or Expression with resultType boolean). | |
| linkedServiceName | Log storage linked service reference. | LinkedServiceReference (required) |
| logLevel | Gets or sets the log level, support: Info, Warning. Type: string (or Expression with resultType string). | |
| path | The path to storage for storing detailed logs of activity execution. Type: string (or Expression with resultType string). | |
| {customized property} |
RedirectIncompatibleRowSettings
| Name | Description | Value |
|---|---|---|
| linkedServiceName | Name of the Azure Storage, Storage SAS, or Azure Data Lake Store linked service used for redirecting incompatible row. Must be specified if redirectIncompatibleRowSettings is specified. Type: string (or Expression with resultType string). | |
| path | The path for storing the redirect incompatible row data. Type: string (or Expression with resultType string). | |
| {customized property} |
CopySink
| Name | Description | Value |
|---|---|---|
| disableMetricsCollection | If true, disable data store metrics collection. Default is false. Type: boolean (or Expression with resultType boolean). | |
| maxConcurrentConnections | The maximum concurrent connection count for the sink data store. Type: integer (or Expression with resultType integer). | |
| sinkRetryCount | Sink retry count. Type: integer (or Expression with resultType integer). | |
| sinkRetryWait | Sink retry wait. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| writeBatchSize | Write batch size. Type: integer (or Expression with resultType integer), minimum: 0. | |
| writeBatchTimeout | Write batch timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| type | Set the object type | AvroSink AzureBlobFSSink AzureDatabricksDeltaLakeSink AzureDataExplorerSink AzureDataLakeStoreSink AzureMySqlSink AzurePostgreSqlSink AzureQueueSink AzureSearchIndexSink AzureSqlSink AzureTableSink BinarySink BlobSink CommonDataServiceForAppsSink CosmosDbMongoDbApiSink CosmosDbSqlApiSink DelimitedTextSink DocumentDbCollectionSink DynamicsCrmSink DynamicsSink FileSystemSink InformixSink JsonSink LakeHouseTableSink MicrosoftAccessSink MongoDbAtlasSink MongoDbV2Sink OdbcSink OracleSink OrcSink ParquetSink RestSink SalesforceServiceCloudSink SalesforceServiceCloudV2Sink SalesforceSink SalesforceV2Sink SapCloudForCustomerSink SnowflakeSink SnowflakeV2Sink SqlDWSink SqlMISink SqlServerSink SqlSink WarehouseSink (required) |
AvroSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AvroSink' (required) |
| formatSettings | Avro format settings. | AvroWriteSettings |
| storeSettings | Avro store settings. | StoreWriteSettings |
AvroWriteSettings
| Name | Description | Value |
|---|---|---|
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | |
| recordName | Top level record name in write result, which is required in AVRO spec. | string |
| recordNamespace | Record namespace in the write result. | string |
| type | The write setting type. | string (required) |
| {customized property} |
StoreWriteSettings
| Name | Description | Value |
|---|---|---|
| copyBehavior | The type of copy behavior for copy sink. | |
| disableMetricsCollection | If true, disable data store metrics collection. Default is false. Type: boolean (or Expression with resultType boolean). | |
| maxConcurrentConnections | The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer). | |
| metadata | Specify the custom metadata to be added to sink data. Type: array of objects (or Expression with resultType array of objects). | MetadataItem[] |
| type | Set the object type | AzureBlobFSWriteSettings AzureBlobStorageWriteSettings AzureDataLakeStoreWriteSettings AzureFileStorageWriteSettings FileServerWriteSettings LakeHouseWriteSettings SftpWriteSettings (required) |
MetadataItem
| Name | Description | Value |
|---|---|---|
| name | Metadata item key name. Type: string (or Expression with resultType string). | |
| value | Metadata item value. Type: string (or Expression with resultType string). |
AzureBlobFSWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'AzureBlobFSWriteSettings' (required) |
| blockSizeInMB | Indicates the block size(MB) when writing data to blob. Type: integer (or Expression with resultType integer). |
AzureBlobStorageWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'AzureBlobStorageWriteSettings' (required) |
| blockSizeInMB | Indicates the block size(MB) when writing data to blob. Type: integer (or Expression with resultType integer). |
AzureDataLakeStoreWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'AzureDataLakeStoreWriteSettings' (required) |
| expiryDateTime | Specifies the expiry time of the written files. The time is applied to the UTC time zone in the format of "2018-12-01T05:00:00Z". Default value is NULL. Type: string (or Expression with resultType string). |
AzureFileStorageWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'AzureFileStorageWriteSettings' (required) |
FileServerWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'FileServerWriteSettings' (required) |
LakeHouseWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'LakeHouseWriteSettings' (required) |
SftpWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | 'SftpWriteSettings' (required) |
| operationTimeout | Specifies the timeout for writing each chunk to SFTP server. Default value: 01:00:00 (one hour). Type: string (or Expression with resultType string). | |
| useTempFileRename | Upload to temporary file(s) and rename. Disable this option if your SFTP server doesn't support rename operation. Type: boolean (or Expression with resultType boolean). |
AzureBlobFSSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureBlobFSSink' (required) |
| copyBehavior | The type of copy behavior for copy sink. Type: string (or Expression with resultType string). | |
| metadata | Specify the custom metadata to be added to sink data. Type: array of objects (or Expression with resultType array of objects). | MetadataItem[] |
AzureDatabricksDeltaLakeSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureDatabricksDeltaLakeSink' (required) |
| importSettings | Azure Databricks Delta Lake import settings. | AzureDatabricksDeltaLakeImportCommand |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). |
AzureDatabricksDeltaLakeImportCommand
| Name | Description | Value |
|---|---|---|
| dateFormat | Specify the date format for csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | |
| timestampFormat | Specify the timestamp format for csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | |
| type | The import setting type. | string (required) |
| {customized property} |
AzureDataExplorerSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureDataExplorerSink' (required) |
| flushImmediately | If set to true, any aggregation will be skipped. Default is false. Type: boolean. | |
| ingestionMappingAsJson | An explicit column mapping description provided in a json format. Type: string. | |
| ingestionMappingName | A name of a pre-created csv mapping that was defined on the target Kusto table. Type: string. |
AzureDataLakeStoreSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureDataLakeStoreSink' (required) |
| copyBehavior | The type of copy behavior for copy sink. Type: string (or Expression with resultType string). | |
| enableAdlsSingleFileParallel | Single File Parallel. |
AzureMySqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureMySqlSink' (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). |
AzurePostgreSqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzurePostgreSqlSink' (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). |
AzureQueueSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureQueueSink' (required) |
AzureSearchIndexSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureSearchIndexSink' (required) |
| writeBehavior | Specify the write behavior when upserting documents into Azure Search Index. | 'Merge' 'Upload' |
AzureSqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureSqlSink' (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | |
| storedProcedureParameters | SQL stored procedure parameters. | |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | Write behavior when copying data into Azure SQL. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum) |
SqlUpsertSettings
| Name | Description | Value |
|---|---|---|
| interimSchemaName | Schema name for interim table. Type: string (or Expression with resultType string). | |
| keys | Key column names for unique row identification. Type: array of strings (or Expression with resultType array of strings). | |
| useTempDB | Specifies whether to use temp db for upsert interim table. Type: boolean (or Expression with resultType boolean). |
AzureTableSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'AzureTableSink' (required) |
| azureTableDefaultPartitionKeyValue | Azure Table default partition key value. Type: string (or Expression with resultType string). | |
| azureTableInsertType | Azure Table insert type. Type: string (or Expression with resultType string). | |
| azureTablePartitionKeyName | Azure Table partition key name. Type: string (or Expression with resultType string). | |
| azureTableRowKeyName | Azure Table row key name. Type: string (or Expression with resultType string). |
BinarySink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'BinarySink' (required) |
| storeSettings | Binary store settings. | StoreWriteSettings |
BlobSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'BlobSink' (required) |
| blobWriterAddHeader | Blob writer add header. Type: boolean (or Expression with resultType boolean). | |
| blobWriterDateTimeFormat | Blob writer date time format. Type: string (or Expression with resultType string). | |
| blobWriterOverwriteFiles | Blob writer overwrite files. Type: boolean (or Expression with resultType boolean). | |
| copyBehavior | The type of copy behavior for copy sink. | |
| metadata | Specify the custom metadata to be added to sink data. Type: array of objects (or Expression with resultType array of objects). | MetadataItem[] |
CommonDataServiceForAppsSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'CommonDataServiceForAppsSink' (required) |
| alternateKeyName | The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether to ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. | 'Upsert' (required) |
CosmosDbMongoDbApiSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'CosmosDbMongoDbApiSink' (required) |
| writeBehavior | Specifies whether the document with same key to be overwritten (upsert) rather than throw exception (insert). The default value is "insert". Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). |
CosmosDbSqlApiSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'CosmosDbSqlApiSink' (required) |
| writeBehavior | Describes how to write data to Azure Cosmos DB. Type: string (or Expression with resultType string). Allowed values: insert and upsert. |
DelimitedTextSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'DelimitedTextSink' (required) |
| formatSettings | DelimitedText format settings. | DelimitedTextWriteSettings |
| storeSettings | DelimitedText store settings. | StoreWriteSettings |
DelimitedTextWriteSettings
| Name | Description | Value |
|---|---|---|
| fileExtension | The file extension used to create the files. Type: string (or Expression with resultType string). | |
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | |
| quoteAllText | Indicates whether string values should always be enclosed with quotes. Type: boolean (or Expression with resultType boolean). | |
| type | The write setting type. | string (required) |
| {customized property} |
DocumentDbCollectionSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'DocumentDbCollectionSink' (required) |
| nestingSeparator | Nested properties separator. Default is . (dot). Type: string (or Expression with resultType string). | |
| writeBehavior | Describes how to write data to Azure Cosmos DB. Type: string (or Expression with resultType string). Allowed values: insert and upsert. |
DynamicsCrmSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'DynamicsCrmSink' (required) |
| alternateKeyName | The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether to ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. | 'Upsert' (required) |
DynamicsSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'DynamicsSink' (required) |
| alternateKeyName | The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. | 'Upsert' (required) |
FileSystemSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'FileSystemSink' (required) |
| copyBehavior | The type of copy behavior for copy sink. |
InformixSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'InformixSink' (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). |
JsonSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'JsonSink' (required) |
| formatSettings | Json format settings. | JsonWriteSettings |
| storeSettings | Json store settings. | StoreWriteSettings |
JsonWriteSettings
| Name | Description | Value |
|---|---|---|
| filePattern | File pattern of JSON. This setting controls the way a collection of JSON objects will be treated. The default value is 'setOfObjects'. It is case-sensitive. | |
| type | The write setting type. | string (required) |
| {customized property} |
LakeHouseTableSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'LakeHouseTableSink' (required) |
| partitionNameList | Specify the partition column names from sink columns. Type: array of objects (or Expression with resultType array of objects). | |
| partitionOption | Create partitions in folder structure based on one or multiple columns. Each distinct column value (pair) will be a new partition. Possible values include: "None", "PartitionByKey". | |
| tableActionOption | The type of table action for LakeHouse Table sink. Possible values include: "None", "Append", "Overwrite". |
MicrosoftAccessSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'MicrosoftAccessSink' (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). |
MongoDbAtlasSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'MongoDbAtlasSink' (required) |
| writeBehavior | Specifies whether the document with same key to be overwritten (upsert) rather than throw exception (insert). The default value is "insert". Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). |
MongoDbV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'MongoDbV2Sink' (required) |
| writeBehavior | Specifies whether the document with same key to be overwritten (upsert) rather than throw exception (insert). The default value is "insert". Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). |
OdbcSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'OdbcSink' (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). |
OracleSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'OracleSink' (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). |
OrcSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'OrcSink' (required) |
| formatSettings | ORC format settings. | OrcWriteSettings |
| storeSettings | ORC store settings. | StoreWriteSettings |
OrcWriteSettings
| Name | Description | Value |
|---|---|---|
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | |
| type | The write setting type. | string (required) |
| {customized property} |
ParquetSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'ParquetSink' (required) |
| formatSettings | Parquet format settings. | ParquetWriteSettings |
| storeSettings | Parquet store settings. | StoreWriteSettings |
ParquetWriteSettings
| Name | Description | Value |
|---|---|---|
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | |
| type | The write setting type. | string (required) |
| {customized property} |
RestSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'RestSink' (required) |
| additionalHeaders | The additional HTTP headers in the request to the RESTful API. Type: key value pairs (value should be string type). | |
| httpCompressionType | Http Compression Type to Send data in compressed format with Optimal Compression Level, Default is None. And The Only Supported option is Gzip. Type: string (or Expression with resultType string). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:01:40. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| requestInterval | The time to await before sending next request, in milliseconds | |
| requestMethod | The HTTP method used to call the RESTful API. The default is POST. Type: string (or Expression with resultType string). |
SalesforceServiceCloudSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SalesforceServiceCloudSink' (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. Default is Insert. | 'Insert' 'Upsert' |
SalesforceServiceCloudV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SalesforceServiceCloudV2Sink' (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. Default is Insert. | 'Insert' 'Upsert' |
SalesforceSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SalesforceSink' (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. Default is Insert. | 'Insert' 'Upsert' |
SalesforceV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SalesforceV2Sink' (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. Default is Insert. | 'Insert' 'Upsert' |
SapCloudForCustomerSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SapCloudForCustomerSink' (required) |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| writeBehavior | The write behavior for the operation. Default is 'Insert'. | 'Insert' 'Update' |
SnowflakeSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SnowflakeSink' (required) |
| importSettings | Snowflake import settings. | SnowflakeImportCopyCommand |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). |
SnowflakeImportCopyCommand
| Name | Description | Value |
|---|---|---|
| additionalCopyOptions | Additional copy options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalCopyOptions": { "DATE_FORMAT": "MM/DD/YYYY", "TIME_FORMAT": "'HH24:MI:SS.FF'" } | SnowflakeImportCopyCommandAdditionalCopyOptions |
| additionalFormatOptions | Additional format options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalFormatOptions": { "FORCE": "TRUE", "LOAD_UNCERTAIN_FILES": "'FALSE'" } | SnowflakeImportCopyCommandAdditionalFormatOptions |
| type | The import setting type. | string (required) |
| {customized property} |
SnowflakeImportCopyCommandAdditionalCopyOptions
| Name | Description | Value |
|---|---|---|
| {customized property} |
SnowflakeImportCopyCommandAdditionalFormatOptions
| Name | Description | Value |
|---|---|---|
| {customized property} |
SnowflakeV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SnowflakeV2Sink' (required) |
| importSettings | Snowflake import settings. | SnowflakeImportCopyCommand |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). |
SqlDWSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SqlDWSink' (required) |
| allowCopyCommand | Indicates to use Copy Command to copy data into SQL Data Warehouse. Type: boolean (or Expression with resultType boolean). | |
| allowPolyBase | Indicates to use PolyBase to copy data into SQL Data Warehouse when applicable. Type: boolean (or Expression with resultType boolean). | |
| copyCommandSettings | Specifies Copy Command related settings when allowCopyCommand is true. | DWCopyCommandSettings |
| polyBaseSettings | Specifies PolyBase-related settings when allowPolyBase is true. | PolybaseSettings |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| upsertSettings | SQL DW upsert settings. | SqlDWUpsertSettings |
| writeBehavior | Write behavior when copying data into azure SQL DW. Type: SqlDWWriteBehaviorEnum (or Expression with resultType SqlDWWriteBehaviorEnum) |
DWCopyCommandSettings
| Name | Description | Value |
|---|---|---|
| additionalOptions | Additional options directly passed to SQL DW in Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalOptions": { "MAXERRORS": "1000", "DATEFORMAT": "'ymd'" } | DWCopyCommandSettingsAdditionalOptions |
| defaultValues | Specifies the default values for each target column in SQL DW. The default values in the property overwrite the DEFAULT constraint set in the DB, and identity column cannot have a default value. Type: array of objects (or Expression with resultType array of objects). | DWCopyCommandDefaultValue[] |
DWCopyCommandSettingsAdditionalOptions
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
DWCopyCommandDefaultValue
| Name | Description | Value |
|---|---|---|
| columnName | Column name. Type: object (or Expression with resultType string). | |
| defaultValue | The default value of the column. Type: object (or Expression with resultType string). |
PolybaseSettings
| Name | Description | Value |
|---|---|---|
| rejectSampleValue | Determines the number of rows to attempt to retrieve before the PolyBase recalculates the percentage of rejected rows. Type: integer (or Expression with resultType integer), minimum: 0. | |
| rejectType | Reject type. | 'percentage' 'value' |
| rejectValue | Specifies the value or the percentage of rows that can be rejected before the query fails. Type: number (or Expression with resultType number), minimum: 0. | |
| useTypeDefault | Specifies how to handle missing values in delimited text files when PolyBase retrieves data from the text file. Type: boolean (or Expression with resultType boolean). | |
| {customized property} |
SqlDWUpsertSettings
| Name | Description | Value |
|---|---|---|
| interimSchemaName | Schema name for interim table. Type: string (or Expression with resultType string). | |
| keys | Key column names for unique row identification. Type: array of strings (or Expression with resultType array of strings). |
SqlMISink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SqlMISink' (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | |
| storedProcedureParameters | SQL stored procedure parameters. | |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | White behavior when copying data into azure SQL MI. Type: string (or Expression with resultType string) |
SqlServerSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SqlServerSink' (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | |
| storedProcedureParameters | SQL stored procedure parameters. | |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | Write behavior when copying data into sql server. Type: string (or Expression with resultType string). |
SqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'SqlSink' (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | |
| storedProcedureParameters | SQL stored procedure parameters. | |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | Write behavior when copying data into sql. Type: string (or Expression with resultType string). |
WarehouseSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | 'WarehouseSink' (required) |
| allowCopyCommand | Indicates to use Copy Command to copy data into SQL Data Warehouse. Type: boolean (or Expression with resultType boolean). | |
| copyCommandSettings | Specifies Copy Command related settings when allowCopyCommand is true. | DWCopyCommandSettings |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| writeBehavior | Write behavior when copying data into azure Microsoft Fabric Data Warehouse. Type: DWWriteBehaviorEnum (or Expression with resultType DWWriteBehaviorEnum) |
SkipErrorFile
| Name | Description | Value |
|---|---|---|
| dataInconsistency | Skip if source/sink file changed by other concurrent write. Default is false. Type: boolean (or Expression with resultType boolean). | |
| fileMissing | Skip if file is deleted by other client during copy. Default is true. Type: boolean (or Expression with resultType boolean). |
CopySource
AmazonMWSSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AmazonMWSSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
AmazonRdsForOracleSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AmazonRdsForOracleSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| oracleReaderQuery | AmazonRdsForOracle reader query. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for AmazonRdsForOracle read in parallel. Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for AmazonRdsForOracle source partitioning. | AmazonRdsForOraclePartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
AmazonRdsForOraclePartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionNames | Names of the physical partitions of AmazonRdsForOracle table. | |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
AmazonRdsForSqlServerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AmazonRdsForSqlServerSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
SqlPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer or datetime type that will be used for proceeding partitioning. If not specified, the primary key of the table is auto-detected and used as the partition column. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of the partition column for partition range splitting. This value is used to decide the partition stride, not for filtering the rows in table. All rows in the table or query result will be partitioned and copied. Type: string (or Expression with resultType string). | |
| partitionUpperBound | The maximum value of the partition column for partition range splitting. This value is used to decide the partition stride, not for filtering the rows in table. All rows in the table or query result will be partitioned and copied. Type: string (or Expression with resultType string). |
AmazonRedshiftSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AmazonRedshiftSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| redshiftUnloadSettings | The Amazon S3 settings needed for the interim Amazon S3 when copying from Amazon Redshift with unload. With this, data from Amazon Redshift source will be unloaded into S3 first and then copied into the targeted sink from the interim S3. | RedshiftUnloadSettings |
RedshiftUnloadSettings
| Name | Description | Value |
|---|---|---|
| bucketName | The bucket of the interim Amazon S3 which will be used to store the unloaded data from Amazon Redshift source. The bucket must be in the same region as the Amazon Redshift source. Type: string (or Expression with resultType string). | |
| s3LinkedServiceName | The name of the Amazon S3 linked service which will be used for the unload operation when copying from the Amazon Redshift source. | LinkedServiceReference (required) |
AvroSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AvroSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| storeSettings | Avro store settings. | StoreReadSettings |
StoreReadSettings
| Name | Description | Value |
|---|---|---|
| disableMetricsCollection | If true, disable data store metrics collection. Default is false. Type: boolean (or Expression with resultType boolean). | |
| maxConcurrentConnections | The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer). | |
| type | Set the object type | AmazonS3CompatibleReadSettings AmazonS3ReadSettings AzureBlobFSReadSettings AzureBlobStorageReadSettings AzureDataLakeStoreReadSettings AzureFileStorageReadSettings FileServerReadSettings FtpReadSettings GoogleCloudStorageReadSettings HdfsReadSettings HttpReadSettings LakeHouseReadSettings OracleCloudStorageReadSettings SftpReadSettings (required) |
AmazonS3CompatibleReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AmazonS3CompatibleReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the S3 Compatible object name. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Amazon S3 Compatible wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Amazon S3 Compatible wildcardFolderPath. Type: string (or Expression with resultType string). |
AmazonS3ReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AmazonS3ReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the S3 object name. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | AmazonS3 wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | AmazonS3 wildcardFolderPath. Type: string (or Expression with resultType string). |
AzureBlobFSReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AzureBlobFSReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Azure blobFS wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Azure blobFS wildcardFolderPath. Type: string (or Expression with resultType string). |
AzureBlobStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AzureBlobStorageReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the Azure Blob name. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Azure blob wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Azure blob wildcardFolderPath. Type: string (or Expression with resultType string). |
AzureDataLakeStoreReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AzureDataLakeStoreReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| listAfter | Lists files after the value (exclusive) based on file/folder names’ lexicographical order. Applies under the folderPath in data set, and filter files/sub-folders under the folderPath. Type: string (or Expression with resultType string). | |
| listBefore | Lists files before the value (inclusive) based on file/folder names’ lexicographical order. Applies under the folderPath in data set, and filter files/sub-folders under the folderPath. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | ADLS wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | ADLS wildcardFolderPath. Type: string (or Expression with resultType string). |
AzureFileStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'AzureFileStorageReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the Azure File name starting from root path. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Azure File Storage wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Azure File Storage wildcardFolderPath. Type: string (or Expression with resultType string). |
FileServerReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'FileServerReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileFilter | Specify a filter to be used to select a subset of files in the folderPath rather than all files. Type: string (or Expression with resultType string). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | FileServer wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | FileServer wildcardFolderPath. Type: string (or Expression with resultType string). |
FtpReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'FtpReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| disableChunking | If true, disable parallel reading within each file. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| useBinaryTransfer | Specify whether to use binary transfer mode for FTP stores. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Ftp wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Ftp wildcardFolderPath. Type: string (or Expression with resultType string). |
GoogleCloudStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'GoogleCloudStorageReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the Google Cloud Storage object name. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Google Cloud Storage wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Google Cloud Storage wildcardFolderPath. Type: string (or Expression with resultType string). |
HdfsReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'HdfsReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| distcpSettings | Specifies Distcp-related settings. | DistcpSettings |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | HDFS wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | HDFS wildcardFolderPath. Type: string (or Expression with resultType string). |
DistcpSettings
| Name | Description | Value |
|---|---|---|
| distcpOptions | Specifies the Distcp options. Type: string (or Expression with resultType string). | |
| resourceManagerEndpoint | Specifies the Yarn ResourceManager endpoint. Type: string (or Expression with resultType string). | |
| tempScriptPath | Specifies an existing folder path which will be used to store temp Distcp command script. The script file is generated by ADF and will be removed after Copy job finished. Type: string (or Expression with resultType string). |
HttpReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'HttpReadSettings' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| additionalHeaders | The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string). | |
| requestBody | The HTTP request body to the RESTful API if requestMethod is POST. Type: string (or Expression with resultType string). | |
| requestMethod | The HTTP method used to call the RESTful API. The default is GET. Type: string (or Expression with resultType string). | |
| requestTimeout | Specifies the timeout for a HTTP client to get HTTP response from HTTP server. Type: string (or Expression with resultType string). |
LakeHouseReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'LakeHouseReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Microsoft Fabric LakeHouse Files wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Microsoft Fabric LakeHouse Files wildcardFolderPath. Type: string (or Expression with resultType string). |
OracleCloudStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'OracleCloudStorageReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the Oracle Cloud Storage object name. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Oracle Cloud Storage wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Oracle Cloud Storage wildcardFolderPath. Type: string (or Expression with resultType string). |
SftpReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | 'SftpReadSettings' (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| disableChunking | If true, disable parallel reading within each file. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Sftp wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Sftp wildcardFolderPath. Type: string (or Expression with resultType string). |
AzureBlobFSSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureBlobFSSource' (required) |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| skipHeaderLineCount | Number of header lines to skip from each blob. Type: integer (or Expression with resultType integer). | |
| treatEmptyAsNull | Treat empty as null. Type: boolean (or Expression with resultType boolean). |
AzureDatabricksDeltaLakeSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureDatabricksDeltaLakeSource' (required) |
| exportSettings | Azure Databricks Delta Lake export settings. | AzureDatabricksDeltaLakeExportCommand |
| query | Azure Databricks Delta Lake Sql query. Type: string (or Expression with resultType string). |
AzureDatabricksDeltaLakeExportCommand
| Name | Description | Value |
|---|---|---|
| dateFormat | Specify the date format for the csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | |
| timestampFormat | Specify the timestamp format for the csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | |
| type | The export setting type. | string (required) |
| {customized property} |
AzureDataExplorerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureDataExplorerSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| noTruncation | The name of the Boolean option that controls whether truncation is applied to result-sets that go beyond a certain row-count limit. | |
| query | Database query. Should be a Kusto Query Language (KQL) query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])).. |
AzureDataLakeStoreSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureDataLakeStoreSource' (required) |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). |
AzureMariaDBSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureMariaDBSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
AzureMySqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureMySqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
AzurePostgreSqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzurePostgreSqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
AzureSqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureSqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
AzureTableSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'AzureTableSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| azureTableSourceIgnoreTableNotFound | Azure Table source ignore table not found. Type: boolean (or Expression with resultType boolean). | |
| azureTableSourceQuery | Azure Table source query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
BinarySource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'BinarySource' (required) |
| formatSettings | Binary format settings. | BinaryReadSettings |
| storeSettings | Binary store settings. | StoreReadSettings |
BinaryReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| type | The read setting type. | string (required) |
| {customized property} |
CompressionReadSettings
| Name | Description | Value |
|---|---|---|
| type | Set the object type | TarGZipReadSettings TarReadSettings ZipDeflateReadSettings (required) |
TarGZipReadSettings
| Name | Description | Value |
|---|---|---|
| type | The Compression setting type. | 'TarGZipReadSettings' (required) |
| preserveCompressionFileNameAsFolder | Preserve the compression file name as folder path. Type: boolean (or Expression with resultType boolean). |
TarReadSettings
| Name | Description | Value |
|---|---|---|
| type | The Compression setting type. | 'TarReadSettings' (required) |
| preserveCompressionFileNameAsFolder | Preserve the compression file name as folder path. Type: boolean (or Expression with resultType boolean). |
ZipDeflateReadSettings
| Name | Description | Value |
|---|---|---|
| type | The Compression setting type. | 'ZipDeflateReadSettings' (required) |
| preserveZipFileNameAsFolder | Preserve the zip file name as folder path. Type: boolean (or Expression with resultType boolean). |
BlobSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'BlobSource' (required) |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| skipHeaderLineCount | Number of header lines to skip from each blob. Type: integer (or Expression with resultType integer). | |
| treatEmptyAsNull | Treat empty as null. Type: boolean (or Expression with resultType boolean). |
CassandraSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'CassandraSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| consistencyLevel | The consistency level specifies how many Cassandra servers must respond to a read request before returning data to the client application. Cassandra checks the specified number of Cassandra servers for data to satisfy the read request. Must be one of cassandraSourceReadConsistencyLevels. The default value is 'ONE'. It is case-insensitive. | 'ALL' 'EACH_QUORUM' 'LOCAL_ONE' 'LOCAL_QUORUM' 'LOCAL_SERIAL' 'ONE' 'QUORUM' 'SERIAL' 'THREE' 'TWO' |
| query | Database query. Should be a SQL-92 query expression or Cassandra Query Language (CQL) command. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
CommonDataServiceForAppsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'CommonDataServiceForAppsSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | FetchXML is a proprietary query language that is used in Microsoft Common Data Service for Apps (online & on-premises). Type: string (or Expression with resultType string). |
ConcurSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ConcurSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
CosmosDbMongoDbApiSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'CosmosDbMongoDbApiSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| batchSize | Specifies the number of documents to return in each batch of the response from MongoDB instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer). | |
| cursorMethods | Cursor methods for Mongodb query. | MongoDbCursorMethodsProperties |
| filter | Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MongoDbCursorMethodsProperties
| Name | Description | Value |
|---|---|---|
| limit | Specifies the maximum number of documents the server returns. limit() is analogous to the LIMIT statement in a SQL database. Type: integer (or Expression with resultType integer). | |
| project | Specifies the fields to return in the documents that match the query filter. To return all fields in the matching documents, omit this parameter. Type: string (or Expression with resultType string). | |
| skip | Specifies the how many documents skipped and where MongoDB begins returning results. This approach may be useful in implementing paginated results. Type: integer (or Expression with resultType integer). | |
| sort | Specifies the order in which the query returns matching documents. Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). | |
| {customized property} |
CosmosDbSqlApiSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'CosmosDbSqlApiSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| detectDatetime | Whether detect primitive values as datetime values. Type: boolean (or Expression with resultType boolean). | |
| pageSize | Page size of the result. Type: integer (or Expression with resultType integer). | |
| preferredRegions | Preferred regions. Type: array of strings (or Expression with resultType array of strings). | |
| query | SQL API query. Type: string (or Expression with resultType string). |
CouchbaseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'CouchbaseSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
Db2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'Db2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
DelimitedTextSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DelimitedTextSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| formatSettings | DelimitedText format settings. | DelimitedTextReadSettings |
| storeSettings | DelimitedText store settings. | StoreReadSettings |
DelimitedTextReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| skipLineCount | Indicates the number of non-empty rows to skip when reading data from input files. Type: integer (or Expression with resultType integer). | |
| type | The read setting type. | string (required) |
| {customized property} |
DocumentDbCollectionSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DocumentDbCollectionSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| nestingSeparator | Nested properties separator. Type: string (or Expression with resultType string). | |
| query | Documents query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
DrillSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DrillSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
DynamicsAXSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DynamicsAXSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
DynamicsCrmSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DynamicsCrmSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | FetchXML is a proprietary query language that is used in Microsoft Dynamics CRM (online & on-premises). Type: string (or Expression with resultType string). |
DynamicsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'DynamicsSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | FetchXML is a proprietary query language that is used in Microsoft Dynamics (online & on-premises). Type: string (or Expression with resultType string). |
EloquaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'EloquaSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
ExcelSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ExcelSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| storeSettings | Excel store settings. | StoreReadSettings |
FileSystemSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'FileSystemSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). |
GoogleAdWordsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'GoogleAdWordsSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
GoogleBigQuerySource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'GoogleBigQuerySource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
GoogleBigQueryV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'GoogleBigQueryV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
GreenplumSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'GreenplumSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
HBaseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'HBaseSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
HdfsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'HdfsSource' (required) |
| distcpSettings | Specifies Distcp-related settings. | DistcpSettings |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). |
HiveSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'HiveSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
HttpSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'HttpSource' (required) |
| httpRequestTimeout | Specifies the timeout for a HTTP client to get HTTP response from HTTP server. The default value is equivalent to System.Net.HttpWebRequest.Timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
HubspotSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'HubspotSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
ImpalaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ImpalaSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
InformixSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'InformixSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
JiraSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'JiraSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
JsonSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'JsonSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| formatSettings | Json format settings. | JsonReadSettings |
| storeSettings | Json store settings. | StoreReadSettings |
JsonReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| type | The read setting type. | string (required) |
| {customized property} |
LakeHouseTableSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'LakeHouseTableSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| timestampAsOf | Query an older snapshot by timestamp. Type: string (or Expression with resultType string). | |
| versionAsOf | Query an older snapshot by version. Type: integer (or Expression with resultType integer). |
MagentoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MagentoSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MariaDBSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MariaDBSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MarketoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MarketoSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MicrosoftAccessSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MicrosoftAccessSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). |
MongoDbAtlasSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MongoDbAtlasSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| batchSize | Specifies the number of documents to return in each batch of the response from MongoDB Atlas instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer). | |
| cursorMethods | Cursor methods for Mongodb query | MongoDbCursorMethodsProperties |
| filter | Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MongoDbSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MongoDbSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Should be a SQL-92 query expression. Type: string (or Expression with resultType string). |
MongoDbV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MongoDbV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| batchSize | Specifies the number of documents to return in each batch of the response from MongoDB instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer). | |
| cursorMethods | Cursor methods for Mongodb query | MongoDbCursorMethodsProperties |
| filter | Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MySqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'MySqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
NetezzaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'NetezzaSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| partitionOption | The partition mechanism that will be used for Netezza read in parallel. Possible values include: "None", "DataSlice", "DynamicRange". | |
| partitionSettings | The settings that will be leveraged for Netezza source partitioning. | NetezzaPartitionSettings |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
NetezzaPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
ODataSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ODataSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| query | OData query. For example, "$top=1". Type: string (or Expression with resultType string). |
OdbcSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'OdbcSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
Office365Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'Office365Source' (required) |
| allowedGroups | The groups containing all the users. Type: array of strings (or Expression with resultType array of strings). | |
| dateFilterColumn | The Column to apply the {paramref name="StartTime"/} and {paramref name="EndTime"/}. Type: string (or Expression with resultType string). | |
| endTime | End time of the requested range for this dataset. Type: string (or Expression with resultType string). | |
| outputColumns | The columns to be read out from the Office 365 table. Type: array of objects (or Expression with resultType array of objects). itemType: OutputColumn. Example: [ { "name": "Id" }, { "name": "CreatedDateTime" } ] | |
| startTime | Start time of the requested range for this dataset. Type: string (or Expression with resultType string). | |
| userScopeFilterUri | The user scope uri. Type: string (or Expression with resultType string). |
OracleServiceCloudSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'OracleServiceCloudSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
OracleSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'OracleSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| oracleReaderQuery | Oracle reader query. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Oracle read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". | |
| partitionSettings | The settings that will be leveraged for Oracle source partitioning. | OraclePartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
OraclePartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionNames | Names of the physical partitions of Oracle table. | |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
OrcSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'OrcSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| storeSettings | ORC store settings. | StoreReadSettings |
ParquetSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ParquetSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| formatSettings | Parquet format settings. | ParquetReadSettings |
| storeSettings | Parquet store settings. | StoreReadSettings |
ParquetReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| type | The read setting type. | string (required) |
| {customized property} |
PaypalSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'PaypalSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
PhoenixSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'PhoenixSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
PostgreSqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'PostgreSqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
PostgreSqlV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'PostgreSqlV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
PrestoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'PrestoSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
QuickBooksSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'QuickBooksSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
RelationalSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'RelationalSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). |
ResponsysSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ResponsysSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
RestSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'RestSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: key value pairs (value should be string type). | |
| additionalHeaders | The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:01:40. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| paginationRules | The pagination rules to compose next page requests. Type: string (or Expression with resultType string). | |
| requestBody | The HTTP request body to the RESTful API if requestMethod is POST. Type: string (or Expression with resultType string). | |
| requestInterval | The time to await before sending next page request. | |
| requestMethod | The HTTP method used to call the RESTful API. The default is GET. Type: string (or Expression with resultType string). |
SalesforceMarketingCloudSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SalesforceMarketingCloudSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SalesforceServiceCloudSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SalesforceServiceCloudSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| readBehavior | The read behavior for the operation. Default is Query. Allowed values: Query/QueryAll. Type: string (or Expression with resultType string). |
SalesforceServiceCloudV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SalesforceServiceCloudV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| includeDeletedObjects | This property control whether query result contains Deleted objects. Default is false. Type: boolean (or Expression with resultType boolean). | |
| SOQLQuery | Database query. Type: string (or Expression with resultType string). |
SalesforceSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SalesforceSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| readBehavior | The read behavior for the operation. Default is Query. Allowed values: Query/QueryAll. Type: string (or Expression with resultType string). |
SalesforceV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SalesforceV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| includeDeletedObjects | This property control whether query result contains Deleted objects. Default is false. Type: boolean (or Expression with resultType boolean). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| SOQLQuery | Database query. Type: string (or Expression with resultType string). |
SapBwSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapBwSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | MDX query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SapCloudForCustomerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapCloudForCustomerSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| query | SAP Cloud for Customer OData query. For example, "$top=1". Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SapEccSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapEccSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| query | SAP ECC OData query. For example, "$top=1". Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SapHanaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapHanaSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| packetSize | The packet size of data read from SAP HANA. Type: integer(or Expression with resultType integer). | |
| partitionOption | The partition mechanism that will be used for SAP HANA read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "SapHanaDynamicRange". | |
| partitionSettings | The settings that will be leveraged for SAP HANA source partitioning. | SapHanaPartitionSettings |
| query | SAP HANA Sql query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SapHanaPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
SapOdpSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapOdpSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| extractionMode | The extraction mode. Allowed value include: Full, Delta and Recovery. The default value is Full. Type: string (or Expression with resultType string). | |
| projection | Specifies the columns to be selected from source data. Type: array of objects(projection) (or Expression with resultType array of objects). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| selection | Specifies the selection conditions from source data. Type: array of objects(selection) (or Expression with resultType array of objects). | |
| subscriberProcess | The subscriber process to manage the delta process. Type: string (or Expression with resultType string). |
SapOpenHubSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapOpenHubSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| baseRequestId | The ID of request for delta loading. Once it is set, only data with requestId larger than the value of this property will be retrieved. The default value is 0. Type: integer (or Expression with resultType integer ). | |
| customRfcReadTableFunctionModule | Specifies the custom RFC function module that will be used to read data from SAP Table. Type: string (or Expression with resultType string). | |
| excludeLastRequest | Whether to exclude the records of the last request. The default value is true. Type: boolean (or Expression with resultType boolean). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sapDataColumnDelimiter | The single character that will be used as delimiter passed to SAP RFC as well as splitting the output data retrieved. Type: string (or Expression with resultType string). |
SapTableSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SapTableSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| batchSize | Specifies the maximum number of rows that will be retrieved at a time when retrieving data from SAP Table. Type: integer (or Expression with resultType integer). | |
| customRfcReadTableFunctionModule | Specifies the custom RFC function module that will be used to read data from SAP Table. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for SAP table read in parallel. Possible values include: "None", "PartitionOnInt", "PartitionOnCalendarYear", "PartitionOnCalendarMonth", "PartitionOnCalendarDate", "PartitionOnTime". | |
| partitionSettings | The settings that will be leveraged for SAP table source partitioning. | SapTablePartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| rfcTableFields | The fields of the SAP table that will be retrieved. For example, column0, column1. Type: string (or Expression with resultType string). | |
| rfcTableOptions | The options for the filtering of the SAP Table. For example, COLUMN0 EQ SOME VALUE. Type: string (or Expression with resultType string). | |
| rowCount | The number of rows to be retrieved. Type: integer(or Expression with resultType integer). | |
| rowSkips | The number of rows that will be skipped. Type: integer (or Expression with resultType integer). | |
| sapDataColumnDelimiter | The single character that will be used as delimiter passed to SAP RFC as well as splitting the output data retrieved. Type: string (or Expression with resultType string). |
SapTablePartitionSettings
| Name | Description | Value |
|---|---|---|
| maxPartitionsNumber | The maximum value of partitions the table will be split into. Type: integer (or Expression with resultType string). | |
| partitionColumnName | The name of the column that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
ServiceNowSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ServiceNowSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
ServiceNowV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ServiceNowV2Source' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| expression | Expression to filter data from source. | ExpressionV2 |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
ExpressionV2
| Name | Description | Value |
|---|---|---|
| operands | List of nested expressions. | ExpressionV2[] |
| operator | Expression operator value Type: string. | string |
| type | Type of expressions supported by the system. Type: string. | 'Binary' 'Constant' 'Field' 'Unary' |
| value | Value for Constant/Field Type: string. | string |
SharePointOnlineListSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SharePointOnlineListSource' (required) |
| httpRequestTimeout | The wait time to get a response from SharePoint Online. Default value is 5 minutes (00:05:00). Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| query | The OData query to filter the data in SharePoint Online list. For example, "$top=1". Type: string (or Expression with resultType string). |
ShopifySource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ShopifySource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SnowflakeSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SnowflakeSource' (required) |
| exportSettings | Snowflake export settings. | SnowflakeExportCopyCommand (required) |
| query | Snowflake Sql query. Type: string (or Expression with resultType string). |
SnowflakeExportCopyCommand
| Name | Description | Value |
|---|---|---|
| additionalCopyOptions | Additional copy options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalCopyOptions": { "DATE_FORMAT": "MM/DD/YYYY", "TIME_FORMAT": "'HH24:MI:SS.FF'" } | SnowflakeExportCopyCommandAdditionalCopyOptions |
| additionalFormatOptions | Additional format options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalFormatOptions": { "OVERWRITE": "TRUE", "MAX_FILE_SIZE": "'FALSE'" } | SnowflakeExportCopyCommandAdditionalFormatOptions |
| type | The export setting type. | string (required) |
| {customized property} |
SnowflakeExportCopyCommandAdditionalCopyOptions
| Name | Description | Value |
|---|---|---|
| {customized property} |
SnowflakeExportCopyCommandAdditionalFormatOptions
| Name | Description | Value |
|---|---|---|
| {customized property} |
SnowflakeV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SnowflakeV2Source' (required) |
| exportSettings | Snowflake export settings. | SnowflakeExportCopyCommand (required) |
| query | Snowflake Sql query. Type: string (or Expression with resultType string). |
SparkSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SparkSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SqlDWSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SqlDWSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL Data Warehouse reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Data Warehouse source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". Type: object (or Expression with resultType object), itemType: StoredProcedureParameter. |
SqlMISource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SqlMISource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a Azure SQL Managed Instance source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
SqlServerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SqlServerSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
SqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SqlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
SquareSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SquareSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SybaseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'SybaseSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
TeradataSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'TeradataSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| partitionOption | The partition mechanism that will be used for teradata read in parallel. Possible values include: "None", "Hash", "DynamicRange". | |
| partitionSettings | The settings that will be leveraged for teradata source partitioning. | TeradataPartitionSettings |
| query | Teradata query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
TeradataPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column that will be used for proceeding range or hash partitioning. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
VerticaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'VerticaSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
WarehouseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'WarehouseSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the Microsoft Fabric Warehouse source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | Microsoft Fabric Warehouse reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a Microsoft Fabric Warehouse source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". Type: object (or Expression with resultType object), itemType: StoredProcedureParameter. |
WebSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'WebSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). |
XeroSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'XeroSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
XmlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'XmlSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| formatSettings | Xml format settings. | XmlReadSettings |
| storeSettings | Xml store settings. | StoreReadSettings |
XmlReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| detectDataType | Indicates whether type detection is enabled when reading the xml files. Type: boolean (or Expression with resultType boolean). | |
| namespacePrefixes | Namespace uri to prefix mappings to override the prefixes in column names when namespace is enabled, if no prefix is defined for a namespace uri, the prefix of xml element/attribute name in the xml data file will be used. Example: "{"http://www.example.com/xml":"prefix"}" Type: object (or Expression with resultType object). | |
| namespaces | Indicates whether namespace is enabled when reading the xml files. Type: boolean (or Expression with resultType boolean). | |
| type | The read setting type. | string (required) |
| validationMode | Indicates what validation method is used when reading the xml files. Allowed values: 'none', 'xsd', or 'dtd'. Type: string (or Expression with resultType string). | |
| {customized property} |
ZohoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | 'ZohoSource' (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
StagingSettings
| Name | Description | Value |
|---|---|---|
| enableCompression | Specifies whether to use compression when copying data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean). | |
| linkedServiceName | Staging linked service reference. | LinkedServiceReference (required) |
| path | The path to storage for storing the interim data. Type: string (or Expression with resultType string). | |
| {customized property} |
CustomActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Custom' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Custom activity properties. | CustomActivityTypeProperties (required) |
CustomActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| autoUserSpecification | Elevation level and scope for the user, default is nonadmin task. Type: string (or Expression with resultType double). | |
| command | Command for custom activity Type: string (or Expression with resultType string). | |
| extendedProperties | User defined property bag. There is no restriction on the keys or values that can be used. The user specified custom activity has the full responsibility to consume and interpret the content defined. | CustomActivityTypePropertiesExtendedProperties |
| folderPath | Folder path for resource files Type: string (or Expression with resultType string). | |
| referenceObjects | Reference objects | CustomActivityReferenceObject |
| resourceLinkedService | Resource linked service reference. | LinkedServiceReference |
| retentionTimeInDays | The retention time for the files submitted for custom activity. Type: double (or Expression with resultType double). |
CustomActivityTypePropertiesExtendedProperties
| Name | Description | Value |
|---|---|---|
| {customized property} |
CustomActivityReferenceObject
| Name | Description | Value |
|---|---|---|
| datasets | Dataset references. | DatasetReference[] |
| linkedServices | Linked service references. | LinkedServiceReference[] |
DatabricksNotebookActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'DatabricksNotebook' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Databricks Notebook activity properties. | DatabricksNotebookActivityTypeProperties (required) |
DatabricksNotebookActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| baseParameters | Base parameters to be used for each run of this job.If the notebook takes a parameter that is not specified, the default value from the notebook will be used. | DatabricksNotebookActivityTypePropertiesBaseParamete... |
| libraries | A list of libraries to be installed on the cluster that will execute the job. | DatabricksNotebookActivityTypePropertiesLibrariesIte...[] |
| notebookPath | The absolute path of the notebook to be run in the Databricks Workspace. This path must begin with a slash. Type: string (or Expression with resultType string). |
DatabricksNotebookActivityTypePropertiesBaseParamete...
| Name | Description | Value |
|---|---|---|
| {customized property} |
DatabricksNotebookActivityTypePropertiesLibrariesIte...
| Name | Description | Value |
|---|---|---|
| {customized property} |
DatabricksSparkJarActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'DatabricksSparkJar' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Databricks SparkJar activity properties. | DatabricksSparkJarActivityTypeProperties (required) |
DatabricksSparkJarActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| libraries | A list of libraries to be installed on the cluster that will execute the job. | DatabricksSparkJarActivityTypePropertiesLibrariesIte...[] |
| mainClassName | The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. Type: string (or Expression with resultType string). | |
| parameters | Parameters that will be passed to the main method. | any[] |
DatabricksSparkJarActivityTypePropertiesLibrariesIte...
| Name | Description | Value |
|---|---|---|
| {customized property} |
DatabricksSparkPythonActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'DatabricksSparkPython' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Databricks SparkPython activity properties. | DatabricksSparkPythonActivityTypeProperties (required) |
DatabricksSparkPythonActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| libraries | A list of libraries to be installed on the cluster that will execute the job. | DatabricksSparkPythonActivityTypePropertiesLibraries...[] |
| parameters | Command line parameters that will be passed to the Python file. | any[] |
| pythonFile | The URI of the Python file to be executed. DBFS paths are supported. Type: string (or Expression with resultType string). |
DatabricksSparkPythonActivityTypePropertiesLibraries...
| Name | Description | Value |
|---|---|---|
| {customized property} |
DataLakeAnalyticsUsqlActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'DataLakeAnalyticsU-SQL' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Data Lake Analytics U-SQL activity properties. | DataLakeAnalyticsUsqlActivityTypeProperties (required) |
DataLakeAnalyticsUsqlActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| compilationMode | Compilation mode of U-SQL. Must be one of these values : Semantic, Full and SingleBox. Type: string (or Expression with resultType string). | |
| degreeOfParallelism | The maximum number of nodes simultaneously used to run the job. Default value is 1. Type: integer (or Expression with resultType integer), minimum: 1. | |
| parameters | Parameters for U-SQL job request. | DataLakeAnalyticsUsqlActivityTypePropertiesParameter... |
| priority | Determines which jobs out of all that are queued should be selected to run first. The lower the number, the higher the priority. Default value is 1000. Type: integer (or Expression with resultType integer), minimum: 1. | |
| runtimeVersion | Runtime version of the U-SQL engine to use. Type: string (or Expression with resultType string). | |
| scriptLinkedService | Script linked service reference. | LinkedServiceReference (required) |
| scriptPath | Case-sensitive path to folder that contains the U-SQL script. Type: string (or Expression with resultType string). |
DataLakeAnalyticsUsqlActivityTypePropertiesParameter...
| Name | Description | Value |
|---|---|---|
| {customized property} |
DeleteActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Delete' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Delete activity properties. | DeleteActivityTypeProperties (required) |
DeleteActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataset | Delete activity dataset reference. | DatasetReference (required) |
| enableLogging | Whether to record detailed logs of delete-activity execution. Default value is false. Type: boolean (or Expression with resultType boolean). | |
| logStorageSettings | Log storage settings customer need to provide when enableLogging is true. | LogStorageSettings |
| maxConcurrentConnections | The max concurrent connections to connect data source at the same time. | int Constraints: Min value = 1 |
| recursive | If true, files or sub-folders under current folder path will be deleted recursively. Default is false. Type: boolean (or Expression with resultType boolean). | |
| storeSettings | Delete activity store settings. | StoreReadSettings |
ExecuteDataFlowActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'ExecuteDataFlow' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute data flow activity properties. | ExecuteDataFlowActivityTypeProperties (required) |
ExecuteDataFlowActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| compute | Compute properties for data flow activity. | ExecuteDataFlowActivityTypePropertiesCompute |
| continueOnError | Continue on error setting used for data flow execution. Enables processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean) | |
| dataFlow | Data flow reference. | DataFlowReference (required) |
| integrationRuntime | The integration runtime reference. | IntegrationRuntimeReference |
| runConcurrently | Concurrent run setting used for data flow execution. Allows sinks with the same save order to be processed concurrently. Type: boolean (or Expression with resultType boolean) | |
| sourceStagingConcurrency | Specify number of parallel staging for sources applicable to the sink. Type: integer (or Expression with resultType integer) | |
| staging | Staging info for execute data flow activity. | DataFlowStagingInfo |
| traceLevel | Trace level setting used for data flow monitoring output. Supported values are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string) |
ExecuteDataFlowActivityTypePropertiesCompute
| Name | Description | Value |
|---|---|---|
| computeType | Compute type of the cluster which will execute data flow job. Possible values include: 'General', 'MemoryOptimized', 'ComputeOptimized'. Type: string (or Expression with resultType string) | |
| coreCount | Core count of the cluster which will execute data flow job. Supported values are: 8, 16, 32, 48, 80, 144 and 272. Type: integer (or Expression with resultType integer) |
DataFlowReference
| Name | Description | Value |
|---|---|---|
| datasetParameters | Reference data flow parameters from dataset. | |
| parameters | Data flow parameters | ParameterValueSpecification |
| referenceName | Reference data flow name. | string (required) |
| type | Data flow reference type. | 'DataFlowReference' (required) |
| {customized property} |
IntegrationRuntimeReference
| Name | Description | Value |
|---|---|---|
| parameters | Arguments for integration runtime. | ParameterValueSpecification |
| referenceName | Reference integration runtime name. | string (required) |
| type | Type of integration runtime. | 'IntegrationRuntimeReference' (required) |
DataFlowStagingInfo
| Name | Description | Value |
|---|---|---|
| folderPath | Folder path for staging blob. Type: string (or Expression with resultType string) | |
| linkedService | Staging linked service reference. | LinkedServiceReference |
ExecutePipelineActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'ExecutePipeline' (required) |
| policy | Execute pipeline activity policy. | ExecutePipelineActivityPolicy |
| typeProperties | Execute pipeline activity properties. | ExecutePipelineActivityTypeProperties (required) |
ExecutePipelineActivityPolicy
| Name | Description | Value |
|---|---|---|
| secureInput | When set to true, Input from activity is considered as secure and will not be logged to monitoring. | bool |
| {customized property} |
ExecutePipelineActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| parameters | Pipeline parameters. | ParameterValueSpecification |
| pipeline | Pipeline reference. | PipelineReference (required) |
| waitOnCompletion | Defines whether activity execution will wait for the dependent pipeline execution to finish. Default is false. | bool |
PipelineReference
| Name | Description | Value |
|---|---|---|
| name | Reference name. | string |
| referenceName | Reference pipeline name. | string (required) |
| type | Pipeline reference type. | 'PipelineReference' (required) |
ExecuteSsisPackageActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'ExecuteSSISPackage' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute SSIS package activity properties. | ExecuteSsisPackageActivityTypeProperties (required) |
ExecuteSsisPackageActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| connectVia | The integration runtime reference. | IntegrationRuntimeReference (required) |
| environmentPath | The environment path to execute the SSIS package. Type: string (or Expression with resultType string). | |
| executionCredential | The package execution credential. | SsisExecutionCredential |
| loggingLevel | The logging level of SSIS package execution. Type: string (or Expression with resultType string). | |
| logLocation | SSIS package execution log location. | SsisLogLocation |
| packageConnectionManagers | The package level connection managers to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesPackageConne... |
| packageLocation | SSIS package location. | SsisPackageLocation (required) |
| packageParameters | The package level parameters to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesPackageParam... |
| projectConnectionManagers | The project level connection managers to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesProjectConne... |
| projectParameters | The project level parameters to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesProjectParam... |
| propertyOverrides | The property overrides to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesPropertyOver... |
| runtime | Specifies the runtime to execute SSIS package. The value should be "x86" or "x64". Type: string (or Expression with resultType string). |
SsisExecutionCredential
| Name | Description | Value |
|---|---|---|
| domain | Domain for windows authentication. Type: string (or Expression with resultType string). | |
| password | Password for windows authentication. | SecureString (required) |
| userName | UseName for windows authentication. Type: string (or Expression with resultType string). |
SecureString
| Name | Description | Value |
|---|---|---|
| type | Type of the secret. | string (required) |
| value | Value of secure string. | string (required) |
SsisLogLocation
| Name | Description | Value |
|---|---|---|
| logPath | The SSIS package execution log path. Type: string (or Expression with resultType string). | |
| type | The type of SSIS log location. | 'File' (required) |
| typeProperties | SSIS package execution log location properties. | SsisLogLocationTypeProperties (required) |
SsisLogLocationTypeProperties
| Name | Description | Value |
|---|---|---|
| accessCredential | The package execution log access credential. | SsisAccessCredential |
| logRefreshInterval | Specifies the interval to refresh log. The default interval is 5 minutes. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SsisAccessCredential
| Name | Description | Value |
|---|---|---|
| domain | Domain for windows authentication. Type: string (or Expression with resultType string). | |
| password | Password for windows authentication. | SecretBase (required) |
| userName | UseName for windows authentication. Type: string (or Expression with resultType string). |
SecretBase
| Name | Description | Value |
|---|---|---|
| type | Set the object type | AzureKeyVaultSecret SecureString (required) |
AzureKeyVaultSecretReference
| Name | Description | Value |
|---|---|---|
| secretName | The name of the secret in Azure Key Vault. Type: string (or Expression with resultType string). | |
| secretVersion | The version of the secret in Azure Key Vault. The default value is the latest version of the secret. Type: string (or Expression with resultType string). | |
| store | The Azure Key Vault linked service reference. | LinkedServiceReference (required) |
| type | Type of the secret. | string (required) |
ExecuteSsisPackageActivityTypePropertiesPackageConne...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisConnectionManager |
SsisConnectionManager
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisExecutionParameter |
SsisExecutionParameter
| Name | Description | Value |
|---|---|---|
| value | SSIS package execution parameter value. Type: string (or Expression with resultType string). |
SsisPackageLocation
| Name | Description | Value |
|---|---|---|
| packagePath | The SSIS package path. Type: string (or Expression with resultType string). | |
| type | The type of SSIS package location. | 'File' 'InlinePackage' 'PackageStore' 'SSISDB' |
| typeProperties | SSIS package location properties. | SsisPackageLocationTypeProperties |
SsisPackageLocationTypeProperties
| Name | Description | Value |
|---|---|---|
| accessCredential | The package access credential. | SsisAccessCredential |
| childPackages | The embedded child package list. | SsisChildPackage[] |
| configurationAccessCredential | The configuration file access credential. | SsisAccessCredential |
| configurationPath | The configuration file of the package execution. Type: string (or Expression with resultType string). | |
| packageContent | The embedded package content. Type: string (or Expression with resultType string). | |
| packageLastModifiedDate | The embedded package last modified date. | string |
| packageName | The package name. | string |
| packagePassword | Password of the package. | SecretBase |
SsisChildPackage
| Name | Description | Value |
|---|---|---|
| packageContent | Content for embedded child package. Type: string (or Expression with resultType string). | |
| packageLastModifiedDate | Last modified date for embedded child package. | string |
| packageName | Name for embedded child package. | string |
| packagePath | Path for embedded child package. Type: string (or Expression with resultType string). |
ExecuteSsisPackageActivityTypePropertiesPackageParam...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisExecutionParameter |
ExecuteSsisPackageActivityTypePropertiesProjectConne...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisConnectionManager |
ExecuteSsisPackageActivityTypePropertiesProjectParam...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisExecutionParameter |
ExecuteSsisPackageActivityTypePropertiesPropertyOver...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisPropertyOverride |
SsisPropertyOverride
| Name | Description | Value |
|---|---|---|
| isSensitive | Whether SSIS package property override value is sensitive data. Value will be encrypted in SSISDB if it is true | bool |
| value | SSIS package property override value. Type: string (or Expression with resultType string). |
ExecuteWranglingDataflowActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'ExecuteWranglingDataflow' (required) |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute power query activity properties. | ExecutePowerQueryActivityTypeProperties (required) |
ExecutePowerQueryActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| compute | Compute properties for data flow activity. | ExecuteDataFlowActivityTypePropertiesCompute |
| continueOnError | Continue on error setting used for data flow execution. Enables processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean) | |
| dataFlow | Data flow reference. | DataFlowReference (required) |
| integrationRuntime | The integration runtime reference. | IntegrationRuntimeReference |
| queries | List of mapping for Power Query mashup query to sink dataset(s). | PowerQuerySinkMapping[] |
| runConcurrently | Concurrent run setting used for data flow execution. Allows sinks with the same save order to be processed concurrently. Type: boolean (or Expression with resultType boolean) | |
| sinks | (Deprecated. Please use Queries). List of Power Query activity sinks mapped to a queryName. | ExecutePowerQueryActivityTypePropertiesSinks |
| sourceStagingConcurrency | Specify number of parallel staging for sources applicable to the sink. Type: integer (or Expression with resultType integer) | |
| staging | Staging info for execute data flow activity. | DataFlowStagingInfo |
| traceLevel | Trace level setting used for data flow monitoring output. Supported values are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string) |
PowerQuerySinkMapping
| Name | Description | Value |
|---|---|---|
| dataflowSinks | List of sinks mapped to Power Query mashup query. | PowerQuerySink[] |
| queryName | Name of the query in Power Query mashup document. | string |
PowerQuerySink
| Name | Description | Value |
|---|---|---|
| dataset | Dataset reference. | DatasetReference |
| description | Transformation description. | string |
| flowlet | Flowlet Reference | DataFlowReference |
| linkedService | Linked service reference. | LinkedServiceReference |
| name | Transformation name. | string (required) |
| rejectedDataLinkedService | Rejected data linked service reference. | LinkedServiceReference |
| schemaLinkedService | Schema linked service reference. | LinkedServiceReference |
| script | sink script. | string |
ExecutePowerQueryActivityTypePropertiesSinks
| Name | Description | Value |
|---|---|---|
| {customized property} | PowerQuerySink |
FailActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Fail' (required) |
| typeProperties | Fail activity properties. | FailActivityTypeProperties (required) |
FailActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| errorCode | The error code that categorizes the error type of the Fail activity. It can be dynamic content that's evaluated to a non empty/blank string at runtime. Type: string (or Expression with resultType string). | |
| message | The error message that surfaced in the Fail activity. It can be dynamic content that's evaluated to a non empty/blank string at runtime. Type: string (or Expression with resultType string). |
FilterActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Filter' (required) |
| typeProperties | Filter activity properties. | FilterActivityTypeProperties (required) |
FilterActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| condition | Condition to be used for filtering the input. | Expression (required) |
| items | Input array on which filter should be applied. | Expression (required) |
Expression
| Name | Description | Value |
|---|---|---|
| type | Expression type. | 'Expression' (required) |
| value | Expression value. | string (required) |
ForEachActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'ForEach' (required) |
| typeProperties | ForEach activity properties. | ForEachActivityTypeProperties (required) |
ForEachActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| activities | List of activities to execute . | Activity[] (required) |
| batchCount | Batch count to be used for controlling the number of parallel execution (when isSequential is set to false). | int Constraints: Max value = 50 |
| isSequential | Should the loop be executed in sequence or in parallel (max 50) | bool |
| items | Collection to iterate. | Expression (required) |
GetMetadataActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'GetMetadata' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | GetMetadata activity properties. | GetMetadataActivityTypeProperties (required) |
GetMetadataActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataset | GetMetadata activity dataset reference. | DatasetReference (required) |
| fieldList | Fields of metadata to get from dataset. | any[] |
| formatSettings | GetMetadata activity format settings. | FormatReadSettings |
| storeSettings | GetMetadata activity store settings. | StoreReadSettings |
FormatReadSettings
| Name | Description | Value |
|---|---|---|
| type | Set the object type | BinaryReadSettings DelimitedTextReadSettings JsonReadSettings ParquetReadSettings XmlReadSettings (required) |
HDInsightHiveActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'HDInsightHive' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight Hive activity properties. | HDInsightHiveActivityTypeProperties (required) |
HDInsightHiveActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. | any[] |
| defines | Allows user to specify defines for Hive job request. | HDInsightHiveActivityTypePropertiesDefines |
| getDebugInfo | Debug info option. | 'Always' 'Failure' 'None' |
| queryTimeout | Query timeout value (in minutes). Effective when the HDInsight cluster is with ESP (Enterprise Security Package) | int |
| scriptLinkedService | Script linked service reference. | LinkedServiceReference |
| scriptPath | Script path. Type: string (or Expression with resultType string). | |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
| variables | User specified arguments under hivevar namespace. | HDInsightHiveActivityTypePropertiesVariables |
HDInsightHiveActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} |
HDInsightHiveActivityTypePropertiesVariables
| Name | Description | Value |
|---|---|---|
| {customized property} |
HDInsightMapReduceActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'HDInsightMapReduce' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight MapReduce activity properties. | HDInsightMapReduceActivityTypeProperties (required) |
HDInsightMapReduceActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. | any[] |
| className | Class name. Type: string (or Expression with resultType string). | |
| defines | Allows user to specify defines for the MapReduce job request. | HDInsightMapReduceActivityTypePropertiesDefines |
| getDebugInfo | Debug info option. | 'Always' 'Failure' 'None' |
| jarFilePath | Jar path. Type: string (or Expression with resultType string). | |
| jarLibs | Jar libs. | any[] |
| jarLinkedService | Jar linked service reference. | LinkedServiceReference |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
HDInsightMapReduceActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} |
HDInsightPigActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'HDInsightPig' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight Pig activity properties. | HDInsightPigActivityTypeProperties (required) |
HDInsightPigActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. Type: array (or Expression with resultType array). | |
| defines | Allows user to specify defines for Pig job request. | HDInsightPigActivityTypePropertiesDefines |
| getDebugInfo | Debug info option. | 'Always' 'Failure' 'None' |
| scriptLinkedService | Script linked service reference. | LinkedServiceReference |
| scriptPath | Script path. Type: string (or Expression with resultType string). | |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
HDInsightPigActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} |
HDInsightSparkActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'HDInsightSpark' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight spark activity properties. | HDInsightSparkActivityTypeProperties (required) |
HDInsightSparkActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | The user-specified arguments to HDInsightSparkActivity. | any[] |
| className | The application's Java/Spark main class. | string |
| entryFilePath | The relative path to the root folder of the code/package to be executed. Type: string (or Expression with resultType string). | |
| getDebugInfo | Debug info option. | 'Always' 'Failure' 'None' |
| proxyUser | The user to impersonate that will execute the job. Type: string (or Expression with resultType string). | |
| rootPath | The root path in 'sparkJobLinkedService' for all the job’s files. Type: string (or Expression with resultType string). | |
| sparkConfig | Spark configuration property. | HDInsightSparkActivityTypePropertiesSparkConfig |
| sparkJobLinkedService | The storage linked service for uploading the entry file and dependencies, and for receiving logs. | LinkedServiceReference |
HDInsightSparkActivityTypePropertiesSparkConfig
| Name | Description | Value |
|---|---|---|
| {customized property} |
HDInsightStreamingActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'HDInsightStreaming' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight streaming activity properties. | HDInsightStreamingActivityTypeProperties (required) |
HDInsightStreamingActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. | any[] |
| combiner | Combiner executable name. Type: string (or Expression with resultType string). | |
| commandEnvironment | Command line environment values. | any[] |
| defines | Allows user to specify defines for streaming job request. | HDInsightStreamingActivityTypePropertiesDefines |
| fileLinkedService | Linked service reference where the files are located. | LinkedServiceReference |
| filePaths | Paths to streaming job files. Can be directories. | any[] (required) |
| getDebugInfo | Debug info option. | 'Always' 'Failure' 'None' |
| input | Input blob path. Type: string (or Expression with resultType string). | |
| mapper | Mapper executable name. Type: string (or Expression with resultType string). | |
| output | Output blob path. Type: string (or Expression with resultType string). | |
| reducer | Reducer executable name. Type: string (or Expression with resultType string). | |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
HDInsightStreamingActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} |
IfConditionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'IfCondition' (required) |
| typeProperties | IfCondition activity properties. | IfConditionActivityTypeProperties (required) |
IfConditionActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| expression | An expression that would evaluate to Boolean. This is used to determine the block of activities (ifTrueActivities or ifFalseActivities) that will be executed. | Expression (required) |
| ifFalseActivities | List of activities to execute if expression is evaluated to false. This is an optional property and if not provided, the activity will exit without any action. | Activity[] |
| ifTrueActivities | List of activities to execute if expression is evaluated to true. This is an optional property and if not provided, the activity will exit without any action. | Activity[] |
LookupActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Lookup' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Lookup activity properties. | LookupActivityTypeProperties (required) |
LookupActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataset | Lookup activity dataset reference. | DatasetReference (required) |
| firstRowOnly | Whether to return first row or all rows. Default value is true. Type: boolean (or Expression with resultType boolean). | |
| source | Dataset-specific source properties, same as copy activity source. | CopySource (required) |
ScriptActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Script' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Script activity properties. | ScriptActivityTypeProperties (required) |
ScriptActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| logSettings | Log settings of script activity. | ScriptActivityTypePropertiesLogSettings |
| scriptBlockExecutionTimeout | ScriptBlock execution timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| scripts | Array of script blocks. Type: array. | ScriptActivityScriptBlock[] |
ScriptActivityTypePropertiesLogSettings
| Name | Description | Value |
|---|---|---|
| logDestination | The destination of logs. Type: string. | 'ActivityOutput' 'ExternalStore' (required) |
| logLocationSettings | Log location settings customer needs to provide when enabling log. | LogLocationSettings |
ScriptActivityScriptBlock
| Name | Description | Value |
|---|---|---|
| parameters | Array of script parameters. Type: array. | ScriptActivityParameter[] |
| text | The query text. Type: string (or Expression with resultType string). | |
| type | The type of the query. Type: string. | 'NonQuery' 'Query' (required) |
ScriptActivityParameter
| Name | Description | Value |
|---|---|---|
| direction | The direction of the parameter. | 'Input' 'InputOutput' 'Output' |
| name | The name of the parameter. Type: string (or Expression with resultType string). | |
| size | The size of the output direction parameter. | int |
| type | The type of the parameter. | 'Boolean' 'DateTime' 'DateTimeOffset' 'Decimal' 'Double' 'Guid' 'Int16' 'Int32' 'Int64' 'Single' 'String' 'Timespan' |
| value | The value of the parameter. Type: string (or Expression with resultType string). |
SetVariableActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'SetVariable' (required) |
| policy | Activity policy. | SecureInputOutputPolicy |
| typeProperties | Set Variable activity properties. | SetVariableActivityTypeProperties (required) |
SecureInputOutputPolicy
| Name | Description | Value |
|---|---|---|
| secureInput | When set to true, Input from activity is considered as secure and will not be logged to monitoring. | bool |
| secureOutput | When set to true, Output from activity is considered as secure and will not be logged to monitoring. | bool |
SetVariableActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| setSystemVariable | If set to true, it sets the pipeline run return value. | bool |
| value | Value to be set. Could be a static value or Expression. | |
| variableName | Name of the variable whose value needs to be set. | string |
SynapseSparkJobDefinitionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'SparkJob' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute spark job activity properties. | SynapseSparkJobActivityTypeProperties (required) |
SynapseSparkJobActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| args | User specified arguments to SynapseSparkJobDefinitionActivity. | any[] |
| className | The fully-qualified identifier or the main class that is in the main definition file, which will override the 'className' of the spark job definition you provide. Type: string (or Expression with resultType string). | |
| conf | Spark configuration properties, which will override the 'conf' of the spark job definition you provide. | |
| configurationType | The type of the spark config. | 'Artifact' 'Customized' 'Default' |
| driverSize | Number of core and memory to be used for driver allocated in the specified Spark pool for the job, which will be used for overriding 'driverCores' and 'driverMemory' of the spark job definition you provide. Type: string (or Expression with resultType string). | |
| executorSize | Number of core and memory to be used for executors allocated in the specified Spark pool for the job, which will be used for overriding 'executorCores' and 'executorMemory' of the spark job definition you provide. Type: string (or Expression with resultType string). | |
| file | The main file used for the job, which will override the 'file' of the spark job definition you provide. Type: string (or Expression with resultType string). | |
| files | (Deprecated. Please use pythonCodeReference and filesV2) Additional files used for reference in the main definition file, which will override the 'files' of the spark job definition you provide. | any[] |
| filesV2 | Additional files used for reference in the main definition file, which will override the 'jars' and 'files' of the spark job definition you provide. | any[] |
| numExecutors | Number of executors to launch for this job, which will override the 'numExecutors' of the spark job definition you provide. Type: integer (or Expression with resultType integer). | |
| pythonCodeReference | Additional python code files used for reference in the main definition file, which will override the 'pyFiles' of the spark job definition you provide. | any[] |
| scanFolder | Scanning subfolders from the root folder of the main definition file, these files will be added as reference files. The folders named 'jars', 'pyFiles', 'files' or 'archives' will be scanned, and the folders name are case sensitive. Type: boolean (or Expression with resultType boolean). | |
| sparkConfig | Spark configuration property. | SynapseSparkJobActivityTypePropertiesSparkConfig |
| sparkJob | Synapse spark job reference. | SynapseSparkJobReference (required) |
| targetBigDataPool | The name of the big data pool which will be used to execute the spark batch job, which will override the 'targetBigDataPool' of the spark job definition you provide. | BigDataPoolParametrizationReference |
| targetSparkConfiguration | The spark configuration of the spark job. | SparkConfigurationParametrizationReference |
SynapseSparkJobActivityTypePropertiesSparkConfig
| Name | Description | Value |
|---|---|---|
| {customized property} |
SynapseSparkJobReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference spark job name. Expression with resultType string. | |
| type | Synapse spark job reference type. | 'SparkJobDefinitionReference' (required) |
BigDataPoolParametrizationReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference big data pool name. Type: string (or Expression with resultType string). | |
| type | Big data pool reference type. | 'BigDataPoolReference' (required) |
SparkConfigurationParametrizationReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference spark configuration name. Type: string (or Expression with resultType string). | |
| type | Spark configuration reference type. | 'SparkConfigurationReference' (required) |
SqlServerStoredProcedureActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'SqlServerStoredProcedure' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | SQL stored procedure activity properties. | SqlServerStoredProcedureActivityTypeProperties (required) |
SqlServerStoredProcedureActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| storedProcedureName | Stored procedure name. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
SwitchActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Switch' (required) |
| typeProperties | Switch activity properties. | SwitchActivityTypeProperties (required) |
SwitchActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| cases | List of cases that correspond to expected values of the 'on' property. This is an optional property and if not provided, the activity will execute activities provided in defaultActivities. | SwitchCase[] |
| defaultActivities | List of activities to execute if no case condition is satisfied. This is an optional property and if not provided, the activity will exit without any action. | Activity[] |
| on | An expression that would evaluate to a string or integer. This is used to determine the block of activities in cases that will be executed. | Expression (required) |
SwitchCase
| Name | Description | Value |
|---|---|---|
| activities | List of activities to execute for satisfied case condition. | Activity[] |
| value | Expected value that satisfies the expression result of the 'on' property. | string |
SynapseNotebookActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'SynapseNotebook' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute Synapse notebook activity properties. | SynapseNotebookActivityTypeProperties (required) |
SynapseNotebookActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| conf | Spark configuration properties, which will override the 'conf' of the notebook you provide. | |
| configurationType | The type of the spark config. | 'Artifact' 'Customized' 'Default' |
| driverSize | Number of core and memory to be used for driver allocated in the specified Spark pool for the session, which will be used for overriding 'driverCores' and 'driverMemory' of the notebook you provide. Type: string (or Expression with resultType string). | |
| executorSize | Number of core and memory to be used for executors allocated in the specified Spark pool for the session, which will be used for overriding 'executorCores' and 'executorMemory' of the notebook you provide. Type: string (or Expression with resultType string). | |
| notebook | Synapse notebook reference. | SynapseNotebookReference (required) |
| numExecutors | Number of executors to launch for this session, which will override the 'numExecutors' of the notebook you provide. Type: integer (or Expression with resultType integer). | |
| parameters | Notebook parameters. | SynapseNotebookActivityTypePropertiesParameters |
| sparkConfig | Spark configuration property. | SynapseNotebookActivityTypePropertiesSparkConfig |
| sparkPool | The name of the big data pool which will be used to execute the notebook. | BigDataPoolParametrizationReference |
| targetSparkConfiguration | The spark configuration of the spark job. | SparkConfigurationParametrizationReference |
SynapseNotebookReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference notebook name. Type: string (or Expression with resultType string). | |
| type | Synapse notebook reference type. | 'NotebookReference' (required) |
SynapseNotebookActivityTypePropertiesParameters
| Name | Description | Value |
|---|---|---|
| {customized property} | NotebookParameter |
NotebookParameter
| Name | Description | Value |
|---|---|---|
| type | Notebook parameter type. | 'bool' 'float' 'int' 'string' |
| value | Notebook parameter value. Type: string (or Expression with resultType string). |
SynapseNotebookActivityTypePropertiesSparkConfig
| Name | Description | Value |
|---|---|---|
| {customized property} |
UntilActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Until' (required) |
| typeProperties | Until activity properties. | UntilActivityTypeProperties (required) |
UntilActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| activities | List of activities to execute. | Activity[] (required) |
| expression | An expression that would evaluate to Boolean. The loop will continue until this expression evaluates to true | Expression (required) |
| timeout | Specifies the timeout for the activity to run. If there is no value specified, it takes the value of TimeSpan.FromDays(7) which is 1 week as default. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
ValidationActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Validation' (required) |
| typeProperties | Validation activity properties. | ValidationActivityTypeProperties (required) |
ValidationActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| childItems | Can be used if dataset points to a folder. If set to true, the folder must have at least one file. If set to false, the folder must be empty. Type: boolean (or Expression with resultType boolean). | |
| dataset | Validation activity dataset reference. | DatasetReference (required) |
| minimumSize | Can be used if dataset points to a file. The file must be greater than or equal in size to the value specified. Type: integer (or Expression with resultType integer). | |
| sleep | A delay in seconds between validation attempts. If no value is specified, 10 seconds will be used as the default. Type: integer (or Expression with resultType integer). | |
| timeout | Specifies the timeout for the activity to run. If there is no value specified, it takes the value of TimeSpan.FromDays(7) which is 1 week as default. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
WaitActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'Wait' (required) |
| typeProperties | Wait activity properties. | WaitActivityTypeProperties (required) |
WaitActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| waitTimeInSeconds | Duration in seconds. Type: integer (or Expression with resultType integer). |
WebActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'WebActivity' (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Web activity properties. | WebActivityTypeProperties (required) |
WebActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| authentication | Authentication method used for calling the endpoint. | WebActivityAuthentication |
| body | Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string). | |
| connectVia | The integration runtime reference. | IntegrationRuntimeReference |
| datasets | List of datasets passed to web endpoint. | DatasetReference[] |
| disableCertValidation | When set to true, Certificate validation will be disabled. | bool |
| headers | Represents the headers that will be sent to the request. For example, to set the language and type on a request: "headers" : { "Accept-Language": "en-us", "Content-Type": "application/json" }. Type: string (or Expression with resultType string). | WebActivityTypePropertiesHeaders |
| httpRequestTimeout | Timeout for the HTTP request to get a response. Format is in TimeSpan (hh:mm:ss). This value is the timeout to get a response, not the activity timeout. The default value is 00:01:00 (1 minute). The range is from 1 to 10 minutes | |
| linkedServices | List of linked services passed to web endpoint. | LinkedServiceReference[] |
| method | Rest API method for target endpoint. | 'DELETE' 'GET' 'POST' 'PUT' (required) |
| turnOffAsync | Option to disable invoking HTTP GET on location given in response header of a HTTP 202 Response. If set true, it stops invoking HTTP GET on http location given in response header. If set false then continues to invoke HTTP GET call on location given in http response headers. | bool |
| url | Web activity target endpoint and path. Type: string (or Expression with resultType string). |
WebActivityAuthentication
| Name | Description | Value |
|---|---|---|
| credential | The credential reference containing authentication information. | CredentialReference |
| password | Password for the PFX file or basic authentication / Secret when used for ServicePrincipal | SecretBase |
| pfx | Base64-encoded contents of a PFX file or Certificate when used for ServicePrincipal | SecretBase |
| resource | Resource for which Azure Auth token will be requested when using MSI Authentication. Type: string (or Expression with resultType string). | |
| type | Web activity authentication (Basic/ClientCertificate/MSI/ServicePrincipal) | string |
| username | Web activity authentication user name for basic authentication or ClientID when used for ServicePrincipal. Type: string (or Expression with resultType string). | |
| userTenant | TenantId for which Azure Auth token will be requested when using ServicePrincipal Authentication. Type: string (or Expression with resultType string). |
CredentialReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference credential name. | string (required) |
| type | Credential reference type. | 'CredentialReference' (required) |
| {customized property} |
WebActivityTypePropertiesHeaders
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
WebHookActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | 'WebHook' (required) |
| policy | Activity policy. | SecureInputOutputPolicy |
| typeProperties | WebHook activity properties. | WebHookActivityTypeProperties (required) |
WebHookActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| authentication | Authentication method used for calling the endpoint. | WebActivityAuthentication |
| body | Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string). | |
| headers | Represents the headers that will be sent to the request. For example, to set the language and type on a request: "headers" : { "Accept-Language": "en-us", "Content-Type": "application/json" }. Type: string (or Expression with resultType string). | WebHookActivityTypePropertiesHeaders |
| method | Rest API method for target endpoint. | 'POST' (required) |
| reportStatusOnCallBack | When set to true, statusCode, output and error in callback request body will be consumed by activity. The activity can be marked as failed by setting statusCode >= 400 in callback request. Default is false. Type: boolean (or Expression with resultType boolean). | |
| timeout | The timeout within which the webhook should be called back. If there is no value specified, it defaults to 10 minutes. Type: string. Pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | string |
| url | WebHook activity target endpoint and path. Type: string (or Expression with resultType string). |
WebHookActivityTypePropertiesHeaders
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
PipelineFolder
| Name | Description | Value |
|---|---|---|
| name | The name of the folder that this Pipeline is in. | string |
ParameterDefinitionSpecification
| Name | Description | Value |
|---|---|---|
| {customized property} | ParameterSpecification |
ParameterSpecification
| Name | Description | Value |
|---|---|---|
| defaultValue | Default value of parameter. | |
| type | Parameter type. | 'Array' 'Bool' 'Float' 'Int' 'Object' 'SecureString' 'String' (required) |
PipelinePolicy
| Name | Description | Value |
|---|---|---|
| elapsedTimeMetric | Pipeline ElapsedTime Metric Policy. | PipelineElapsedTimeMetricPolicy |
PipelineElapsedTimeMetricPolicy
| Name | Description | Value |
|---|---|---|
| duration | TimeSpan value, after which an Azure Monitoring Metric is fired. |
PipelineRunDimensions
| Name | Description | Value |
|---|---|---|
| {customized property} |
VariableDefinitionSpecification
| Name | Description | Value |
|---|---|---|
| {customized property} | VariableSpecification |
VariableSpecification
| Name | Description | Value |
|---|---|---|
| defaultValue | Default value of variable. | |
| type | Variable type. | 'Array' 'Bool' 'String' (required) |
Quickstart templates
The following quickstart templates deploy this resource type.
| Template | Description |
|---|---|
| More is possible with Azure Data Factory - One click to try Azure Data Factory |
This template creates a data factory pipeline for a copy activity from Azure Blob into another Azure Blob |
| Create a Data Factory, copy from Salesforce to Blob |
This template uses Azure Data Factory to perform data movement from Salesforce to Azure Blobs |
| Bulk copy using Azure Data Factory |
This template creates a V2 data factory that copies data in bulk an Azure SQL database to an Azure SQL data warehouse. |
| Create a V2 data factory |
This template creates a V2 data factory that copies data from a folder in an Azure Blob Storage to another folder in the storage. |
| Create a V2 data factory (MySQL) |
This template creates a V2 data factory that copies data from a folder in an Azure Blob Storage to a table in an Azure Database for MySQL. |
| Create a V2 data factory (PostGre) |
This template creates a V2 data factory that copies data from a folder in an Azure Blob Storage to a table in an Azure Database for PostgreSQL. |
| Create a V2 data factory (SQL) |
This template creates a V2 data factory that copies data from a folder in an Azure Blob Storage to a table in an Azure SQL database. |
| Create a V2 data factory (SQL On-prem) |
This template creates a V2 data factory that copies data from an on-premises SQL Server to an Azure blob storage |
| Create a V2 data factory (Spark) |
This template creates a V2 data factory that copies data from a folder in an Azure Blob Storage to another folder in the storage. |
Terraform (AzAPI provider) resource definition
The factories/pipelines resource type can be deployed with operations that target:
- Resource groups
For a list of changed properties in each API version, see change log.
Resource format
To create a Microsoft.DataFactory/factories/pipelines resource, add the following Terraform to your template.
resource "azapi_resource" "symbolicname" {
type = "Microsoft.DataFactory/factories/pipelines@2018-06-01"
name = "string"
parent_id = "string"
body = jsonencode({
properties = {
activities = [
{
dependsOn = [
{
activity = "string"
dependencyConditions = [
"string"
]
}
]
description = "string"
name = "string"
onInactiveMarkAs = "string"
state = "string"
userProperties = [
{
name = "string"
}
]
type = "string"
// For remaining properties, see Activity objects
}
]
annotations = [ object ]
concurrency = int
description = "string"
folder = {
name = "string"
}
parameters = {
{customized property} = {
type = "string"
}
}
policy = {
elapsedTimeMetric = {}
}
runDimensions = {}
variables = {
{customized property} = {
type = "string"
}
}
}
})
}
Activity objects
Set the type property to specify the type of object.
For AppendVariable, use:
type = "AppendVariable"
typeProperties = {
variableName = "string"
}
For AzureDataExplorerCommand, use:
type = "AzureDataExplorerCommand"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {}
For AzureFunctionActivity, use:
type = "AzureFunctionActivity"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
headers = {
{customized property} = "string"
}
method = "string"
}
For AzureMLBatchExecution, use:
type = "AzureMLBatchExecution"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
globalParameters = {}
webServiceInputs = {
{customized property} = {
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
}
webServiceOutputs = {
{customized property} = {
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
}
}
For AzureMLExecutePipeline, use:
type = "AzureMLExecutePipeline"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {}
For AzureMLUpdateResource, use:
type = "AzureMLUpdateResource"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
trainedModelLinkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
For Copy, use:
type = "Copy"
inputs = [
{
parameters = {}
referenceName = "string"
type = "DatasetReference"
}
]
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
outputs = [
{
parameters = {}
referenceName = "string"
type = "DatasetReference"
}
]
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
logSettings = {
copyActivityLogSettings = {}
logLocationSettings = {
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
}
logStorageSettings = {
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
preserve = [ object ]
preserveRules = [ object ]
redirectIncompatibleRowSettings = {}
sink = {
type = "string"
// For remaining properties, see CopySink objects
}
skipErrorFile = {}
source = {
type = "string"
// For remaining properties, see CopySource objects
}
stagingSettings = {
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
}
For Custom, use:
type = "Custom"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
extendedProperties = {}
referenceObjects = {
datasets = [
{
parameters = {}
referenceName = "string"
type = "DatasetReference"
}
]
linkedServices = [
{
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
]
}
resourceLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
For DatabricksNotebook, use:
type = "DatabricksNotebook"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
baseParameters = {}
libraries = [
{
}
]
}
For DatabricksSparkJar, use:
type = "DatabricksSparkJar"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
libraries = [
{
}
]
parameters = [ object ]
}
For DatabricksSparkPython, use:
type = "DatabricksSparkPython"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
libraries = [
{
}
]
parameters = [ object ]
}
For DataLakeAnalyticsU-SQL, use:
type = "DataLakeAnalyticsU-SQL"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
parameters = {}
scriptLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
For Delete, use:
type = "Delete"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
dataset = {
parameters = {}
referenceName = "string"
type = "DatasetReference"
}
logStorageSettings = {
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
maxConcurrentConnections = int
storeSettings = {
type = "string"
// For remaining properties, see StoreReadSettings objects
}
}
For ExecuteDataFlow, use:
type = "ExecuteDataFlow"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
compute = {}
dataFlow = {
parameters = {}
referenceName = "string"
type = "DataFlowReference"
}
integrationRuntime = {
parameters = {}
referenceName = "string"
type = "IntegrationRuntimeReference"
}
staging = {
linkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
}
For ExecutePipeline, use:
type = "ExecutePipeline"
policy = {
secureInput = bool
}
typeProperties = {
parameters = {}
pipeline = {
name = "string"
referenceName = "string"
type = "PipelineReference"
}
waitOnCompletion = bool
}
For ExecuteSSISPackage, use:
type = "ExecuteSSISPackage"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
connectVia = {
parameters = {}
referenceName = "string"
type = "IntegrationRuntimeReference"
}
executionCredential = {
password = {
type = "string"
value = "string"
}
}
logLocation = {
type = "File"
typeProperties = {
accessCredential = {
password = {
type = "string"
// For remaining properties, see SecretBase objects
}
}
}
}
packageConnectionManagers = {
{customized property} = {
{customized property} = {}
}
}
packageLocation = {
type = "string"
typeProperties = {
accessCredential = {
password = {
type = "string"
// For remaining properties, see SecretBase objects
}
}
childPackages = [
{
packageLastModifiedDate = "string"
packageName = "string"
}
]
configurationAccessCredential = {
password = {
type = "string"
// For remaining properties, see SecretBase objects
}
}
packageLastModifiedDate = "string"
packageName = "string"
packagePassword = {
type = "string"
// For remaining properties, see SecretBase objects
}
}
}
packageParameters = {
{customized property} = {}
}
projectConnectionManagers = {
{customized property} = {
{customized property} = {}
}
}
projectParameters = {
{customized property} = {}
}
propertyOverrides = {
{customized property} = {
isSensitive = bool
}
}
}
For ExecuteWranglingDataflow, use:
type = "ExecuteWranglingDataflow"
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
compute = {}
dataFlow = {
parameters = {}
referenceName = "string"
type = "DataFlowReference"
}
integrationRuntime = {
parameters = {}
referenceName = "string"
type = "IntegrationRuntimeReference"
}
queries = [
{
dataflowSinks = [
{
dataset = {
parameters = {}
referenceName = "string"
type = "DatasetReference"
}
description = "string"
flowlet = {
parameters = {}
referenceName = "string"
type = "DataFlowReference"
}
linkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
name = "string"
rejectedDataLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
schemaLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
script = "string"
}
]
queryName = "string"
}
]
sinks = {
{customized property} = {
dataset = {
parameters = {}
referenceName = "string"
type = "DatasetReference"
}
description = "string"
flowlet = {
parameters = {}
referenceName = "string"
type = "DataFlowReference"
}
linkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
name = "string"
rejectedDataLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
schemaLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
script = "string"
}
}
staging = {
linkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
}
For Fail, use:
type = "Fail"
typeProperties = {}
For Filter, use:
type = "Filter"
typeProperties = {
condition = {
type = "Expression"
value = "string"
}
items = {
type = "Expression"
value = "string"
}
}
For ForEach, use:
type = "ForEach"
typeProperties = {
activities = [
{
dependsOn = [
{
activity = "string"
dependencyConditions = [
"string"
]
}
]
description = "string"
name = "string"
onInactiveMarkAs = "string"
state = "string"
userProperties = [
{
name = "string"
}
]
type = "string"
// For remaining properties, see Activity objects
}
]
batchCount = int
isSequential = bool
items = {
type = "Expression"
value = "string"
}
}
For GetMetadata, use:
type = "GetMetadata"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
dataset = {
parameters = {}
referenceName = "string"
type = "DatasetReference"
}
fieldList = [ object ]
formatSettings = {
type = "string"
// For remaining properties, see FormatReadSettings objects
}
storeSettings = {
type = "string"
// For remaining properties, see StoreReadSettings objects
}
}
For HDInsightHive, use:
type = "HDInsightHive"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
arguments = [ object ]
defines = {}
getDebugInfo = "string"
queryTimeout = int
scriptLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
storageLinkedServices = [
{
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
]
variables = {}
}
For HDInsightMapReduce, use:
type = "HDInsightMapReduce"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
arguments = [ object ]
defines = {}
getDebugInfo = "string"
jarLibs = [ object ]
jarLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
storageLinkedServices = [
{
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
]
}
For HDInsightPig, use:
type = "HDInsightPig"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
defines = {}
getDebugInfo = "string"
scriptLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
storageLinkedServices = [
{
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
]
}
For HDInsightSpark, use:
type = "HDInsightSpark"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
arguments = [ object ]
className = "string"
getDebugInfo = "string"
sparkConfig = {}
sparkJobLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
For HDInsightStreaming, use:
type = "HDInsightStreaming"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
arguments = [ object ]
commandEnvironment = [ object ]
defines = {}
fileLinkedService = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
filePaths = [ object ]
getDebugInfo = "string"
storageLinkedServices = [
{
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
]
}
For IfCondition, use:
type = "IfCondition"
typeProperties = {
expression = {
type = "Expression"
value = "string"
}
ifFalseActivities = [
{
dependsOn = [
{
activity = "string"
dependencyConditions = [
"string"
]
}
]
description = "string"
name = "string"
onInactiveMarkAs = "string"
state = "string"
userProperties = [
{
name = "string"
}
]
type = "string"
// For remaining properties, see Activity objects
}
]
ifTrueActivities = [
{
dependsOn = [
{
activity = "string"
dependencyConditions = [
"string"
]
}
]
description = "string"
name = "string"
onInactiveMarkAs = "string"
state = "string"
userProperties = [
{
name = "string"
}
]
type = "string"
// For remaining properties, see Activity objects
}
]
}
For Lookup, use:
type = "Lookup"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
dataset = {
parameters = {}
referenceName = "string"
type = "DatasetReference"
}
source = {
type = "string"
// For remaining properties, see CopySource objects
}
}
For Script, use:
type = "Script"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
logSettings = {
logDestination = "string"
logLocationSettings = {
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
}
scripts = [
{
parameters = [
{
direction = "string"
size = int
type = "string"
}
]
type = "string"
}
]
}
For SetVariable, use:
type = "SetVariable"
policy = {
secureInput = bool
secureOutput = bool
}
typeProperties = {
setSystemVariable = bool
variableName = "string"
}
For SparkJob, use:
type = "SparkJob"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
args = [ object ]
configurationType = "string"
files = [ object ]
filesV2 = [ object ]
pythonCodeReference = [ object ]
sparkConfig = {}
sparkJob = {
type = "SparkJobDefinitionReference"
}
targetBigDataPool = {
type = "BigDataPoolReference"
}
targetSparkConfiguration = {
type = "SparkConfigurationReference"
}
}
For SqlServerStoredProcedure, use:
type = "SqlServerStoredProcedure"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {}
For Switch, use:
type = "Switch"
typeProperties = {
cases = [
{
activities = [
{
dependsOn = [
{
activity = "string"
dependencyConditions = [
"string"
]
}
]
description = "string"
name = "string"
onInactiveMarkAs = "string"
state = "string"
userProperties = [
{
name = "string"
}
]
type = "string"
// For remaining properties, see Activity objects
}
]
value = "string"
}
]
defaultActivities = [
{
dependsOn = [
{
activity = "string"
dependencyConditions = [
"string"
]
}
]
description = "string"
name = "string"
onInactiveMarkAs = "string"
state = "string"
userProperties = [
{
name = "string"
}
]
type = "string"
// For remaining properties, see Activity objects
}
]
on = {
type = "Expression"
value = "string"
}
}
For SynapseNotebook, use:
type = "SynapseNotebook"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
configurationType = "string"
notebook = {
type = "NotebookReference"
}
parameters = {
{customized property} = {
type = "string"
}
}
sparkConfig = {}
sparkPool = {
type = "BigDataPoolReference"
}
targetSparkConfiguration = {
type = "SparkConfigurationReference"
}
}
For Until, use:
type = "Until"
typeProperties = {
activities = [
{
dependsOn = [
{
activity = "string"
dependencyConditions = [
"string"
]
}
]
description = "string"
name = "string"
onInactiveMarkAs = "string"
state = "string"
userProperties = [
{
name = "string"
}
]
type = "string"
// For remaining properties, see Activity objects
}
]
expression = {
type = "Expression"
value = "string"
}
}
For Validation, use:
type = "Validation"
typeProperties = {
dataset = {
parameters = {}
referenceName = "string"
type = "DatasetReference"
}
}
For Wait, use:
type = "Wait"
typeProperties = {}
For WebActivity, use:
type = "WebActivity"
linkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
policy = {
retryIntervalInSeconds = int
secureInput = bool
secureOutput = bool
}
typeProperties = {
authentication = {
credential = {
referenceName = "string"
type = "CredentialReference"
}
password = {
type = "string"
// For remaining properties, see SecretBase objects
}
pfx = {
type = "string"
// For remaining properties, see SecretBase objects
}
type = "string"
}
connectVia = {
parameters = {}
referenceName = "string"
type = "IntegrationRuntimeReference"
}
datasets = [
{
parameters = {}
referenceName = "string"
type = "DatasetReference"
}
]
disableCertValidation = bool
headers = {
{customized property} = "string"
}
linkedServices = [
{
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
]
method = "string"
turnOffAsync = bool
}
For WebHook, use:
type = "WebHook"
policy = {
secureInput = bool
secureOutput = bool
}
typeProperties = {
authentication = {
credential = {
referenceName = "string"
type = "CredentialReference"
}
password = {
type = "string"
// For remaining properties, see SecretBase objects
}
pfx = {
type = "string"
// For remaining properties, see SecretBase objects
}
type = "string"
}
headers = {
{customized property} = "string"
}
method = "POST"
timeout = "string"
}
CopySink objects
Set the type property to specify the type of object.
For AvroSink, use:
type = "AvroSink"
formatSettings = {
recordName = "string"
recordNamespace = "string"
type = "string"
}
storeSettings = {
metadata = [
{
}
]
type = "string"
// For remaining properties, see StoreWriteSettings objects
}
For AzureBlobFSSink, use:
type = "AzureBlobFSSink"
metadata = [
{
}
]
For AzureDatabricksDeltaLakeSink, use:
type = "AzureDatabricksDeltaLakeSink"
importSettings = {
type = "string"
}
For AzureDataExplorerSink, use:
type = "AzureDataExplorerSink"
For AzureDataLakeStoreSink, use:
type = "AzureDataLakeStoreSink"
For AzureMySqlSink, use:
type = "AzureMySqlSink"
For AzurePostgreSqlSink, use:
type = "AzurePostgreSqlSink"
For AzureQueueSink, use:
type = "AzureQueueSink"
For AzureSearchIndexSink, use:
type = "AzureSearchIndexSink"
writeBehavior = "string"
For AzureSqlSink, use:
type = "AzureSqlSink"
upsertSettings = {}
For AzureTableSink, use:
type = "AzureTableSink"
For BinarySink, use:
type = "BinarySink"
storeSettings = {
metadata = [
{
}
]
type = "string"
// For remaining properties, see StoreWriteSettings objects
}
For BlobSink, use:
type = "BlobSink"
metadata = [
{
}
]
For CommonDataServiceForAppsSink, use:
type = "CommonDataServiceForAppsSink"
writeBehavior = "Upsert"
For CosmosDbMongoDbApiSink, use:
type = "CosmosDbMongoDbApiSink"
For CosmosDbSqlApiSink, use:
type = "CosmosDbSqlApiSink"
For DelimitedTextSink, use:
type = "DelimitedTextSink"
formatSettings = {
type = "string"
}
storeSettings = {
metadata = [
{
}
]
type = "string"
// For remaining properties, see StoreWriteSettings objects
}
For DocumentDbCollectionSink, use:
type = "DocumentDbCollectionSink"
For DynamicsCrmSink, use:
type = "DynamicsCrmSink"
writeBehavior = "Upsert"
For DynamicsSink, use:
type = "DynamicsSink"
writeBehavior = "Upsert"
For FileSystemSink, use:
type = "FileSystemSink"
For InformixSink, use:
type = "InformixSink"
For JsonSink, use:
type = "JsonSink"
formatSettings = {
type = "string"
}
storeSettings = {
metadata = [
{
}
]
type = "string"
// For remaining properties, see StoreWriteSettings objects
}
For LakeHouseTableSink, use:
type = "LakeHouseTableSink"
For MicrosoftAccessSink, use:
type = "MicrosoftAccessSink"
For MongoDbAtlasSink, use:
type = "MongoDbAtlasSink"
For MongoDbV2Sink, use:
type = "MongoDbV2Sink"
For OdbcSink, use:
type = "OdbcSink"
For OracleSink, use:
type = "OracleSink"
For OrcSink, use:
type = "OrcSink"
formatSettings = {
type = "string"
}
storeSettings = {
metadata = [
{
}
]
type = "string"
// For remaining properties, see StoreWriteSettings objects
}
For ParquetSink, use:
type = "ParquetSink"
formatSettings = {
type = "string"
}
storeSettings = {
metadata = [
{
}
]
type = "string"
// For remaining properties, see StoreWriteSettings objects
}
For RestSink, use:
type = "RestSink"
For SalesforceServiceCloudSink, use:
type = "SalesforceServiceCloudSink"
writeBehavior = "string"
For SalesforceServiceCloudV2Sink, use:
type = "SalesforceServiceCloudV2Sink"
writeBehavior = "string"
For SalesforceSink, use:
type = "SalesforceSink"
writeBehavior = "string"
For SalesforceV2Sink, use:
type = "SalesforceV2Sink"
writeBehavior = "string"
For SapCloudForCustomerSink, use:
type = "SapCloudForCustomerSink"
writeBehavior = "string"
For SnowflakeSink, use:
type = "SnowflakeSink"
importSettings = {
additionalCopyOptions = {}
additionalFormatOptions = {}
type = "string"
}
For SnowflakeV2Sink, use:
type = "SnowflakeV2Sink"
importSettings = {
additionalCopyOptions = {}
additionalFormatOptions = {}
type = "string"
}
For SqlDWSink, use:
type = "SqlDWSink"
copyCommandSettings = {
additionalOptions = {
{customized property} = "string"
}
defaultValues = [
{
}
]
}
polyBaseSettings = {
rejectType = "string"
}
upsertSettings = {}
For SqlMISink, use:
type = "SqlMISink"
upsertSettings = {}
For SqlServerSink, use:
type = "SqlServerSink"
upsertSettings = {}
For SqlSink, use:
type = "SqlSink"
upsertSettings = {}
For WarehouseSink, use:
type = "WarehouseSink"
copyCommandSettings = {
additionalOptions = {
{customized property} = "string"
}
defaultValues = [
{
}
]
}
StoreWriteSettings objects
Set the type property to specify the type of object.
For AzureBlobFSWriteSettings, use:
type = "AzureBlobFSWriteSettings"
For AzureBlobStorageWriteSettings, use:
type = "AzureBlobStorageWriteSettings"
For AzureDataLakeStoreWriteSettings, use:
type = "AzureDataLakeStoreWriteSettings"
For AzureFileStorageWriteSettings, use:
type = "AzureFileStorageWriteSettings"
For FileServerWriteSettings, use:
type = "FileServerWriteSettings"
For LakeHouseWriteSettings, use:
type = "LakeHouseWriteSettings"
For SftpWriteSettings, use:
type = "SftpWriteSettings"
CopySource objects
Set the type property to specify the type of object.
For AmazonMWSSource, use:
type = "AmazonMWSSource"
For AmazonRdsForOracleSource, use:
type = "AmazonRdsForOracleSource"
partitionSettings = {}
For AmazonRdsForSqlServerSource, use:
type = "AmazonRdsForSqlServerSource"
partitionSettings = {}
For AmazonRedshiftSource, use:
type = "AmazonRedshiftSource"
redshiftUnloadSettings = {
s3LinkedServiceName = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
}
For AvroSource, use:
type = "AvroSource"
storeSettings = {
type = "string"
// For remaining properties, see StoreReadSettings objects
}
For AzureBlobFSSource, use:
type = "AzureBlobFSSource"
For AzureDatabricksDeltaLakeSource, use:
type = "AzureDatabricksDeltaLakeSource"
exportSettings = {
type = "string"
}
For AzureDataExplorerSource, use:
type = "AzureDataExplorerSource"
For AzureDataLakeStoreSource, use:
type = "AzureDataLakeStoreSource"
For AzureMariaDBSource, use:
type = "AzureMariaDBSource"
For AzureMySqlSource, use:
type = "AzureMySqlSource"
For AzurePostgreSqlSource, use:
type = "AzurePostgreSqlSource"
For AzureSqlSource, use:
type = "AzureSqlSource"
partitionSettings = {}
For AzureTableSource, use:
type = "AzureTableSource"
For BinarySource, use:
type = "BinarySource"
formatSettings = {
compressionProperties = {
type = "string"
// For remaining properties, see CompressionReadSettings objects
}
type = "string"
}
storeSettings = {
type = "string"
// For remaining properties, see StoreReadSettings objects
}
For BlobSource, use:
type = "BlobSource"
For CassandraSource, use:
type = "CassandraSource"
consistencyLevel = "string"
For CommonDataServiceForAppsSource, use:
type = "CommonDataServiceForAppsSource"
For ConcurSource, use:
type = "ConcurSource"
For CosmosDbMongoDbApiSource, use:
type = "CosmosDbMongoDbApiSource"
cursorMethods = {}
For CosmosDbSqlApiSource, use:
type = "CosmosDbSqlApiSource"
For CouchbaseSource, use:
type = "CouchbaseSource"
For Db2Source, use:
type = "Db2Source"
For DelimitedTextSource, use:
type = "DelimitedTextSource"
formatSettings = {
compressionProperties = {
type = "string"
// For remaining properties, see CompressionReadSettings objects
}
type = "string"
}
storeSettings = {
type = "string"
// For remaining properties, see StoreReadSettings objects
}
For DocumentDbCollectionSource, use:
type = "DocumentDbCollectionSource"
For DrillSource, use:
type = "DrillSource"
For DynamicsAXSource, use:
type = "DynamicsAXSource"
For DynamicsCrmSource, use:
type = "DynamicsCrmSource"
For DynamicsSource, use:
type = "DynamicsSource"
For EloquaSource, use:
type = "EloquaSource"
For ExcelSource, use:
type = "ExcelSource"
storeSettings = {
type = "string"
// For remaining properties, see StoreReadSettings objects
}
For FileSystemSource, use:
type = "FileSystemSource"
For GoogleAdWordsSource, use:
type = "GoogleAdWordsSource"
For GoogleBigQuerySource, use:
type = "GoogleBigQuerySource"
For GoogleBigQueryV2Source, use:
type = "GoogleBigQueryV2Source"
For GreenplumSource, use:
type = "GreenplumSource"
For HBaseSource, use:
type = "HBaseSource"
For HdfsSource, use:
type = "HdfsSource"
distcpSettings = {}
For HiveSource, use:
type = "HiveSource"
For HttpSource, use:
type = "HttpSource"
For HubspotSource, use:
type = "HubspotSource"
For ImpalaSource, use:
type = "ImpalaSource"
For InformixSource, use:
type = "InformixSource"
For JiraSource, use:
type = "JiraSource"
For JsonSource, use:
type = "JsonSource"
formatSettings = {
compressionProperties = {
type = "string"
// For remaining properties, see CompressionReadSettings objects
}
type = "string"
}
storeSettings = {
type = "string"
// For remaining properties, see StoreReadSettings objects
}
For LakeHouseTableSource, use:
type = "LakeHouseTableSource"
For MagentoSource, use:
type = "MagentoSource"
For MariaDBSource, use:
type = "MariaDBSource"
For MarketoSource, use:
type = "MarketoSource"
For MicrosoftAccessSource, use:
type = "MicrosoftAccessSource"
For MongoDbAtlasSource, use:
type = "MongoDbAtlasSource"
cursorMethods = {}
For MongoDbSource, use:
type = "MongoDbSource"
For MongoDbV2Source, use:
type = "MongoDbV2Source"
cursorMethods = {}
For MySqlSource, use:
type = "MySqlSource"
For NetezzaSource, use:
type = "NetezzaSource"
partitionSettings = {}
For ODataSource, use:
type = "ODataSource"
For OdbcSource, use:
type = "OdbcSource"
For Office365Source, use:
type = "Office365Source"
For OracleServiceCloudSource, use:
type = "OracleServiceCloudSource"
For OracleSource, use:
type = "OracleSource"
partitionSettings = {}
For OrcSource, use:
type = "OrcSource"
storeSettings = {
type = "string"
// For remaining properties, see StoreReadSettings objects
}
For ParquetSource, use:
type = "ParquetSource"
formatSettings = {
compressionProperties = {
type = "string"
// For remaining properties, see CompressionReadSettings objects
}
type = "string"
}
storeSettings = {
type = "string"
// For remaining properties, see StoreReadSettings objects
}
For PaypalSource, use:
type = "PaypalSource"
For PhoenixSource, use:
type = "PhoenixSource"
For PostgreSqlSource, use:
type = "PostgreSqlSource"
For PostgreSqlV2Source, use:
type = "PostgreSqlV2Source"
For PrestoSource, use:
type = "PrestoSource"
For QuickBooksSource, use:
type = "QuickBooksSource"
For RelationalSource, use:
type = "RelationalSource"
For ResponsysSource, use:
type = "ResponsysSource"
For RestSource, use:
type = "RestSource"
For SalesforceMarketingCloudSource, use:
type = "SalesforceMarketingCloudSource"
For SalesforceServiceCloudSource, use:
type = "SalesforceServiceCloudSource"
For SalesforceServiceCloudV2Source, use:
type = "SalesforceServiceCloudV2Source"
For SalesforceSource, use:
type = "SalesforceSource"
For SalesforceV2Source, use:
type = "SalesforceV2Source"
For SapBwSource, use:
type = "SapBwSource"
For SapCloudForCustomerSource, use:
type = "SapCloudForCustomerSource"
For SapEccSource, use:
type = "SapEccSource"
For SapHanaSource, use:
type = "SapHanaSource"
partitionSettings = {}
For SapOdpSource, use:
type = "SapOdpSource"
For SapOpenHubSource, use:
type = "SapOpenHubSource"
For SapTableSource, use:
type = "SapTableSource"
partitionSettings = {}
For ServiceNowSource, use:
type = "ServiceNowSource"
For ServiceNowV2Source, use:
type = "ServiceNowV2Source"
expression = {
operands = [
{
operator = "string"
type = "string"
value = "string"
}
For SharePointOnlineListSource, use:
type = "SharePointOnlineListSource"
For ShopifySource, use:
type = "ShopifySource"
For SnowflakeSource, use:
type = "SnowflakeSource"
exportSettings = {
additionalCopyOptions = {}
additionalFormatOptions = {}
type = "string"
}
For SnowflakeV2Source, use:
type = "SnowflakeV2Source"
exportSettings = {
additionalCopyOptions = {}
additionalFormatOptions = {}
type = "string"
}
For SparkSource, use:
type = "SparkSource"
For SqlDWSource, use:
type = "SqlDWSource"
partitionSettings = {}
For SqlMISource, use:
type = "SqlMISource"
partitionSettings = {}
For SqlServerSource, use:
type = "SqlServerSource"
partitionSettings = {}
For SqlSource, use:
type = "SqlSource"
partitionSettings = {}
For SquareSource, use:
type = "SquareSource"
For SybaseSource, use:
type = "SybaseSource"
For TeradataSource, use:
type = "TeradataSource"
partitionSettings = {}
For VerticaSource, use:
type = "VerticaSource"
For WarehouseSource, use:
type = "WarehouseSource"
partitionSettings = {}
For WebSource, use:
type = "WebSource"
For XeroSource, use:
type = "XeroSource"
For XmlSource, use:
type = "XmlSource"
formatSettings = {
compressionProperties = {
type = "string"
// For remaining properties, see CompressionReadSettings objects
}
type = "string"
}
storeSettings = {
type = "string"
// For remaining properties, see StoreReadSettings objects
}
For ZohoSource, use:
type = "ZohoSource"
StoreReadSettings objects
Set the type property to specify the type of object.
For AmazonS3CompatibleReadSettings, use:
type = "AmazonS3CompatibleReadSettings"
For AmazonS3ReadSettings, use:
type = "AmazonS3ReadSettings"
For AzureBlobFSReadSettings, use:
type = "AzureBlobFSReadSettings"
For AzureBlobStorageReadSettings, use:
type = "AzureBlobStorageReadSettings"
For AzureDataLakeStoreReadSettings, use:
type = "AzureDataLakeStoreReadSettings"
For AzureFileStorageReadSettings, use:
type = "AzureFileStorageReadSettings"
For FileServerReadSettings, use:
type = "FileServerReadSettings"
For FtpReadSettings, use:
type = "FtpReadSettings"
For GoogleCloudStorageReadSettings, use:
type = "GoogleCloudStorageReadSettings"
For HdfsReadSettings, use:
type = "HdfsReadSettings"
distcpSettings = {}
For HttpReadSettings, use:
type = "HttpReadSettings"
For LakeHouseReadSettings, use:
type = "LakeHouseReadSettings"
For OracleCloudStorageReadSettings, use:
type = "OracleCloudStorageReadSettings"
For SftpReadSettings, use:
type = "SftpReadSettings"
CompressionReadSettings objects
Set the type property to specify the type of object.
For TarGZipReadSettings, use:
type = "TarGZipReadSettings"
For TarReadSettings, use:
type = "TarReadSettings"
For ZipDeflateReadSettings, use:
type = "ZipDeflateReadSettings"
SecretBase objects
Set the type property to specify the type of object.
For AzureKeyVaultSecret, use:
type = "AzureKeyVaultSecret"
store = {
parameters = {}
referenceName = "string"
type = "LinkedServiceReference"
}
For SecureString, use:
type = "SecureString"
value = "string"
FormatReadSettings objects
Set the type property to specify the type of object.
For BinaryReadSettings, use:
type = "BinaryReadSettings"
compressionProperties = {
type = "string"
// For remaining properties, see CompressionReadSettings objects
}
For DelimitedTextReadSettings, use:
type = "DelimitedTextReadSettings"
compressionProperties = {
type = "string"
// For remaining properties, see CompressionReadSettings objects
}
For JsonReadSettings, use:
type = "JsonReadSettings"
compressionProperties = {
type = "string"
// For remaining properties, see CompressionReadSettings objects
}
For ParquetReadSettings, use:
type = "ParquetReadSettings"
compressionProperties = {
type = "string"
// For remaining properties, see CompressionReadSettings objects
}
For XmlReadSettings, use:
type = "XmlReadSettings"
compressionProperties = {
type = "string"
// For remaining properties, see CompressionReadSettings objects
}
Property values
factories/pipelines
| Name | Description | Value |
|---|---|---|
| type | The resource type | "Microsoft.DataFactory/factories/pipelines@2018-06-01" |
| name | The resource name | string (required) Character limit: 1-260 Valid characters: Can't use: <>*#.%&:\\+?/ or control charactersStart with alphanumeric. |
| parent_id | The ID of the resource that is the parent for this resource. | ID for resource of type: factories |
| properties | Properties of the pipeline. | Pipeline (required) |
Pipeline
| Name | Description | Value |
|---|---|---|
| activities | List of activities in pipeline. | Activity[] |
| annotations | List of tags that can be used for describing the Pipeline. | any[] |
| concurrency | The max number of concurrent runs for the pipeline. | int Constraints: Min value = 1 |
| description | The description of the pipeline. | string |
| folder | The folder that this Pipeline is in. If not specified, Pipeline will appear at the root level. | PipelineFolder |
| parameters | List of parameters for pipeline. | ParameterDefinitionSpecification |
| policy | Pipeline Policy. | PipelinePolicy |
| runDimensions | Dimensions emitted by Pipeline. | PipelineRunDimensions |
| variables | List of variables for pipeline. | VariableDefinitionSpecification |
Activity
| Name | Description | Value |
|---|---|---|
| dependsOn | Activity depends on condition. | ActivityDependency[] |
| description | Activity description. | string |
| name | Activity name. | string (required) |
| onInactiveMarkAs | Status result of the activity when the state is set to Inactive. This is an optional property and if not provided when the activity is inactive, the status will be Succeeded by default. | "Failed" "Skipped" "Succeeded" |
| state | Activity state. This is an optional property and if not provided, the state will be Active by default. | "Active" "Inactive" |
| userProperties | Activity user properties. | UserProperty[] |
| type | Set the object type | AppendVariable AzureDataExplorerCommand AzureFunctionActivity AzureMLBatchExecution AzureMLExecutePipeline AzureMLUpdateResource Copy Custom DatabricksNotebook DatabricksSparkJar DatabricksSparkPython DataLakeAnalyticsU-SQL Delete ExecuteDataFlow ExecutePipeline ExecuteSSISPackage ExecuteWranglingDataflow Fail Filter ForEach GetMetadata HDInsightHive HDInsightMapReduce HDInsightPig HDInsightSpark HDInsightStreaming IfCondition Lookup Script SetVariable SparkJob SqlServerStoredProcedure Switch SynapseNotebook Until Validation Wait WebActivity WebHook (required) |
ActivityDependency
| Name | Description | Value |
|---|---|---|
| activity | Activity name. | string (required) |
| dependencyConditions | Match-Condition for the dependency. | String array containing any of: "Completed" "Failed" "Skipped" "Succeeded" (required) |
| {customized property} |
UserProperty
| Name | Description | Value |
|---|---|---|
| name | User property name. | string (required) |
| value | User property value. Type: string (or Expression with resultType string). |
AppendVariableActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "AppendVariable" (required) |
| typeProperties | Append Variable activity properties. | AppendVariableActivityTypeProperties (required) |
AppendVariableActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| value | Value to be appended. Type: could be a static value matching type of the variable item or Expression with resultType matching type of the variable item | |
| variableName | Name of the variable whose value needs to be appended to. | string |
AzureDataExplorerCommandActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "AzureDataExplorerCommand" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure Data Explorer command activity properties. | AzureDataExplorerCommandActivityTypeProperties (required) |
LinkedServiceReference
| Name | Description | Value |
|---|---|---|
| parameters | Arguments for LinkedService. | ParameterValueSpecification |
| referenceName | Reference LinkedService name. | string (required) |
| type | Linked service reference type. | "LinkedServiceReference" (required) |
ParameterValueSpecification
| Name | Description | Value |
|---|---|---|
| {customized property} |
ActivityPolicy
| Name | Description | Value |
|---|---|---|
| retry | Maximum ordinary retry attempts. Default is 0. Type: integer (or Expression with resultType integer), minimum: 0. | |
| retryIntervalInSeconds | Interval between each retry attempt (in seconds). The default is 30 sec. | int Constraints: Min value = 30 Max value = 86400 |
| secureInput | When set to true, Input from activity is considered as secure and will not be logged to monitoring. | bool |
| secureOutput | When set to true, Output from activity is considered as secure and will not be logged to monitoring. | bool |
| timeout | Specifies the timeout for the activity to run. The default timeout is 7 days. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| {customized property} |
AzureDataExplorerCommandActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| command | A control command, according to the Azure Data Explorer command syntax. Type: string (or Expression with resultType string). | |
| commandTimeout | Control command timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9]))..) |
AzureFunctionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "AzureFunctionActivity" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure Function activity properties. | AzureFunctionActivityTypeProperties (required) |
AzureFunctionActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| body | Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string). | |
| functionName | Name of the Function that the Azure Function Activity will call. Type: string (or Expression with resultType string) | |
| headers | Represents the headers that will be sent to the request. For example, to set the language and type on a request: "headers" : { "Accept-Language": "en-us", "Content-Type": "application/json" }. Type: string (or Expression with resultType string). | AzureFunctionActivityTypePropertiesHeaders |
| method | Rest API method for target endpoint. | "DELETE" "GET" "HEAD" "OPTIONS" "POST" "PUT" "TRACE" (required) |
AzureFunctionActivityTypePropertiesHeaders
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
AzureMLBatchExecutionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "AzureMLBatchExecution" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure ML Batch Execution activity properties. | AzureMLBatchExecutionActivityTypeProperties (required) |
AzureMLBatchExecutionActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| globalParameters | Key,Value pairs to be passed to the Azure ML Batch Execution Service endpoint. Keys must match the names of web service parameters defined in the published Azure ML web service. Values will be passed in the GlobalParameters property of the Azure ML batch execution request. | AzureMLBatchExecutionActivityTypePropertiesGlobalPar... |
| webServiceInputs | Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Inputs to AzureMLWebServiceFile objects specifying the input Blob locations.. This information will be passed in the WebServiceInputs property of the Azure ML batch execution request. | AzureMLBatchExecutionActivityTypePropertiesWebServic... |
| webServiceOutputs | Key,Value pairs, mapping the names of Azure ML endpoint's Web Service Outputs to AzureMLWebServiceFile objects specifying the output Blob locations. This information will be passed in the WebServiceOutputs property of the Azure ML batch execution request. | AzureMLBatchExecutionActivityTypePropertiesWebServic... |
AzureMLBatchExecutionActivityTypePropertiesGlobalPar...
| Name | Description | Value |
|---|---|---|
| {customized property} |
AzureMLBatchExecutionActivityTypePropertiesWebServic...
| Name | Description | Value |
|---|---|---|
| {customized property} | AzureMLWebServiceFile |
AzureMLWebServiceFile
| Name | Description | Value |
|---|---|---|
| filePath | The relative file path, including container name, in the Azure Blob Storage specified by the LinkedService. Type: string (or Expression with resultType string). | |
| linkedServiceName | Reference to an Azure Storage LinkedService, where Azure ML WebService Input/Output file located. | LinkedServiceReference (required) |
AzureMLBatchExecutionActivityTypePropertiesWebServic...
| Name | Description | Value |
|---|---|---|
| {customized property} | AzureMLWebServiceFile |
AzureMLExecutePipelineActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "AzureMLExecutePipeline" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure ML Execute Pipeline activity properties. | AzureMLExecutePipelineActivityTypeProperties (required) |
AzureMLExecutePipelineActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| continueOnStepFailure | Whether to continue execution of other steps in the PipelineRun if a step fails. This information will be passed in the continueOnStepFailure property of the published pipeline execution request. Type: boolean (or Expression with resultType boolean). | |
| dataPathAssignments | Dictionary used for changing data path assignments without retraining. Values will be passed in the dataPathAssignments property of the published pipeline execution request. Type: object (or Expression with resultType object). | |
| experimentName | Run history experiment name of the pipeline run. This information will be passed in the ExperimentName property of the published pipeline execution request. Type: string (or Expression with resultType string). | |
| mlParentRunId | The parent Azure ML Service pipeline run id. This information will be passed in the ParentRunId property of the published pipeline execution request. Type: string (or Expression with resultType string). | |
| mlPipelineEndpointId | ID of the published Azure ML pipeline endpoint. Type: string (or Expression with resultType string). | |
| mlPipelineId | ID of the published Azure ML pipeline. Type: string (or Expression with resultType string). | |
| mlPipelineParameters | Key,Value pairs to be passed to the published Azure ML pipeline endpoint. Keys must match the names of pipeline parameters defined in the published pipeline. Values will be passed in the ParameterAssignments property of the published pipeline execution request. Type: object with key value pairs (or Expression with resultType object). | |
| version | Version of the published Azure ML pipeline endpoint. Type: string (or Expression with resultType string). |
AzureMLUpdateResourceActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "AzureMLUpdateResource" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Azure ML Update Resource management activity properties. | AzureMLUpdateResourceActivityTypeProperties (required) |
AzureMLUpdateResourceActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| trainedModelFilePath | The relative file path in trainedModelLinkedService to represent the .ilearner file that will be uploaded by the update operation. Type: string (or Expression with resultType string). | |
| trainedModelLinkedServiceName | Name of Azure Storage linked service holding the .ilearner file that will be uploaded by the update operation. | LinkedServiceReference (required) |
| trainedModelName | Name of the Trained Model module in the Web Service experiment to be updated. Type: string (or Expression with resultType string). |
CopyActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Copy" (required) |
| inputs | List of inputs for the activity. | DatasetReference[] |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| outputs | List of outputs for the activity. | DatasetReference[] |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Copy activity properties. | CopyActivityTypeProperties (required) |
DatasetReference
| Name | Description | Value |
|---|---|---|
| parameters | Arguments for dataset. | ParameterValueSpecification |
| referenceName | Reference dataset name. | string (required) |
| type | Dataset reference type. | "DatasetReference" (required) |
CopyActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataIntegrationUnits | Maximum number of data integration units that can be used to perform this data movement. Type: integer (or Expression with resultType integer), minimum: 0. | |
| enableSkipIncompatibleRow | Whether to skip incompatible row. Default value is false. Type: boolean (or Expression with resultType boolean). | |
| enableStaging | Specifies whether to copy data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean). | |
| logSettings | Log settings customer needs provide when enabling log. | LogSettings |
| logStorageSettings | (Deprecated. Please use LogSettings) Log storage settings customer need to provide when enabling session log. | LogStorageSettings |
| parallelCopies | Maximum number of concurrent sessions opened on the source or sink to avoid overloading the data store. Type: integer (or Expression with resultType integer), minimum: 0. | |
| preserve | Preserve rules. | any[] |
| preserveRules | Preserve Rules. | any[] |
| redirectIncompatibleRowSettings | Redirect incompatible row settings when EnableSkipIncompatibleRow is true. | RedirectIncompatibleRowSettings |
| sink | Copy activity sink. | CopySink (required) |
| skipErrorFile | Specify the fault tolerance for data consistency. | SkipErrorFile |
| source | Copy activity source. | CopySource (required) |
| stagingSettings | Specifies interim staging settings when EnableStaging is true. | StagingSettings |
| translator | Copy activity translator. If not specified, tabular translator is used. | |
| validateDataConsistency | Whether to enable Data Consistency validation. Type: boolean (or Expression with resultType boolean). |
LogSettings
| Name | Description | Value |
|---|---|---|
| copyActivityLogSettings | Specifies settings for copy activity log. | CopyActivityLogSettings |
| enableCopyActivityLog | Specifies whether to enable copy activity log. Type: boolean (or Expression with resultType boolean). | |
| logLocationSettings | Log location settings customer needs to provide when enabling log. | LogLocationSettings (required) |
CopyActivityLogSettings
| Name | Description | Value |
|---|---|---|
| enableReliableLogging | Specifies whether to enable reliable logging. Type: boolean (or Expression with resultType boolean). | |
| logLevel | Gets or sets the log level, support: Info, Warning. Type: string (or Expression with resultType string). |
LogLocationSettings
| Name | Description | Value |
|---|---|---|
| linkedServiceName | Log storage linked service reference. | LinkedServiceReference (required) |
| path | The path to storage for storing detailed logs of activity execution. Type: string (or Expression with resultType string). |
LogStorageSettings
| Name | Description | Value |
|---|---|---|
| enableReliableLogging | Specifies whether to enable reliable logging. Type: boolean (or Expression with resultType boolean). | |
| linkedServiceName | Log storage linked service reference. | LinkedServiceReference (required) |
| logLevel | Gets or sets the log level, support: Info, Warning. Type: string (or Expression with resultType string). | |
| path | The path to storage for storing detailed logs of activity execution. Type: string (or Expression with resultType string). | |
| {customized property} |
RedirectIncompatibleRowSettings
| Name | Description | Value |
|---|---|---|
| linkedServiceName | Name of the Azure Storage, Storage SAS, or Azure Data Lake Store linked service used for redirecting incompatible row. Must be specified if redirectIncompatibleRowSettings is specified. Type: string (or Expression with resultType string). | |
| path | The path for storing the redirect incompatible row data. Type: string (or Expression with resultType string). | |
| {customized property} |
CopySink
| Name | Description | Value |
|---|---|---|
| disableMetricsCollection | If true, disable data store metrics collection. Default is false. Type: boolean (or Expression with resultType boolean). | |
| maxConcurrentConnections | The maximum concurrent connection count for the sink data store. Type: integer (or Expression with resultType integer). | |
| sinkRetryCount | Sink retry count. Type: integer (or Expression with resultType integer). | |
| sinkRetryWait | Sink retry wait. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| writeBatchSize | Write batch size. Type: integer (or Expression with resultType integer), minimum: 0. | |
| writeBatchTimeout | Write batch timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| type | Set the object type | AvroSink AzureBlobFSSink AzureDatabricksDeltaLakeSink AzureDataExplorerSink AzureDataLakeStoreSink AzureMySqlSink AzurePostgreSqlSink AzureQueueSink AzureSearchIndexSink AzureSqlSink AzureTableSink BinarySink BlobSink CommonDataServiceForAppsSink CosmosDbMongoDbApiSink CosmosDbSqlApiSink DelimitedTextSink DocumentDbCollectionSink DynamicsCrmSink DynamicsSink FileSystemSink InformixSink JsonSink LakeHouseTableSink MicrosoftAccessSink MongoDbAtlasSink MongoDbV2Sink OdbcSink OracleSink OrcSink ParquetSink RestSink SalesforceServiceCloudSink SalesforceServiceCloudV2Sink SalesforceSink SalesforceV2Sink SapCloudForCustomerSink SnowflakeSink SnowflakeV2Sink SqlDWSink SqlMISink SqlServerSink SqlSink WarehouseSink (required) |
AvroSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AvroSink" (required) |
| formatSettings | Avro format settings. | AvroWriteSettings |
| storeSettings | Avro store settings. | StoreWriteSettings |
AvroWriteSettings
| Name | Description | Value |
|---|---|---|
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | |
| recordName | Top level record name in write result, which is required in AVRO spec. | string |
| recordNamespace | Record namespace in the write result. | string |
| type | The write setting type. | string (required) |
| {customized property} |
StoreWriteSettings
| Name | Description | Value |
|---|---|---|
| copyBehavior | The type of copy behavior for copy sink. | |
| disableMetricsCollection | If true, disable data store metrics collection. Default is false. Type: boolean (or Expression with resultType boolean). | |
| maxConcurrentConnections | The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer). | |
| metadata | Specify the custom metadata to be added to sink data. Type: array of objects (or Expression with resultType array of objects). | MetadataItem[] |
| type | Set the object type | AzureBlobFSWriteSettings AzureBlobStorageWriteSettings AzureDataLakeStoreWriteSettings AzureFileStorageWriteSettings FileServerWriteSettings LakeHouseWriteSettings SftpWriteSettings (required) |
MetadataItem
| Name | Description | Value |
|---|---|---|
| name | Metadata item key name. Type: string (or Expression with resultType string). | |
| value | Metadata item value. Type: string (or Expression with resultType string). |
AzureBlobFSWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | "AzureBlobFSWriteSettings" (required) |
| blockSizeInMB | Indicates the block size(MB) when writing data to blob. Type: integer (or Expression with resultType integer). |
AzureBlobStorageWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | "AzureBlobStorageWriteSettings" (required) |
| blockSizeInMB | Indicates the block size(MB) when writing data to blob. Type: integer (or Expression with resultType integer). |
AzureDataLakeStoreWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | "AzureDataLakeStoreWriteSettings" (required) |
| expiryDateTime | Specifies the expiry time of the written files. The time is applied to the UTC time zone in the format of "2018-12-01T05:00:00Z". Default value is NULL. Type: string (or Expression with resultType string). |
AzureFileStorageWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | "AzureFileStorageWriteSettings" (required) |
FileServerWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | "FileServerWriteSettings" (required) |
LakeHouseWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | "LakeHouseWriteSettings" (required) |
SftpWriteSettings
| Name | Description | Value |
|---|---|---|
| type | The write setting type. | "SftpWriteSettings" (required) |
| operationTimeout | Specifies the timeout for writing each chunk to SFTP server. Default value: 01:00:00 (one hour). Type: string (or Expression with resultType string). | |
| useTempFileRename | Upload to temporary file(s) and rename. Disable this option if your SFTP server doesn't support rename operation. Type: boolean (or Expression with resultType boolean). |
AzureBlobFSSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AzureBlobFSSink" (required) |
| copyBehavior | The type of copy behavior for copy sink. Type: string (or Expression with resultType string). | |
| metadata | Specify the custom metadata to be added to sink data. Type: array of objects (or Expression with resultType array of objects). | MetadataItem[] |
AzureDatabricksDeltaLakeSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AzureDatabricksDeltaLakeSink" (required) |
| importSettings | Azure Databricks Delta Lake import settings. | AzureDatabricksDeltaLakeImportCommand |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). |
AzureDatabricksDeltaLakeImportCommand
| Name | Description | Value |
|---|---|---|
| dateFormat | Specify the date format for csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | |
| timestampFormat | Specify the timestamp format for csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | |
| type | The import setting type. | string (required) |
| {customized property} |
AzureDataExplorerSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AzureDataExplorerSink" (required) |
| flushImmediately | If set to true, any aggregation will be skipped. Default is false. Type: boolean. | |
| ingestionMappingAsJson | An explicit column mapping description provided in a json format. Type: string. | |
| ingestionMappingName | A name of a pre-created csv mapping that was defined on the target Kusto table. Type: string. |
AzureDataLakeStoreSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AzureDataLakeStoreSink" (required) |
| copyBehavior | The type of copy behavior for copy sink. Type: string (or Expression with resultType string). | |
| enableAdlsSingleFileParallel | Single File Parallel. |
AzureMySqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AzureMySqlSink" (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). |
AzurePostgreSqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AzurePostgreSqlSink" (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). |
AzureQueueSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AzureQueueSink" (required) |
AzureSearchIndexSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AzureSearchIndexSink" (required) |
| writeBehavior | Specify the write behavior when upserting documents into Azure Search Index. | "Merge" "Upload" |
AzureSqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AzureSqlSink" (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | |
| storedProcedureParameters | SQL stored procedure parameters. | |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | Write behavior when copying data into Azure SQL. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum) |
SqlUpsertSettings
| Name | Description | Value |
|---|---|---|
| interimSchemaName | Schema name for interim table. Type: string (or Expression with resultType string). | |
| keys | Key column names for unique row identification. Type: array of strings (or Expression with resultType array of strings). | |
| useTempDB | Specifies whether to use temp db for upsert interim table. Type: boolean (or Expression with resultType boolean). |
AzureTableSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "AzureTableSink" (required) |
| azureTableDefaultPartitionKeyValue | Azure Table default partition key value. Type: string (or Expression with resultType string). | |
| azureTableInsertType | Azure Table insert type. Type: string (or Expression with resultType string). | |
| azureTablePartitionKeyName | Azure Table partition key name. Type: string (or Expression with resultType string). | |
| azureTableRowKeyName | Azure Table row key name. Type: string (or Expression with resultType string). |
BinarySink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "BinarySink" (required) |
| storeSettings | Binary store settings. | StoreWriteSettings |
BlobSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "BlobSink" (required) |
| blobWriterAddHeader | Blob writer add header. Type: boolean (or Expression with resultType boolean). | |
| blobWriterDateTimeFormat | Blob writer date time format. Type: string (or Expression with resultType string). | |
| blobWriterOverwriteFiles | Blob writer overwrite files. Type: boolean (or Expression with resultType boolean). | |
| copyBehavior | The type of copy behavior for copy sink. | |
| metadata | Specify the custom metadata to be added to sink data. Type: array of objects (or Expression with resultType array of objects). | MetadataItem[] |
CommonDataServiceForAppsSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "CommonDataServiceForAppsSink" (required) |
| alternateKeyName | The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether to ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. | "Upsert" (required) |
CosmosDbMongoDbApiSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "CosmosDbMongoDbApiSink" (required) |
| writeBehavior | Specifies whether the document with same key to be overwritten (upsert) rather than throw exception (insert). The default value is "insert". Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). |
CosmosDbSqlApiSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "CosmosDbSqlApiSink" (required) |
| writeBehavior | Describes how to write data to Azure Cosmos DB. Type: string (or Expression with resultType string). Allowed values: insert and upsert. |
DelimitedTextSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "DelimitedTextSink" (required) |
| formatSettings | DelimitedText format settings. | DelimitedTextWriteSettings |
| storeSettings | DelimitedText store settings. | StoreWriteSettings |
DelimitedTextWriteSettings
| Name | Description | Value |
|---|---|---|
| fileExtension | The file extension used to create the files. Type: string (or Expression with resultType string). | |
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | |
| quoteAllText | Indicates whether string values should always be enclosed with quotes. Type: boolean (or Expression with resultType boolean). | |
| type | The write setting type. | string (required) |
| {customized property} |
DocumentDbCollectionSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "DocumentDbCollectionSink" (required) |
| nestingSeparator | Nested properties separator. Default is . (dot). Type: string (or Expression with resultType string). | |
| writeBehavior | Describes how to write data to Azure Cosmos DB. Type: string (or Expression with resultType string). Allowed values: insert and upsert. |
DynamicsCrmSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "DynamicsCrmSink" (required) |
| alternateKeyName | The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether to ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. | "Upsert" (required) |
DynamicsSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "DynamicsSink" (required) |
| alternateKeyName | The logical name of the alternate key which will be used when upserting records. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether ignore null values from input dataset (except key fields) during write operation. Default is false. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. | "Upsert" (required) |
FileSystemSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "FileSystemSink" (required) |
| copyBehavior | The type of copy behavior for copy sink. |
InformixSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "InformixSink" (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). |
JsonSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "JsonSink" (required) |
| formatSettings | Json format settings. | JsonWriteSettings |
| storeSettings | Json store settings. | StoreWriteSettings |
JsonWriteSettings
| Name | Description | Value |
|---|---|---|
| filePattern | File pattern of JSON. This setting controls the way a collection of JSON objects will be treated. The default value is 'setOfObjects'. It is case-sensitive. | |
| type | The write setting type. | string (required) |
| {customized property} |
LakeHouseTableSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "LakeHouseTableSink" (required) |
| partitionNameList | Specify the partition column names from sink columns. Type: array of objects (or Expression with resultType array of objects). | |
| partitionOption | Create partitions in folder structure based on one or multiple columns. Each distinct column value (pair) will be a new partition. Possible values include: "None", "PartitionByKey". | |
| tableActionOption | The type of table action for LakeHouse Table sink. Possible values include: "None", "Append", "Overwrite". |
MicrosoftAccessSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "MicrosoftAccessSink" (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). |
MongoDbAtlasSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "MongoDbAtlasSink" (required) |
| writeBehavior | Specifies whether the document with same key to be overwritten (upsert) rather than throw exception (insert). The default value is "insert". Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). |
MongoDbV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "MongoDbV2Sink" (required) |
| writeBehavior | Specifies whether the document with same key to be overwritten (upsert) rather than throw exception (insert). The default value is "insert". Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). |
OdbcSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "OdbcSink" (required) |
| preCopyScript | A query to execute before starting the copy. Type: string (or Expression with resultType string). |
OracleSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "OracleSink" (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). |
OrcSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "OrcSink" (required) |
| formatSettings | ORC format settings. | OrcWriteSettings |
| storeSettings | ORC store settings. | StoreWriteSettings |
OrcWriteSettings
| Name | Description | Value |
|---|---|---|
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | |
| type | The write setting type. | string (required) |
| {customized property} |
ParquetSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "ParquetSink" (required) |
| formatSettings | Parquet format settings. | ParquetWriteSettings |
| storeSettings | Parquet store settings. | StoreWriteSettings |
ParquetWriteSettings
| Name | Description | Value |
|---|---|---|
| fileNamePrefix | Specifies the file name pattern {fileNamePrefix}_{fileIndex}.{fileExtension} when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string). | |
| maxRowsPerFile | Limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer). | |
| type | The write setting type. | string (required) |
| {customized property} |
RestSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "RestSink" (required) |
| additionalHeaders | The additional HTTP headers in the request to the RESTful API. Type: key value pairs (value should be string type). | |
| httpCompressionType | Http Compression Type to Send data in compressed format with Optimal Compression Level, Default is None. And The Only Supported option is Gzip. Type: string (or Expression with resultType string). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:01:40. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| requestInterval | The time to await before sending next request, in milliseconds | |
| requestMethod | The HTTP method used to call the RESTful API. The default is POST. Type: string (or Expression with resultType string). |
SalesforceServiceCloudSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SalesforceServiceCloudSink" (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. Default is Insert. | "Insert" "Upsert" |
SalesforceServiceCloudV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SalesforceServiceCloudV2Sink" (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. Default is Insert. | "Insert" "Upsert" |
SalesforceSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SalesforceSink" (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. Default is Insert. | "Insert" "Upsert" |
SalesforceV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SalesforceV2Sink" (required) |
| externalIdFieldName | The name of the external ID field for upsert operation. Default value is 'Id' column. Type: string (or Expression with resultType string). | |
| ignoreNullValues | The flag indicating whether or not to ignore null values from input dataset (except key fields) during write operation. Default value is false. If set it to true, it means ADF will leave the data in the destination object unchanged when doing upsert/update operation and insert defined default value when doing insert operation, versus ADF will update the data in the destination object to NULL when doing upsert/update operation and insert NULL value when doing insert operation. Type: boolean (or Expression with resultType boolean). | |
| writeBehavior | The write behavior for the operation. Default is Insert. | "Insert" "Upsert" |
SapCloudForCustomerSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SapCloudForCustomerSink" (required) |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| writeBehavior | The write behavior for the operation. Default is 'Insert'. | "Insert" "Update" |
SnowflakeSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SnowflakeSink" (required) |
| importSettings | Snowflake import settings. | SnowflakeImportCopyCommand |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). |
SnowflakeImportCopyCommand
| Name | Description | Value |
|---|---|---|
| additionalCopyOptions | Additional copy options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalCopyOptions": { "DATE_FORMAT": "MM/DD/YYYY", "TIME_FORMAT": "'HH24:MI:SS.FF'" } | SnowflakeImportCopyCommandAdditionalCopyOptions |
| additionalFormatOptions | Additional format options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalFormatOptions": { "FORCE": "TRUE", "LOAD_UNCERTAIN_FILES": "'FALSE'" } | SnowflakeImportCopyCommandAdditionalFormatOptions |
| type | The import setting type. | string (required) |
| {customized property} |
SnowflakeImportCopyCommandAdditionalCopyOptions
| Name | Description | Value |
|---|---|---|
| {customized property} |
SnowflakeImportCopyCommandAdditionalFormatOptions
| Name | Description | Value |
|---|---|---|
| {customized property} |
SnowflakeV2Sink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SnowflakeV2Sink" (required) |
| importSettings | Snowflake import settings. | SnowflakeImportCopyCommand |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). |
SqlDWSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SqlDWSink" (required) |
| allowCopyCommand | Indicates to use Copy Command to copy data into SQL Data Warehouse. Type: boolean (or Expression with resultType boolean). | |
| allowPolyBase | Indicates to use PolyBase to copy data into SQL Data Warehouse when applicable. Type: boolean (or Expression with resultType boolean). | |
| copyCommandSettings | Specifies Copy Command related settings when allowCopyCommand is true. | DWCopyCommandSettings |
| polyBaseSettings | Specifies PolyBase-related settings when allowPolyBase is true. | PolybaseSettings |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| upsertSettings | SQL DW upsert settings. | SqlDWUpsertSettings |
| writeBehavior | Write behavior when copying data into azure SQL DW. Type: SqlDWWriteBehaviorEnum (or Expression with resultType SqlDWWriteBehaviorEnum) |
DWCopyCommandSettings
| Name | Description | Value |
|---|---|---|
| additionalOptions | Additional options directly passed to SQL DW in Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalOptions": { "MAXERRORS": "1000", "DATEFORMAT": "'ymd'" } | DWCopyCommandSettingsAdditionalOptions |
| defaultValues | Specifies the default values for each target column in SQL DW. The default values in the property overwrite the DEFAULT constraint set in the DB, and identity column cannot have a default value. Type: array of objects (or Expression with resultType array of objects). | DWCopyCommandDefaultValue[] |
DWCopyCommandSettingsAdditionalOptions
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
DWCopyCommandDefaultValue
| Name | Description | Value |
|---|---|---|
| columnName | Column name. Type: object (or Expression with resultType string). | |
| defaultValue | The default value of the column. Type: object (or Expression with resultType string). |
PolybaseSettings
| Name | Description | Value |
|---|---|---|
| rejectSampleValue | Determines the number of rows to attempt to retrieve before the PolyBase recalculates the percentage of rejected rows. Type: integer (or Expression with resultType integer), minimum: 0. | |
| rejectType | Reject type. | "percentage" "value" |
| rejectValue | Specifies the value or the percentage of rows that can be rejected before the query fails. Type: number (or Expression with resultType number), minimum: 0. | |
| useTypeDefault | Specifies how to handle missing values in delimited text files when PolyBase retrieves data from the text file. Type: boolean (or Expression with resultType boolean). | |
| {customized property} |
SqlDWUpsertSettings
| Name | Description | Value |
|---|---|---|
| interimSchemaName | Schema name for interim table. Type: string (or Expression with resultType string). | |
| keys | Key column names for unique row identification. Type: array of strings (or Expression with resultType array of strings). |
SqlMISink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SqlMISink" (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | |
| storedProcedureParameters | SQL stored procedure parameters. | |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | White behavior when copying data into azure SQL MI. Type: string (or Expression with resultType string) |
SqlServerSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SqlServerSink" (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | |
| storedProcedureParameters | SQL stored procedure parameters. | |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | Write behavior when copying data into sql server. Type: string (or Expression with resultType string). |
SqlSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "SqlSink" (required) |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| sqlWriterStoredProcedureName | SQL writer stored procedure name. Type: string (or Expression with resultType string). | |
| sqlWriterTableType | SQL writer table type. Type: string (or Expression with resultType string). | |
| sqlWriterUseTableLock | Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean). | |
| storedProcedureParameters | SQL stored procedure parameters. | |
| storedProcedureTableTypeParameterName | The stored procedure parameter name of the table type. Type: string (or Expression with resultType string). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| upsertSettings | SQL upsert settings. | SqlUpsertSettings |
| writeBehavior | Write behavior when copying data into sql. Type: string (or Expression with resultType string). |
WarehouseSink
| Name | Description | Value |
|---|---|---|
| type | Copy sink type. | "WarehouseSink" (required) |
| allowCopyCommand | Indicates to use Copy Command to copy data into SQL Data Warehouse. Type: boolean (or Expression with resultType boolean). | |
| copyCommandSettings | Specifies Copy Command related settings when allowCopyCommand is true. | DWCopyCommandSettings |
| preCopyScript | SQL pre-copy script. Type: string (or Expression with resultType string). | |
| tableOption | The option to handle sink table, such as autoCreate. For now only 'autoCreate' value is supported. Type: string (or Expression with resultType string). | |
| writeBehavior | Write behavior when copying data into azure Microsoft Fabric Data Warehouse. Type: DWWriteBehaviorEnum (or Expression with resultType DWWriteBehaviorEnum) |
SkipErrorFile
| Name | Description | Value |
|---|---|---|
| dataInconsistency | Skip if source/sink file changed by other concurrent write. Default is false. Type: boolean (or Expression with resultType boolean). | |
| fileMissing | Skip if file is deleted by other client during copy. Default is true. Type: boolean (or Expression with resultType boolean). |
CopySource
AmazonMWSSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AmazonMWSSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
AmazonRdsForOracleSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AmazonRdsForOracleSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| oracleReaderQuery | AmazonRdsForOracle reader query. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for AmazonRdsForOracle read in parallel. Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for AmazonRdsForOracle source partitioning. | AmazonRdsForOraclePartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
AmazonRdsForOraclePartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionNames | Names of the physical partitions of AmazonRdsForOracle table. | |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
AmazonRdsForSqlServerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AmazonRdsForSqlServerSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
SqlPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer or datetime type that will be used for proceeding partitioning. If not specified, the primary key of the table is auto-detected and used as the partition column. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of the partition column for partition range splitting. This value is used to decide the partition stride, not for filtering the rows in table. All rows in the table or query result will be partitioned and copied. Type: string (or Expression with resultType string). | |
| partitionUpperBound | The maximum value of the partition column for partition range splitting. This value is used to decide the partition stride, not for filtering the rows in table. All rows in the table or query result will be partitioned and copied. Type: string (or Expression with resultType string). |
AmazonRedshiftSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AmazonRedshiftSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| redshiftUnloadSettings | The Amazon S3 settings needed for the interim Amazon S3 when copying from Amazon Redshift with unload. With this, data from Amazon Redshift source will be unloaded into S3 first and then copied into the targeted sink from the interim S3. | RedshiftUnloadSettings |
RedshiftUnloadSettings
| Name | Description | Value |
|---|---|---|
| bucketName | The bucket of the interim Amazon S3 which will be used to store the unloaded data from Amazon Redshift source. The bucket must be in the same region as the Amazon Redshift source. Type: string (or Expression with resultType string). | |
| s3LinkedServiceName | The name of the Amazon S3 linked service which will be used for the unload operation when copying from the Amazon Redshift source. | LinkedServiceReference (required) |
AvroSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AvroSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| storeSettings | Avro store settings. | StoreReadSettings |
StoreReadSettings
| Name | Description | Value |
|---|---|---|
| disableMetricsCollection | If true, disable data store metrics collection. Default is false. Type: boolean (or Expression with resultType boolean). | |
| maxConcurrentConnections | The maximum concurrent connection count for the source data store. Type: integer (or Expression with resultType integer). | |
| type | Set the object type | AmazonS3CompatibleReadSettings AmazonS3ReadSettings AzureBlobFSReadSettings AzureBlobStorageReadSettings AzureDataLakeStoreReadSettings AzureFileStorageReadSettings FileServerReadSettings FtpReadSettings GoogleCloudStorageReadSettings HdfsReadSettings HttpReadSettings LakeHouseReadSettings OracleCloudStorageReadSettings SftpReadSettings (required) |
AmazonS3CompatibleReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "AmazonS3CompatibleReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the S3 Compatible object name. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Amazon S3 Compatible wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Amazon S3 Compatible wildcardFolderPath. Type: string (or Expression with resultType string). |
AmazonS3ReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "AmazonS3ReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the S3 object name. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | AmazonS3 wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | AmazonS3 wildcardFolderPath. Type: string (or Expression with resultType string). |
AzureBlobFSReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "AzureBlobFSReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Azure blobFS wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Azure blobFS wildcardFolderPath. Type: string (or Expression with resultType string). |
AzureBlobStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "AzureBlobStorageReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the Azure Blob name. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Azure blob wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Azure blob wildcardFolderPath. Type: string (or Expression with resultType string). |
AzureDataLakeStoreReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "AzureDataLakeStoreReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| listAfter | Lists files after the value (exclusive) based on file/folder names’ lexicographical order. Applies under the folderPath in data set, and filter files/sub-folders under the folderPath. Type: string (or Expression with resultType string). | |
| listBefore | Lists files before the value (inclusive) based on file/folder names’ lexicographical order. Applies under the folderPath in data set, and filter files/sub-folders under the folderPath. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | ADLS wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | ADLS wildcardFolderPath. Type: string (or Expression with resultType string). |
AzureFileStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "AzureFileStorageReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the Azure File name starting from root path. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Azure File Storage wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Azure File Storage wildcardFolderPath. Type: string (or Expression with resultType string). |
FileServerReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "FileServerReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileFilter | Specify a filter to be used to select a subset of files in the folderPath rather than all files. Type: string (or Expression with resultType string). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | FileServer wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | FileServer wildcardFolderPath. Type: string (or Expression with resultType string). |
FtpReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "FtpReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| disableChunking | If true, disable parallel reading within each file. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| useBinaryTransfer | Specify whether to use binary transfer mode for FTP stores. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Ftp wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Ftp wildcardFolderPath. Type: string (or Expression with resultType string). |
GoogleCloudStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "GoogleCloudStorageReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the Google Cloud Storage object name. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Google Cloud Storage wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Google Cloud Storage wildcardFolderPath. Type: string (or Expression with resultType string). |
HdfsReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "HdfsReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| distcpSettings | Specifies Distcp-related settings. | DistcpSettings |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | HDFS wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | HDFS wildcardFolderPath. Type: string (or Expression with resultType string). |
DistcpSettings
| Name | Description | Value |
|---|---|---|
| distcpOptions | Specifies the Distcp options. Type: string (or Expression with resultType string). | |
| resourceManagerEndpoint | Specifies the Yarn ResourceManager endpoint. Type: string (or Expression with resultType string). | |
| tempScriptPath | Specifies an existing folder path which will be used to store temp Distcp command script. The script file is generated by ADF and will be removed after Copy job finished. Type: string (or Expression with resultType string). |
HttpReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "HttpReadSettings" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| additionalHeaders | The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string). | |
| requestBody | The HTTP request body to the RESTful API if requestMethod is POST. Type: string (or Expression with resultType string). | |
| requestMethod | The HTTP method used to call the RESTful API. The default is GET. Type: string (or Expression with resultType string). | |
| requestTimeout | Specifies the timeout for a HTTP client to get HTTP response from HTTP server. Type: string (or Expression with resultType string). |
LakeHouseReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "LakeHouseReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Microsoft Fabric LakeHouse Files wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Microsoft Fabric LakeHouse Files wildcardFolderPath. Type: string (or Expression with resultType string). |
OracleCloudStorageReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "OracleCloudStorageReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| prefix | The prefix filter for the Oracle Cloud Storage object name. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Oracle Cloud Storage wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Oracle Cloud Storage wildcardFolderPath. Type: string (or Expression with resultType string). |
SftpReadSettings
| Name | Description | Value |
|---|---|---|
| type | The read setting type. | "SftpReadSettings" (required) |
| deleteFilesAfterCompletion | Indicates whether the source files need to be deleted after copy completion. Default is false. Type: boolean (or Expression with resultType boolean). | |
| disableChunking | If true, disable parallel reading within each file. Default is false. Type: boolean (or Expression with resultType boolean). | |
| enablePartitionDiscovery | Indicates whether to enable partition discovery. Type: boolean (or Expression with resultType boolean). | |
| fileListPath | Point to a text file that lists each file (relative path to the path configured in the dataset) that you want to copy. Type: string (or Expression with resultType string). | |
| modifiedDatetimeEnd | The end of file's modified datetime. Type: string (or Expression with resultType string). | |
| modifiedDatetimeStart | The start of file's modified datetime. Type: string (or Expression with resultType string). | |
| partitionRootPath | Specify the root path where partition discovery starts from. Type: string (or Expression with resultType string). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| wildcardFileName | Sftp wildcardFileName. Type: string (or Expression with resultType string). | |
| wildcardFolderPath | Sftp wildcardFolderPath. Type: string (or Expression with resultType string). |
AzureBlobFSSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AzureBlobFSSource" (required) |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| skipHeaderLineCount | Number of header lines to skip from each blob. Type: integer (or Expression with resultType integer). | |
| treatEmptyAsNull | Treat empty as null. Type: boolean (or Expression with resultType boolean). |
AzureDatabricksDeltaLakeSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AzureDatabricksDeltaLakeSource" (required) |
| exportSettings | Azure Databricks Delta Lake export settings. | AzureDatabricksDeltaLakeExportCommand |
| query | Azure Databricks Delta Lake Sql query. Type: string (or Expression with resultType string). |
AzureDatabricksDeltaLakeExportCommand
| Name | Description | Value |
|---|---|---|
| dateFormat | Specify the date format for the csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | |
| timestampFormat | Specify the timestamp format for the csv in Azure Databricks Delta Lake Copy. Type: string (or Expression with resultType string). | |
| type | The export setting type. | string (required) |
| {customized property} |
AzureDataExplorerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AzureDataExplorerSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| noTruncation | The name of the Boolean option that controls whether truncation is applied to result-sets that go beyond a certain row-count limit. | |
| query | Database query. Should be a Kusto Query Language (KQL) query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])).. |
AzureDataLakeStoreSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AzureDataLakeStoreSource" (required) |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). |
AzureMariaDBSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AzureMariaDBSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
AzureMySqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AzureMySqlSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
AzurePostgreSqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AzurePostgreSqlSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
AzureSqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AzureSqlSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
AzureTableSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "AzureTableSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| azureTableSourceIgnoreTableNotFound | Azure Table source ignore table not found. Type: boolean (or Expression with resultType boolean). | |
| azureTableSourceQuery | Azure Table source query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
BinarySource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "BinarySource" (required) |
| formatSettings | Binary format settings. | BinaryReadSettings |
| storeSettings | Binary store settings. | StoreReadSettings |
BinaryReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| type | The read setting type. | string (required) |
| {customized property} |
CompressionReadSettings
| Name | Description | Value |
|---|---|---|
| type | Set the object type | TarGZipReadSettings TarReadSettings ZipDeflateReadSettings (required) |
TarGZipReadSettings
| Name | Description | Value |
|---|---|---|
| type | The Compression setting type. | "TarGZipReadSettings" (required) |
| preserveCompressionFileNameAsFolder | Preserve the compression file name as folder path. Type: boolean (or Expression with resultType boolean). |
TarReadSettings
| Name | Description | Value |
|---|---|---|
| type | The Compression setting type. | "TarReadSettings" (required) |
| preserveCompressionFileNameAsFolder | Preserve the compression file name as folder path. Type: boolean (or Expression with resultType boolean). |
ZipDeflateReadSettings
| Name | Description | Value |
|---|---|---|
| type | The Compression setting type. | "ZipDeflateReadSettings" (required) |
| preserveZipFileNameAsFolder | Preserve the zip file name as folder path. Type: boolean (or Expression with resultType boolean). |
BlobSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "BlobSource" (required) |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). | |
| skipHeaderLineCount | Number of header lines to skip from each blob. Type: integer (or Expression with resultType integer). | |
| treatEmptyAsNull | Treat empty as null. Type: boolean (or Expression with resultType boolean). |
CassandraSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "CassandraSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| consistencyLevel | The consistency level specifies how many Cassandra servers must respond to a read request before returning data to the client application. Cassandra checks the specified number of Cassandra servers for data to satisfy the read request. Must be one of cassandraSourceReadConsistencyLevels. The default value is 'ONE'. It is case-insensitive. | "ALL" "EACH_QUORUM" "LOCAL_ONE" "LOCAL_QUORUM" "LOCAL_SERIAL" "ONE" "QUORUM" "SERIAL" "THREE" "TWO" |
| query | Database query. Should be a SQL-92 query expression or Cassandra Query Language (CQL) command. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
CommonDataServiceForAppsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "CommonDataServiceForAppsSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | FetchXML is a proprietary query language that is used in Microsoft Common Data Service for Apps (online & on-premises). Type: string (or Expression with resultType string). |
ConcurSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "ConcurSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
CosmosDbMongoDbApiSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "CosmosDbMongoDbApiSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| batchSize | Specifies the number of documents to return in each batch of the response from MongoDB instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer). | |
| cursorMethods | Cursor methods for Mongodb query. | MongoDbCursorMethodsProperties |
| filter | Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MongoDbCursorMethodsProperties
| Name | Description | Value |
|---|---|---|
| limit | Specifies the maximum number of documents the server returns. limit() is analogous to the LIMIT statement in a SQL database. Type: integer (or Expression with resultType integer). | |
| project | Specifies the fields to return in the documents that match the query filter. To return all fields in the matching documents, omit this parameter. Type: string (or Expression with resultType string). | |
| skip | Specifies the how many documents skipped and where MongoDB begins returning results. This approach may be useful in implementing paginated results. Type: integer (or Expression with resultType integer). | |
| sort | Specifies the order in which the query returns matching documents. Type: string (or Expression with resultType string). Type: string (or Expression with resultType string). | |
| {customized property} |
CosmosDbSqlApiSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "CosmosDbSqlApiSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| detectDatetime | Whether detect primitive values as datetime values. Type: boolean (or Expression with resultType boolean). | |
| pageSize | Page size of the result. Type: integer (or Expression with resultType integer). | |
| preferredRegions | Preferred regions. Type: array of strings (or Expression with resultType array of strings). | |
| query | SQL API query. Type: string (or Expression with resultType string). |
CouchbaseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "CouchbaseSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
Db2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "Db2Source" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
DelimitedTextSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "DelimitedTextSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| formatSettings | DelimitedText format settings. | DelimitedTextReadSettings |
| storeSettings | DelimitedText store settings. | StoreReadSettings |
DelimitedTextReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| skipLineCount | Indicates the number of non-empty rows to skip when reading data from input files. Type: integer (or Expression with resultType integer). | |
| type | The read setting type. | string (required) |
| {customized property} |
DocumentDbCollectionSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "DocumentDbCollectionSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| nestingSeparator | Nested properties separator. Type: string (or Expression with resultType string). | |
| query | Documents query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
DrillSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "DrillSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
DynamicsAXSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "DynamicsAXSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
DynamicsCrmSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "DynamicsCrmSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | FetchXML is a proprietary query language that is used in Microsoft Dynamics CRM (online & on-premises). Type: string (or Expression with resultType string). |
DynamicsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "DynamicsSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | FetchXML is a proprietary query language that is used in Microsoft Dynamics (online & on-premises). Type: string (or Expression with resultType string). |
EloquaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "EloquaSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
ExcelSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "ExcelSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| storeSettings | Excel store settings. | StoreReadSettings |
FileSystemSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "FileSystemSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). |
GoogleAdWordsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "GoogleAdWordsSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
GoogleBigQuerySource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "GoogleBigQuerySource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
GoogleBigQueryV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "GoogleBigQueryV2Source" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
GreenplumSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "GreenplumSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
HBaseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "HBaseSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
HdfsSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "HdfsSource" (required) |
| distcpSettings | Specifies Distcp-related settings. | DistcpSettings |
| recursive | If true, files under the folder path will be read recursively. Default is true. Type: boolean (or Expression with resultType boolean). |
HiveSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "HiveSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
HttpSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "HttpSource" (required) |
| httpRequestTimeout | Specifies the timeout for a HTTP client to get HTTP response from HTTP server. The default value is equivalent to System.Net.HttpWebRequest.Timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
HubspotSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "HubspotSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
ImpalaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "ImpalaSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
InformixSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "InformixSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
JiraSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "JiraSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
JsonSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "JsonSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| formatSettings | Json format settings. | JsonReadSettings |
| storeSettings | Json store settings. | StoreReadSettings |
JsonReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| type | The read setting type. | string (required) |
| {customized property} |
LakeHouseTableSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "LakeHouseTableSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| timestampAsOf | Query an older snapshot by timestamp. Type: string (or Expression with resultType string). | |
| versionAsOf | Query an older snapshot by version. Type: integer (or Expression with resultType integer). |
MagentoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "MagentoSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MariaDBSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "MariaDBSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MarketoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "MarketoSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MicrosoftAccessSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "MicrosoftAccessSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). |
MongoDbAtlasSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "MongoDbAtlasSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| batchSize | Specifies the number of documents to return in each batch of the response from MongoDB Atlas instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer). | |
| cursorMethods | Cursor methods for Mongodb query | MongoDbCursorMethodsProperties |
| filter | Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MongoDbSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "MongoDbSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Should be a SQL-92 query expression. Type: string (or Expression with resultType string). |
MongoDbV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "MongoDbV2Source" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| batchSize | Specifies the number of documents to return in each batch of the response from MongoDB instance. In most cases, modifying the batch size will not affect the user or the application. This property's main purpose is to avoid hit the limitation of response size. Type: integer (or Expression with resultType integer). | |
| cursorMethods | Cursor methods for Mongodb query | MongoDbCursorMethodsProperties |
| filter | Specifies selection filter using query operators. To return all documents in a collection, omit this parameter or pass an empty document ({}). Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
MySqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "MySqlSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
NetezzaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "NetezzaSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| partitionOption | The partition mechanism that will be used for Netezza read in parallel. Possible values include: "None", "DataSlice", "DynamicRange". | |
| partitionSettings | The settings that will be leveraged for Netezza source partitioning. | NetezzaPartitionSettings |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
NetezzaPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
ODataSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "ODataSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| query | OData query. For example, "$top=1". Type: string (or Expression with resultType string). |
OdbcSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "OdbcSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
Office365Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "Office365Source" (required) |
| allowedGroups | The groups containing all the users. Type: array of strings (or Expression with resultType array of strings). | |
| dateFilterColumn | The Column to apply the {paramref name="StartTime"/} and {paramref name="EndTime"/}. Type: string (or Expression with resultType string). | |
| endTime | End time of the requested range for this dataset. Type: string (or Expression with resultType string). | |
| outputColumns | The columns to be read out from the Office 365 table. Type: array of objects (or Expression with resultType array of objects). itemType: OutputColumn. Example: [ { "name": "Id" }, { "name": "CreatedDateTime" } ] | |
| startTime | Start time of the requested range for this dataset. Type: string (or Expression with resultType string). | |
| userScopeFilterUri | The user scope uri. Type: string (or Expression with resultType string). |
OracleServiceCloudSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "OracleServiceCloudSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
OracleSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "OracleSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| oracleReaderQuery | Oracle reader query. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Oracle read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". | |
| partitionSettings | The settings that will be leveraged for Oracle source partitioning. | OraclePartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
OraclePartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column in integer type that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionNames | Names of the physical partitions of Oracle table. | |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
OrcSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "OrcSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| storeSettings | ORC store settings. | StoreReadSettings |
ParquetSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "ParquetSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| formatSettings | Parquet format settings. | ParquetReadSettings |
| storeSettings | Parquet store settings. | StoreReadSettings |
ParquetReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| type | The read setting type. | string (required) |
| {customized property} |
PaypalSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "PaypalSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
PhoenixSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "PhoenixSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
PostgreSqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "PostgreSqlSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
PostgreSqlV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "PostgreSqlV2Source" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
PrestoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "PrestoSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
QuickBooksSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "QuickBooksSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
RelationalSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "RelationalSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). |
ResponsysSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "ResponsysSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
RestSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "RestSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: key value pairs (value should be string type). | |
| additionalHeaders | The additional HTTP headers in the request to the RESTful API. Type: string (or Expression with resultType string). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:01:40. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| paginationRules | The pagination rules to compose next page requests. Type: string (or Expression with resultType string). | |
| requestBody | The HTTP request body to the RESTful API if requestMethod is POST. Type: string (or Expression with resultType string). | |
| requestInterval | The time to await before sending next page request. | |
| requestMethod | The HTTP method used to call the RESTful API. The default is GET. Type: string (or Expression with resultType string). |
SalesforceMarketingCloudSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SalesforceMarketingCloudSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SalesforceServiceCloudSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SalesforceServiceCloudSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| readBehavior | The read behavior for the operation. Default is Query. Allowed values: Query/QueryAll. Type: string (or Expression with resultType string). |
SalesforceServiceCloudV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SalesforceServiceCloudV2Source" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| includeDeletedObjects | This property control whether query result contains Deleted objects. Default is false. Type: boolean (or Expression with resultType boolean). | |
| SOQLQuery | Database query. Type: string (or Expression with resultType string). |
SalesforceSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SalesforceSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| readBehavior | The read behavior for the operation. Default is Query. Allowed values: Query/QueryAll. Type: string (or Expression with resultType string). |
SalesforceV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SalesforceV2Source" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| includeDeletedObjects | This property control whether query result contains Deleted objects. Default is false. Type: boolean (or Expression with resultType boolean). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| SOQLQuery | Database query. Type: string (or Expression with resultType string). |
SapBwSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SapBwSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | MDX query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SapCloudForCustomerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SapCloudForCustomerSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| query | SAP Cloud for Customer OData query. For example, "$top=1". Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SapEccSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SapEccSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| httpRequestTimeout | The timeout (TimeSpan) to get an HTTP response. It is the timeout to get a response, not the timeout to read response data. Default value: 00:05:00. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| query | SAP ECC OData query. For example, "$top=1". Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SapHanaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SapHanaSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| packetSize | The packet size of data read from SAP HANA. Type: integer(or Expression with resultType integer). | |
| partitionOption | The partition mechanism that will be used for SAP HANA read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "SapHanaDynamicRange". | |
| partitionSettings | The settings that will be leveraged for SAP HANA source partitioning. | SapHanaPartitionSettings |
| query | SAP HANA Sql query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SapHanaPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
SapOdpSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SapOdpSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| extractionMode | The extraction mode. Allowed value include: Full, Delta and Recovery. The default value is Full. Type: string (or Expression with resultType string). | |
| projection | Specifies the columns to be selected from source data. Type: array of objects(projection) (or Expression with resultType array of objects). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| selection | Specifies the selection conditions from source data. Type: array of objects(selection) (or Expression with resultType array of objects). | |
| subscriberProcess | The subscriber process to manage the delta process. Type: string (or Expression with resultType string). |
SapOpenHubSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SapOpenHubSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| baseRequestId | The ID of request for delta loading. Once it is set, only data with requestId larger than the value of this property will be retrieved. The default value is 0. Type: integer (or Expression with resultType integer ). | |
| customRfcReadTableFunctionModule | Specifies the custom RFC function module that will be used to read data from SAP Table. Type: string (or Expression with resultType string). | |
| excludeLastRequest | Whether to exclude the records of the last request. The default value is true. Type: boolean (or Expression with resultType boolean). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sapDataColumnDelimiter | The single character that will be used as delimiter passed to SAP RFC as well as splitting the output data retrieved. Type: string (or Expression with resultType string). |
SapTableSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SapTableSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| batchSize | Specifies the maximum number of rows that will be retrieved at a time when retrieving data from SAP Table. Type: integer (or Expression with resultType integer). | |
| customRfcReadTableFunctionModule | Specifies the custom RFC function module that will be used to read data from SAP Table. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for SAP table read in parallel. Possible values include: "None", "PartitionOnInt", "PartitionOnCalendarYear", "PartitionOnCalendarMonth", "PartitionOnCalendarDate", "PartitionOnTime". | |
| partitionSettings | The settings that will be leveraged for SAP table source partitioning. | SapTablePartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| rfcTableFields | The fields of the SAP table that will be retrieved. For example, column0, column1. Type: string (or Expression with resultType string). | |
| rfcTableOptions | The options for the filtering of the SAP Table. For example, COLUMN0 EQ SOME VALUE. Type: string (or Expression with resultType string). | |
| rowCount | The number of rows to be retrieved. Type: integer(or Expression with resultType integer). | |
| rowSkips | The number of rows that will be skipped. Type: integer (or Expression with resultType integer). | |
| sapDataColumnDelimiter | The single character that will be used as delimiter passed to SAP RFC as well as splitting the output data retrieved. Type: string (or Expression with resultType string). |
SapTablePartitionSettings
| Name | Description | Value |
|---|---|---|
| maxPartitionsNumber | The maximum value of partitions the table will be split into. Type: integer (or Expression with resultType string). | |
| partitionColumnName | The name of the column that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
ServiceNowSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "ServiceNowSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
ServiceNowV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "ServiceNowV2Source" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| expression | Expression to filter data from source. | ExpressionV2 |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
ExpressionV2
| Name | Description | Value |
|---|---|---|
| operands | List of nested expressions. | ExpressionV2[] |
| operator | Expression operator value Type: string. | string |
| type | Type of expressions supported by the system. Type: string. | "Binary" "Constant" "Field" "Unary" |
| value | Value for Constant/Field Type: string. | string |
SharePointOnlineListSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SharePointOnlineListSource" (required) |
| httpRequestTimeout | The wait time to get a response from SharePoint Online. Default value is 5 minutes (00:05:00). Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| query | The OData query to filter the data in SharePoint Online list. For example, "$top=1". Type: string (or Expression with resultType string). |
ShopifySource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "ShopifySource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SnowflakeSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SnowflakeSource" (required) |
| exportSettings | Snowflake export settings. | SnowflakeExportCopyCommand (required) |
| query | Snowflake Sql query. Type: string (or Expression with resultType string). |
SnowflakeExportCopyCommand
| Name | Description | Value |
|---|---|---|
| additionalCopyOptions | Additional copy options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalCopyOptions": { "DATE_FORMAT": "MM/DD/YYYY", "TIME_FORMAT": "'HH24:MI:SS.FF'" } | SnowflakeExportCopyCommandAdditionalCopyOptions |
| additionalFormatOptions | Additional format options directly passed to snowflake Copy Command. Type: key value pairs (value should be string type) (or Expression with resultType object). Example: "additionalFormatOptions": { "OVERWRITE": "TRUE", "MAX_FILE_SIZE": "'FALSE'" } | SnowflakeExportCopyCommandAdditionalFormatOptions |
| type | The export setting type. | string (required) |
| {customized property} |
SnowflakeExportCopyCommandAdditionalCopyOptions
| Name | Description | Value |
|---|---|---|
| {customized property} |
SnowflakeExportCopyCommandAdditionalFormatOptions
| Name | Description | Value |
|---|---|---|
| {customized property} |
SnowflakeV2Source
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SnowflakeV2Source" (required) |
| exportSettings | Snowflake export settings. | SnowflakeExportCopyCommand (required) |
| query | Snowflake Sql query. Type: string (or Expression with resultType string). |
SparkSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SparkSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SqlDWSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SqlDWSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL Data Warehouse reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Data Warehouse source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". Type: object (or Expression with resultType object), itemType: StoredProcedureParameter. |
SqlMISource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SqlMISource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a Azure SQL Managed Instance source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
SqlServerSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SqlServerSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| produceAdditionalTypes | Which additional types to produce. | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
SqlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SqlSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". Type: string (or Expression with resultType string). | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | SQL reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a SQL Database source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
SquareSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SquareSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SybaseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "SybaseSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | Database query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
TeradataSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "TeradataSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| partitionOption | The partition mechanism that will be used for teradata read in parallel. Possible values include: "None", "Hash", "DynamicRange". | |
| partitionSettings | The settings that will be leveraged for teradata source partitioning. | TeradataPartitionSettings |
| query | Teradata query. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
TeradataPartitionSettings
| Name | Description | Value |
|---|---|---|
| partitionColumnName | The name of the column that will be used for proceeding range or hash partitioning. Type: string (or Expression with resultType string). | |
| partitionLowerBound | The minimum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). | |
| partitionUpperBound | The maximum value of column specified in partitionColumnName that will be used for proceeding range partitioning. Type: string (or Expression with resultType string). |
VerticaSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "VerticaSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
WarehouseSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "WarehouseSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| isolationLevel | Specifies the transaction locking behavior for the Microsoft Fabric Warehouse source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string). | |
| partitionOption | The partition mechanism that will be used for Sql read in parallel. Possible values include: "None", "PhysicalPartitionsOfTable", "DynamicRange". | |
| partitionSettings | The settings that will be leveraged for Sql source partitioning. | SqlPartitionSettings |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| sqlReaderQuery | Microsoft Fabric Warehouse reader query. Type: string (or Expression with resultType string). | |
| sqlReaderStoredProcedureName | Name of the stored procedure for a Microsoft Fabric Warehouse source. This cannot be used at the same time as SqlReaderQuery. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". Type: object (or Expression with resultType object), itemType: StoredProcedureParameter. |
WebSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "WebSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). |
XeroSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "XeroSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
XmlSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "XmlSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| formatSettings | Xml format settings. | XmlReadSettings |
| storeSettings | Xml store settings. | StoreReadSettings |
XmlReadSettings
| Name | Description | Value |
|---|---|---|
| compressionProperties | Compression settings. | CompressionReadSettings |
| detectDataType | Indicates whether type detection is enabled when reading the xml files. Type: boolean (or Expression with resultType boolean). | |
| namespacePrefixes | Namespace uri to prefix mappings to override the prefixes in column names when namespace is enabled, if no prefix is defined for a namespace uri, the prefix of xml element/attribute name in the xml data file will be used. Example: "{"http://www.example.com/xml":"prefix"}" Type: object (or Expression with resultType object). | |
| namespaces | Indicates whether namespace is enabled when reading the xml files. Type: boolean (or Expression with resultType boolean). | |
| type | The read setting type. | string (required) |
| validationMode | Indicates what validation method is used when reading the xml files. Allowed values: 'none', 'xsd', or 'dtd'. Type: string (or Expression with resultType string). | |
| {customized property} |
ZohoSource
| Name | Description | Value |
|---|---|---|
| type | Copy source type. | "ZohoSource" (required) |
| additionalColumns | Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects). | |
| query | A query to retrieve data from source. Type: string (or Expression with resultType string). | |
| queryTimeout | Query timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
StagingSettings
| Name | Description | Value |
|---|---|---|
| enableCompression | Specifies whether to use compression when copying data via an interim staging. Default value is false. Type: boolean (or Expression with resultType boolean). | |
| linkedServiceName | Staging linked service reference. | LinkedServiceReference (required) |
| path | The path to storage for storing the interim data. Type: string (or Expression with resultType string). | |
| {customized property} |
CustomActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Custom" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Custom activity properties. | CustomActivityTypeProperties (required) |
CustomActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| autoUserSpecification | Elevation level and scope for the user, default is nonadmin task. Type: string (or Expression with resultType double). | |
| command | Command for custom activity Type: string (or Expression with resultType string). | |
| extendedProperties | User defined property bag. There is no restriction on the keys or values that can be used. The user specified custom activity has the full responsibility to consume and interpret the content defined. | CustomActivityTypePropertiesExtendedProperties |
| folderPath | Folder path for resource files Type: string (or Expression with resultType string). | |
| referenceObjects | Reference objects | CustomActivityReferenceObject |
| resourceLinkedService | Resource linked service reference. | LinkedServiceReference |
| retentionTimeInDays | The retention time for the files submitted for custom activity. Type: double (or Expression with resultType double). |
CustomActivityTypePropertiesExtendedProperties
| Name | Description | Value |
|---|---|---|
| {customized property} |
CustomActivityReferenceObject
| Name | Description | Value |
|---|---|---|
| datasets | Dataset references. | DatasetReference[] |
| linkedServices | Linked service references. | LinkedServiceReference[] |
DatabricksNotebookActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "DatabricksNotebook" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Databricks Notebook activity properties. | DatabricksNotebookActivityTypeProperties (required) |
DatabricksNotebookActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| baseParameters | Base parameters to be used for each run of this job.If the notebook takes a parameter that is not specified, the default value from the notebook will be used. | DatabricksNotebookActivityTypePropertiesBaseParamete... |
| libraries | A list of libraries to be installed on the cluster that will execute the job. | DatabricksNotebookActivityTypePropertiesLibrariesIte...[] |
| notebookPath | The absolute path of the notebook to be run in the Databricks Workspace. This path must begin with a slash. Type: string (or Expression with resultType string). |
DatabricksNotebookActivityTypePropertiesBaseParamete...
| Name | Description | Value |
|---|---|---|
| {customized property} |
DatabricksNotebookActivityTypePropertiesLibrariesIte...
| Name | Description | Value |
|---|---|---|
| {customized property} |
DatabricksSparkJarActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "DatabricksSparkJar" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Databricks SparkJar activity properties. | DatabricksSparkJarActivityTypeProperties (required) |
DatabricksSparkJarActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| libraries | A list of libraries to be installed on the cluster that will execute the job. | DatabricksSparkJarActivityTypePropertiesLibrariesIte...[] |
| mainClassName | The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. Type: string (or Expression with resultType string). | |
| parameters | Parameters that will be passed to the main method. | any[] |
DatabricksSparkJarActivityTypePropertiesLibrariesIte...
| Name | Description | Value |
|---|---|---|
| {customized property} |
DatabricksSparkPythonActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "DatabricksSparkPython" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Databricks SparkPython activity properties. | DatabricksSparkPythonActivityTypeProperties (required) |
DatabricksSparkPythonActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| libraries | A list of libraries to be installed on the cluster that will execute the job. | DatabricksSparkPythonActivityTypePropertiesLibraries...[] |
| parameters | Command line parameters that will be passed to the Python file. | any[] |
| pythonFile | The URI of the Python file to be executed. DBFS paths are supported. Type: string (or Expression with resultType string). |
DatabricksSparkPythonActivityTypePropertiesLibraries...
| Name | Description | Value |
|---|---|---|
| {customized property} |
DataLakeAnalyticsUsqlActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "DataLakeAnalyticsU-SQL" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Data Lake Analytics U-SQL activity properties. | DataLakeAnalyticsUsqlActivityTypeProperties (required) |
DataLakeAnalyticsUsqlActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| compilationMode | Compilation mode of U-SQL. Must be one of these values : Semantic, Full and SingleBox. Type: string (or Expression with resultType string). | |
| degreeOfParallelism | The maximum number of nodes simultaneously used to run the job. Default value is 1. Type: integer (or Expression with resultType integer), minimum: 1. | |
| parameters | Parameters for U-SQL job request. | DataLakeAnalyticsUsqlActivityTypePropertiesParameter... |
| priority | Determines which jobs out of all that are queued should be selected to run first. The lower the number, the higher the priority. Default value is 1000. Type: integer (or Expression with resultType integer), minimum: 1. | |
| runtimeVersion | Runtime version of the U-SQL engine to use. Type: string (or Expression with resultType string). | |
| scriptLinkedService | Script linked service reference. | LinkedServiceReference (required) |
| scriptPath | Case-sensitive path to folder that contains the U-SQL script. Type: string (or Expression with resultType string). |
DataLakeAnalyticsUsqlActivityTypePropertiesParameter...
| Name | Description | Value |
|---|---|---|
| {customized property} |
DeleteActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Delete" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Delete activity properties. | DeleteActivityTypeProperties (required) |
DeleteActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataset | Delete activity dataset reference. | DatasetReference (required) |
| enableLogging | Whether to record detailed logs of delete-activity execution. Default value is false. Type: boolean (or Expression with resultType boolean). | |
| logStorageSettings | Log storage settings customer need to provide when enableLogging is true. | LogStorageSettings |
| maxConcurrentConnections | The max concurrent connections to connect data source at the same time. | int Constraints: Min value = 1 |
| recursive | If true, files or sub-folders under current folder path will be deleted recursively. Default is false. Type: boolean (or Expression with resultType boolean). | |
| storeSettings | Delete activity store settings. | StoreReadSettings |
ExecuteDataFlowActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "ExecuteDataFlow" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute data flow activity properties. | ExecuteDataFlowActivityTypeProperties (required) |
ExecuteDataFlowActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| compute | Compute properties for data flow activity. | ExecuteDataFlowActivityTypePropertiesCompute |
| continueOnError | Continue on error setting used for data flow execution. Enables processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean) | |
| dataFlow | Data flow reference. | DataFlowReference (required) |
| integrationRuntime | The integration runtime reference. | IntegrationRuntimeReference |
| runConcurrently | Concurrent run setting used for data flow execution. Allows sinks with the same save order to be processed concurrently. Type: boolean (or Expression with resultType boolean) | |
| sourceStagingConcurrency | Specify number of parallel staging for sources applicable to the sink. Type: integer (or Expression with resultType integer) | |
| staging | Staging info for execute data flow activity. | DataFlowStagingInfo |
| traceLevel | Trace level setting used for data flow monitoring output. Supported values are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string) |
ExecuteDataFlowActivityTypePropertiesCompute
| Name | Description | Value |
|---|---|---|
| computeType | Compute type of the cluster which will execute data flow job. Possible values include: 'General', 'MemoryOptimized', 'ComputeOptimized'. Type: string (or Expression with resultType string) | |
| coreCount | Core count of the cluster which will execute data flow job. Supported values are: 8, 16, 32, 48, 80, 144 and 272. Type: integer (or Expression with resultType integer) |
DataFlowReference
| Name | Description | Value |
|---|---|---|
| datasetParameters | Reference data flow parameters from dataset. | |
| parameters | Data flow parameters | ParameterValueSpecification |
| referenceName | Reference data flow name. | string (required) |
| type | Data flow reference type. | "DataFlowReference" (required) |
| {customized property} |
IntegrationRuntimeReference
| Name | Description | Value |
|---|---|---|
| parameters | Arguments for integration runtime. | ParameterValueSpecification |
| referenceName | Reference integration runtime name. | string (required) |
| type | Type of integration runtime. | "IntegrationRuntimeReference" (required) |
DataFlowStagingInfo
| Name | Description | Value |
|---|---|---|
| folderPath | Folder path for staging blob. Type: string (or Expression with resultType string) | |
| linkedService | Staging linked service reference. | LinkedServiceReference |
ExecutePipelineActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "ExecutePipeline" (required) |
| policy | Execute pipeline activity policy. | ExecutePipelineActivityPolicy |
| typeProperties | Execute pipeline activity properties. | ExecutePipelineActivityTypeProperties (required) |
ExecutePipelineActivityPolicy
| Name | Description | Value |
|---|---|---|
| secureInput | When set to true, Input from activity is considered as secure and will not be logged to monitoring. | bool |
| {customized property} |
ExecutePipelineActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| parameters | Pipeline parameters. | ParameterValueSpecification |
| pipeline | Pipeline reference. | PipelineReference (required) |
| waitOnCompletion | Defines whether activity execution will wait for the dependent pipeline execution to finish. Default is false. | bool |
PipelineReference
| Name | Description | Value |
|---|---|---|
| name | Reference name. | string |
| referenceName | Reference pipeline name. | string (required) |
| type | Pipeline reference type. | "PipelineReference" (required) |
ExecuteSsisPackageActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "ExecuteSSISPackage" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute SSIS package activity properties. | ExecuteSsisPackageActivityTypeProperties (required) |
ExecuteSsisPackageActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| connectVia | The integration runtime reference. | IntegrationRuntimeReference (required) |
| environmentPath | The environment path to execute the SSIS package. Type: string (or Expression with resultType string). | |
| executionCredential | The package execution credential. | SsisExecutionCredential |
| loggingLevel | The logging level of SSIS package execution. Type: string (or Expression with resultType string). | |
| logLocation | SSIS package execution log location. | SsisLogLocation |
| packageConnectionManagers | The package level connection managers to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesPackageConne... |
| packageLocation | SSIS package location. | SsisPackageLocation (required) |
| packageParameters | The package level parameters to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesPackageParam... |
| projectConnectionManagers | The project level connection managers to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesProjectConne... |
| projectParameters | The project level parameters to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesProjectParam... |
| propertyOverrides | The property overrides to execute the SSIS package. | ExecuteSsisPackageActivityTypePropertiesPropertyOver... |
| runtime | Specifies the runtime to execute SSIS package. The value should be "x86" or "x64". Type: string (or Expression with resultType string). |
SsisExecutionCredential
| Name | Description | Value |
|---|---|---|
| domain | Domain for windows authentication. Type: string (or Expression with resultType string). | |
| password | Password for windows authentication. | SecureString (required) |
| userName | UseName for windows authentication. Type: string (or Expression with resultType string). |
SecureString
| Name | Description | Value |
|---|---|---|
| type | Type of the secret. | string (required) |
| value | Value of secure string. | string (required) |
SsisLogLocation
| Name | Description | Value |
|---|---|---|
| logPath | The SSIS package execution log path. Type: string (or Expression with resultType string). | |
| type | The type of SSIS log location. | "File" (required) |
| typeProperties | SSIS package execution log location properties. | SsisLogLocationTypeProperties (required) |
SsisLogLocationTypeProperties
| Name | Description | Value |
|---|---|---|
| accessCredential | The package execution log access credential. | SsisAccessCredential |
| logRefreshInterval | Specifies the interval to refresh log. The default interval is 5 minutes. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
SsisAccessCredential
| Name | Description | Value |
|---|---|---|
| domain | Domain for windows authentication. Type: string (or Expression with resultType string). | |
| password | Password for windows authentication. | SecretBase (required) |
| userName | UseName for windows authentication. Type: string (or Expression with resultType string). |
SecretBase
| Name | Description | Value |
|---|---|---|
| type | Set the object type | AzureKeyVaultSecret SecureString (required) |
AzureKeyVaultSecretReference
| Name | Description | Value |
|---|---|---|
| secretName | The name of the secret in Azure Key Vault. Type: string (or Expression with resultType string). | |
| secretVersion | The version of the secret in Azure Key Vault. The default value is the latest version of the secret. Type: string (or Expression with resultType string). | |
| store | The Azure Key Vault linked service reference. | LinkedServiceReference (required) |
| type | Type of the secret. | string (required) |
ExecuteSsisPackageActivityTypePropertiesPackageConne...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisConnectionManager |
SsisConnectionManager
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisExecutionParameter |
SsisExecutionParameter
| Name | Description | Value |
|---|---|---|
| value | SSIS package execution parameter value. Type: string (or Expression with resultType string). |
SsisPackageLocation
| Name | Description | Value |
|---|---|---|
| packagePath | The SSIS package path. Type: string (or Expression with resultType string). | |
| type | The type of SSIS package location. | "File" "InlinePackage" "PackageStore" "SSISDB" |
| typeProperties | SSIS package location properties. | SsisPackageLocationTypeProperties |
SsisPackageLocationTypeProperties
| Name | Description | Value |
|---|---|---|
| accessCredential | The package access credential. | SsisAccessCredential |
| childPackages | The embedded child package list. | SsisChildPackage[] |
| configurationAccessCredential | The configuration file access credential. | SsisAccessCredential |
| configurationPath | The configuration file of the package execution. Type: string (or Expression with resultType string). | |
| packageContent | The embedded package content. Type: string (or Expression with resultType string). | |
| packageLastModifiedDate | The embedded package last modified date. | string |
| packageName | The package name. | string |
| packagePassword | Password of the package. | SecretBase |
SsisChildPackage
| Name | Description | Value |
|---|---|---|
| packageContent | Content for embedded child package. Type: string (or Expression with resultType string). | |
| packageLastModifiedDate | Last modified date for embedded child package. | string |
| packageName | Name for embedded child package. | string |
| packagePath | Path for embedded child package. Type: string (or Expression with resultType string). |
ExecuteSsisPackageActivityTypePropertiesPackageParam...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisExecutionParameter |
ExecuteSsisPackageActivityTypePropertiesProjectConne...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisConnectionManager |
ExecuteSsisPackageActivityTypePropertiesProjectParam...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisExecutionParameter |
ExecuteSsisPackageActivityTypePropertiesPropertyOver...
| Name | Description | Value |
|---|---|---|
| {customized property} | SsisPropertyOverride |
SsisPropertyOverride
| Name | Description | Value |
|---|---|---|
| isSensitive | Whether SSIS package property override value is sensitive data. Value will be encrypted in SSISDB if it is true | bool |
| value | SSIS package property override value. Type: string (or Expression with resultType string). |
ExecuteWranglingDataflowActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "ExecuteWranglingDataflow" (required) |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute power query activity properties. | ExecutePowerQueryActivityTypeProperties (required) |
ExecutePowerQueryActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| compute | Compute properties for data flow activity. | ExecuteDataFlowActivityTypePropertiesCompute |
| continueOnError | Continue on error setting used for data flow execution. Enables processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean) | |
| dataFlow | Data flow reference. | DataFlowReference (required) |
| integrationRuntime | The integration runtime reference. | IntegrationRuntimeReference |
| queries | List of mapping for Power Query mashup query to sink dataset(s). | PowerQuerySinkMapping[] |
| runConcurrently | Concurrent run setting used for data flow execution. Allows sinks with the same save order to be processed concurrently. Type: boolean (or Expression with resultType boolean) | |
| sinks | (Deprecated. Please use Queries). List of Power Query activity sinks mapped to a queryName. | ExecutePowerQueryActivityTypePropertiesSinks |
| sourceStagingConcurrency | Specify number of parallel staging for sources applicable to the sink. Type: integer (or Expression with resultType integer) | |
| staging | Staging info for execute data flow activity. | DataFlowStagingInfo |
| traceLevel | Trace level setting used for data flow monitoring output. Supported values are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string) |
PowerQuerySinkMapping
| Name | Description | Value |
|---|---|---|
| dataflowSinks | List of sinks mapped to Power Query mashup query. | PowerQuerySink[] |
| queryName | Name of the query in Power Query mashup document. | string |
PowerQuerySink
| Name | Description | Value |
|---|---|---|
| dataset | Dataset reference. | DatasetReference |
| description | Transformation description. | string |
| flowlet | Flowlet Reference | DataFlowReference |
| linkedService | Linked service reference. | LinkedServiceReference |
| name | Transformation name. | string (required) |
| rejectedDataLinkedService | Rejected data linked service reference. | LinkedServiceReference |
| schemaLinkedService | Schema linked service reference. | LinkedServiceReference |
| script | sink script. | string |
ExecutePowerQueryActivityTypePropertiesSinks
| Name | Description | Value |
|---|---|---|
| {customized property} | PowerQuerySink |
FailActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Fail" (required) |
| typeProperties | Fail activity properties. | FailActivityTypeProperties (required) |
FailActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| errorCode | The error code that categorizes the error type of the Fail activity. It can be dynamic content that's evaluated to a non empty/blank string at runtime. Type: string (or Expression with resultType string). | |
| message | The error message that surfaced in the Fail activity. It can be dynamic content that's evaluated to a non empty/blank string at runtime. Type: string (or Expression with resultType string). |
FilterActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Filter" (required) |
| typeProperties | Filter activity properties. | FilterActivityTypeProperties (required) |
FilterActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| condition | Condition to be used for filtering the input. | Expression (required) |
| items | Input array on which filter should be applied. | Expression (required) |
Expression
| Name | Description | Value |
|---|---|---|
| type | Expression type. | "Expression" (required) |
| value | Expression value. | string (required) |
ForEachActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "ForEach" (required) |
| typeProperties | ForEach activity properties. | ForEachActivityTypeProperties (required) |
ForEachActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| activities | List of activities to execute . | Activity[] (required) |
| batchCount | Batch count to be used for controlling the number of parallel execution (when isSequential is set to false). | int Constraints: Max value = 50 |
| isSequential | Should the loop be executed in sequence or in parallel (max 50) | bool |
| items | Collection to iterate. | Expression (required) |
GetMetadataActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "GetMetadata" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | GetMetadata activity properties. | GetMetadataActivityTypeProperties (required) |
GetMetadataActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataset | GetMetadata activity dataset reference. | DatasetReference (required) |
| fieldList | Fields of metadata to get from dataset. | any[] |
| formatSettings | GetMetadata activity format settings. | FormatReadSettings |
| storeSettings | GetMetadata activity store settings. | StoreReadSettings |
FormatReadSettings
| Name | Description | Value |
|---|---|---|
| type | Set the object type | BinaryReadSettings DelimitedTextReadSettings JsonReadSettings ParquetReadSettings XmlReadSettings (required) |
HDInsightHiveActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "HDInsightHive" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight Hive activity properties. | HDInsightHiveActivityTypeProperties (required) |
HDInsightHiveActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. | any[] |
| defines | Allows user to specify defines for Hive job request. | HDInsightHiveActivityTypePropertiesDefines |
| getDebugInfo | Debug info option. | "Always" "Failure" "None" |
| queryTimeout | Query timeout value (in minutes). Effective when the HDInsight cluster is with ESP (Enterprise Security Package) | int |
| scriptLinkedService | Script linked service reference. | LinkedServiceReference |
| scriptPath | Script path. Type: string (or Expression with resultType string). | |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
| variables | User specified arguments under hivevar namespace. | HDInsightHiveActivityTypePropertiesVariables |
HDInsightHiveActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} |
HDInsightHiveActivityTypePropertiesVariables
| Name | Description | Value |
|---|---|---|
| {customized property} |
HDInsightMapReduceActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "HDInsightMapReduce" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight MapReduce activity properties. | HDInsightMapReduceActivityTypeProperties (required) |
HDInsightMapReduceActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. | any[] |
| className | Class name. Type: string (or Expression with resultType string). | |
| defines | Allows user to specify defines for the MapReduce job request. | HDInsightMapReduceActivityTypePropertiesDefines |
| getDebugInfo | Debug info option. | "Always" "Failure" "None" |
| jarFilePath | Jar path. Type: string (or Expression with resultType string). | |
| jarLibs | Jar libs. | any[] |
| jarLinkedService | Jar linked service reference. | LinkedServiceReference |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
HDInsightMapReduceActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} |
HDInsightPigActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "HDInsightPig" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight Pig activity properties. | HDInsightPigActivityTypeProperties (required) |
HDInsightPigActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. Type: array (or Expression with resultType array). | |
| defines | Allows user to specify defines for Pig job request. | HDInsightPigActivityTypePropertiesDefines |
| getDebugInfo | Debug info option. | "Always" "Failure" "None" |
| scriptLinkedService | Script linked service reference. | LinkedServiceReference |
| scriptPath | Script path. Type: string (or Expression with resultType string). | |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
HDInsightPigActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} |
HDInsightSparkActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "HDInsightSpark" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight spark activity properties. | HDInsightSparkActivityTypeProperties (required) |
HDInsightSparkActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | The user-specified arguments to HDInsightSparkActivity. | any[] |
| className | The application's Java/Spark main class. | string |
| entryFilePath | The relative path to the root folder of the code/package to be executed. Type: string (or Expression with resultType string). | |
| getDebugInfo | Debug info option. | "Always" "Failure" "None" |
| proxyUser | The user to impersonate that will execute the job. Type: string (or Expression with resultType string). | |
| rootPath | The root path in 'sparkJobLinkedService' for all the job’s files. Type: string (or Expression with resultType string). | |
| sparkConfig | Spark configuration property. | HDInsightSparkActivityTypePropertiesSparkConfig |
| sparkJobLinkedService | The storage linked service for uploading the entry file and dependencies, and for receiving logs. | LinkedServiceReference |
HDInsightSparkActivityTypePropertiesSparkConfig
| Name | Description | Value |
|---|---|---|
| {customized property} |
HDInsightStreamingActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "HDInsightStreaming" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | HDInsight streaming activity properties. | HDInsightStreamingActivityTypeProperties (required) |
HDInsightStreamingActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| arguments | User specified arguments to HDInsightActivity. | any[] |
| combiner | Combiner executable name. Type: string (or Expression with resultType string). | |
| commandEnvironment | Command line environment values. | any[] |
| defines | Allows user to specify defines for streaming job request. | HDInsightStreamingActivityTypePropertiesDefines |
| fileLinkedService | Linked service reference where the files are located. | LinkedServiceReference |
| filePaths | Paths to streaming job files. Can be directories. | any[] (required) |
| getDebugInfo | Debug info option. | "Always" "Failure" "None" |
| input | Input blob path. Type: string (or Expression with resultType string). | |
| mapper | Mapper executable name. Type: string (or Expression with resultType string). | |
| output | Output blob path. Type: string (or Expression with resultType string). | |
| reducer | Reducer executable name. Type: string (or Expression with resultType string). | |
| storageLinkedServices | Storage linked service references. | LinkedServiceReference[] |
HDInsightStreamingActivityTypePropertiesDefines
| Name | Description | Value |
|---|---|---|
| {customized property} |
IfConditionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "IfCondition" (required) |
| typeProperties | IfCondition activity properties. | IfConditionActivityTypeProperties (required) |
IfConditionActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| expression | An expression that would evaluate to Boolean. This is used to determine the block of activities (ifTrueActivities or ifFalseActivities) that will be executed. | Expression (required) |
| ifFalseActivities | List of activities to execute if expression is evaluated to false. This is an optional property and if not provided, the activity will exit without any action. | Activity[] |
| ifTrueActivities | List of activities to execute if expression is evaluated to true. This is an optional property and if not provided, the activity will exit without any action. | Activity[] |
LookupActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Lookup" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Lookup activity properties. | LookupActivityTypeProperties (required) |
LookupActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| dataset | Lookup activity dataset reference. | DatasetReference (required) |
| firstRowOnly | Whether to return first row or all rows. Default value is true. Type: boolean (or Expression with resultType boolean). | |
| source | Dataset-specific source properties, same as copy activity source. | CopySource (required) |
ScriptActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Script" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Script activity properties. | ScriptActivityTypeProperties (required) |
ScriptActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| logSettings | Log settings of script activity. | ScriptActivityTypePropertiesLogSettings |
| scriptBlockExecutionTimeout | ScriptBlock execution timeout. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | |
| scripts | Array of script blocks. Type: array. | ScriptActivityScriptBlock[] |
ScriptActivityTypePropertiesLogSettings
| Name | Description | Value |
|---|---|---|
| logDestination | The destination of logs. Type: string. | "ActivityOutput" "ExternalStore" (required) |
| logLocationSettings | Log location settings customer needs to provide when enabling log. | LogLocationSettings |
ScriptActivityScriptBlock
| Name | Description | Value |
|---|---|---|
| parameters | Array of script parameters. Type: array. | ScriptActivityParameter[] |
| text | The query text. Type: string (or Expression with resultType string). | |
| type | The type of the query. Type: string. | "NonQuery" "Query" (required) |
ScriptActivityParameter
| Name | Description | Value |
|---|---|---|
| direction | The direction of the parameter. | "Input" "InputOutput" "Output" |
| name | The name of the parameter. Type: string (or Expression with resultType string). | |
| size | The size of the output direction parameter. | int |
| type | The type of the parameter. | "Boolean" "DateTime" "DateTimeOffset" "Decimal" "Double" "Guid" "Int16" "Int32" "Int64" "Single" "String" "Timespan" |
| value | The value of the parameter. Type: string (or Expression with resultType string). |
SetVariableActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "SetVariable" (required) |
| policy | Activity policy. | SecureInputOutputPolicy |
| typeProperties | Set Variable activity properties. | SetVariableActivityTypeProperties (required) |
SecureInputOutputPolicy
| Name | Description | Value |
|---|---|---|
| secureInput | When set to true, Input from activity is considered as secure and will not be logged to monitoring. | bool |
| secureOutput | When set to true, Output from activity is considered as secure and will not be logged to monitoring. | bool |
SetVariableActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| setSystemVariable | If set to true, it sets the pipeline run return value. | bool |
| value | Value to be set. Could be a static value or Expression. | |
| variableName | Name of the variable whose value needs to be set. | string |
SynapseSparkJobDefinitionActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "SparkJob" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute spark job activity properties. | SynapseSparkJobActivityTypeProperties (required) |
SynapseSparkJobActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| args | User specified arguments to SynapseSparkJobDefinitionActivity. | any[] |
| className | The fully-qualified identifier or the main class that is in the main definition file, which will override the 'className' of the spark job definition you provide. Type: string (or Expression with resultType string). | |
| conf | Spark configuration properties, which will override the 'conf' of the spark job definition you provide. | |
| configurationType | The type of the spark config. | "Artifact" "Customized" "Default" |
| driverSize | Number of core and memory to be used for driver allocated in the specified Spark pool for the job, which will be used for overriding 'driverCores' and 'driverMemory' of the spark job definition you provide. Type: string (or Expression with resultType string). | |
| executorSize | Number of core and memory to be used for executors allocated in the specified Spark pool for the job, which will be used for overriding 'executorCores' and 'executorMemory' of the spark job definition you provide. Type: string (or Expression with resultType string). | |
| file | The main file used for the job, which will override the 'file' of the spark job definition you provide. Type: string (or Expression with resultType string). | |
| files | (Deprecated. Please use pythonCodeReference and filesV2) Additional files used for reference in the main definition file, which will override the 'files' of the spark job definition you provide. | any[] |
| filesV2 | Additional files used for reference in the main definition file, which will override the 'jars' and 'files' of the spark job definition you provide. | any[] |
| numExecutors | Number of executors to launch for this job, which will override the 'numExecutors' of the spark job definition you provide. Type: integer (or Expression with resultType integer). | |
| pythonCodeReference | Additional python code files used for reference in the main definition file, which will override the 'pyFiles' of the spark job definition you provide. | any[] |
| scanFolder | Scanning subfolders from the root folder of the main definition file, these files will be added as reference files. The folders named 'jars', 'pyFiles', 'files' or 'archives' will be scanned, and the folders name are case sensitive. Type: boolean (or Expression with resultType boolean). | |
| sparkConfig | Spark configuration property. | SynapseSparkJobActivityTypePropertiesSparkConfig |
| sparkJob | Synapse spark job reference. | SynapseSparkJobReference (required) |
| targetBigDataPool | The name of the big data pool which will be used to execute the spark batch job, which will override the 'targetBigDataPool' of the spark job definition you provide. | BigDataPoolParametrizationReference |
| targetSparkConfiguration | The spark configuration of the spark job. | SparkConfigurationParametrizationReference |
SynapseSparkJobActivityTypePropertiesSparkConfig
| Name | Description | Value |
|---|---|---|
| {customized property} |
SynapseSparkJobReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference spark job name. Expression with resultType string. | |
| type | Synapse spark job reference type. | "SparkJobDefinitionReference" (required) |
BigDataPoolParametrizationReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference big data pool name. Type: string (or Expression with resultType string). | |
| type | Big data pool reference type. | "BigDataPoolReference" (required) |
SparkConfigurationParametrizationReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference spark configuration name. Type: string (or Expression with resultType string). | |
| type | Spark configuration reference type. | "SparkConfigurationReference" (required) |
SqlServerStoredProcedureActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "SqlServerStoredProcedure" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | SQL stored procedure activity properties. | SqlServerStoredProcedureActivityTypeProperties (required) |
SqlServerStoredProcedureActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| storedProcedureName | Stored procedure name. Type: string (or Expression with resultType string). | |
| storedProcedureParameters | Value and type setting for stored procedure parameters. Example: "{Parameter1: {value: "1", type: "int"}}". |
SwitchActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Switch" (required) |
| typeProperties | Switch activity properties. | SwitchActivityTypeProperties (required) |
SwitchActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| cases | List of cases that correspond to expected values of the 'on' property. This is an optional property and if not provided, the activity will execute activities provided in defaultActivities. | SwitchCase[] |
| defaultActivities | List of activities to execute if no case condition is satisfied. This is an optional property and if not provided, the activity will exit without any action. | Activity[] |
| on | An expression that would evaluate to a string or integer. This is used to determine the block of activities in cases that will be executed. | Expression (required) |
SwitchCase
| Name | Description | Value |
|---|---|---|
| activities | List of activities to execute for satisfied case condition. | Activity[] |
| value | Expected value that satisfies the expression result of the 'on' property. | string |
SynapseNotebookActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "SynapseNotebook" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Execute Synapse notebook activity properties. | SynapseNotebookActivityTypeProperties (required) |
SynapseNotebookActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| conf | Spark configuration properties, which will override the 'conf' of the notebook you provide. | |
| configurationType | The type of the spark config. | "Artifact" "Customized" "Default" |
| driverSize | Number of core and memory to be used for driver allocated in the specified Spark pool for the session, which will be used for overriding 'driverCores' and 'driverMemory' of the notebook you provide. Type: string (or Expression with resultType string). | |
| executorSize | Number of core and memory to be used for executors allocated in the specified Spark pool for the session, which will be used for overriding 'executorCores' and 'executorMemory' of the notebook you provide. Type: string (or Expression with resultType string). | |
| notebook | Synapse notebook reference. | SynapseNotebookReference (required) |
| numExecutors | Number of executors to launch for this session, which will override the 'numExecutors' of the notebook you provide. Type: integer (or Expression with resultType integer). | |
| parameters | Notebook parameters. | SynapseNotebookActivityTypePropertiesParameters |
| sparkConfig | Spark configuration property. | SynapseNotebookActivityTypePropertiesSparkConfig |
| sparkPool | The name of the big data pool which will be used to execute the notebook. | BigDataPoolParametrizationReference |
| targetSparkConfiguration | The spark configuration of the spark job. | SparkConfigurationParametrizationReference |
SynapseNotebookReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference notebook name. Type: string (or Expression with resultType string). | |
| type | Synapse notebook reference type. | "NotebookReference" (required) |
SynapseNotebookActivityTypePropertiesParameters
| Name | Description | Value |
|---|---|---|
| {customized property} | NotebookParameter |
NotebookParameter
| Name | Description | Value |
|---|---|---|
| type | Notebook parameter type. | "bool" "float" "int" "string" |
| value | Notebook parameter value. Type: string (or Expression with resultType string). |
SynapseNotebookActivityTypePropertiesSparkConfig
| Name | Description | Value |
|---|---|---|
| {customized property} |
UntilActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Until" (required) |
| typeProperties | Until activity properties. | UntilActivityTypeProperties (required) |
UntilActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| activities | List of activities to execute. | Activity[] (required) |
| expression | An expression that would evaluate to Boolean. The loop will continue until this expression evaluates to true | Expression (required) |
| timeout | Specifies the timeout for the activity to run. If there is no value specified, it takes the value of TimeSpan.FromDays(7) which is 1 week as default. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
ValidationActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Validation" (required) |
| typeProperties | Validation activity properties. | ValidationActivityTypeProperties (required) |
ValidationActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| childItems | Can be used if dataset points to a folder. If set to true, the folder must have at least one file. If set to false, the folder must be empty. Type: boolean (or Expression with resultType boolean). | |
| dataset | Validation activity dataset reference. | DatasetReference (required) |
| minimumSize | Can be used if dataset points to a file. The file must be greater than or equal in size to the value specified. Type: integer (or Expression with resultType integer). | |
| sleep | A delay in seconds between validation attempts. If no value is specified, 10 seconds will be used as the default. Type: integer (or Expression with resultType integer). | |
| timeout | Specifies the timeout for the activity to run. If there is no value specified, it takes the value of TimeSpan.FromDays(7) which is 1 week as default. Type: string (or Expression with resultType string), pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). |
WaitActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "Wait" (required) |
| typeProperties | Wait activity properties. | WaitActivityTypeProperties (required) |
WaitActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| waitTimeInSeconds | Duration in seconds. Type: integer (or Expression with resultType integer). |
WebActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "WebActivity" (required) |
| linkedServiceName | Linked service reference. | LinkedServiceReference |
| policy | Activity policy. | ActivityPolicy |
| typeProperties | Web activity properties. | WebActivityTypeProperties (required) |
WebActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| authentication | Authentication method used for calling the endpoint. | WebActivityAuthentication |
| body | Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string). | |
| connectVia | The integration runtime reference. | IntegrationRuntimeReference |
| datasets | List of datasets passed to web endpoint. | DatasetReference[] |
| disableCertValidation | When set to true, Certificate validation will be disabled. | bool |
| headers | Represents the headers that will be sent to the request. For example, to set the language and type on a request: "headers" : { "Accept-Language": "en-us", "Content-Type": "application/json" }. Type: string (or Expression with resultType string). | WebActivityTypePropertiesHeaders |
| httpRequestTimeout | Timeout for the HTTP request to get a response. Format is in TimeSpan (hh:mm:ss). This value is the timeout to get a response, not the activity timeout. The default value is 00:01:00 (1 minute). The range is from 1 to 10 minutes | |
| linkedServices | List of linked services passed to web endpoint. | LinkedServiceReference[] |
| method | Rest API method for target endpoint. | "DELETE" "GET" "POST" "PUT" (required) |
| turnOffAsync | Option to disable invoking HTTP GET on location given in response header of a HTTP 202 Response. If set true, it stops invoking HTTP GET on http location given in response header. If set false then continues to invoke HTTP GET call on location given in http response headers. | bool |
| url | Web activity target endpoint and path. Type: string (or Expression with resultType string). |
WebActivityAuthentication
| Name | Description | Value |
|---|---|---|
| credential | The credential reference containing authentication information. | CredentialReference |
| password | Password for the PFX file or basic authentication / Secret when used for ServicePrincipal | SecretBase |
| pfx | Base64-encoded contents of a PFX file or Certificate when used for ServicePrincipal | SecretBase |
| resource | Resource for which Azure Auth token will be requested when using MSI Authentication. Type: string (or Expression with resultType string). | |
| type | Web activity authentication (Basic/ClientCertificate/MSI/ServicePrincipal) | string |
| username | Web activity authentication user name for basic authentication or ClientID when used for ServicePrincipal. Type: string (or Expression with resultType string). | |
| userTenant | TenantId for which Azure Auth token will be requested when using ServicePrincipal Authentication. Type: string (or Expression with resultType string). |
CredentialReference
| Name | Description | Value |
|---|---|---|
| referenceName | Reference credential name. | string (required) |
| type | Credential reference type. | "CredentialReference" (required) |
| {customized property} |
WebActivityTypePropertiesHeaders
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
WebHookActivity
| Name | Description | Value |
|---|---|---|
| type | Type of activity. | "WebHook" (required) |
| policy | Activity policy. | SecureInputOutputPolicy |
| typeProperties | WebHook activity properties. | WebHookActivityTypeProperties (required) |
WebHookActivityTypeProperties
| Name | Description | Value |
|---|---|---|
| authentication | Authentication method used for calling the endpoint. | WebActivityAuthentication |
| body | Represents the payload that will be sent to the endpoint. Required for POST/PUT method, not allowed for GET method Type: string (or Expression with resultType string). | |
| headers | Represents the headers that will be sent to the request. For example, to set the language and type on a request: "headers" : { "Accept-Language": "en-us", "Content-Type": "application/json" }. Type: string (or Expression with resultType string). | WebHookActivityTypePropertiesHeaders |
| method | Rest API method for target endpoint. | "POST" (required) |
| reportStatusOnCallBack | When set to true, statusCode, output and error in callback request body will be consumed by activity. The activity can be marked as failed by setting statusCode >= 400 in callback request. Default is false. Type: boolean (or Expression with resultType boolean). | |
| timeout | The timeout within which the webhook should be called back. If there is no value specified, it defaults to 10 minutes. Type: string. Pattern: ((\d+).)?(\d\d):(60,([0-5][0-9])):(60,([0-5][0-9])). | string |
| url | WebHook activity target endpoint and path. Type: string (or Expression with resultType string). |
WebHookActivityTypePropertiesHeaders
| Name | Description | Value |
|---|---|---|
| {customized property} | string |
PipelineFolder
| Name | Description | Value |
|---|---|---|
| name | The name of the folder that this Pipeline is in. | string |
ParameterDefinitionSpecification
| Name | Description | Value |
|---|---|---|
| {customized property} | ParameterSpecification |
ParameterSpecification
| Name | Description | Value |
|---|---|---|
| defaultValue | Default value of parameter. | |
| type | Parameter type. | "Array" "Bool" "Float" "Int" "Object" "SecureString" "String" (required) |
PipelinePolicy
| Name | Description | Value |
|---|---|---|
| elapsedTimeMetric | Pipeline ElapsedTime Metric Policy. | PipelineElapsedTimeMetricPolicy |
PipelineElapsedTimeMetricPolicy
| Name | Description | Value |
|---|---|---|
| duration | TimeSpan value, after which an Azure Monitoring Metric is fired. |
PipelineRunDimensions
| Name | Description | Value |
|---|---|---|
| {customized property} |
VariableDefinitionSpecification
| Name | Description | Value |
|---|---|---|
| {customized property} | VariableSpecification |
VariableSpecification
| Name | Description | Value |
|---|---|---|
| defaultValue | Default value of variable. | |
| type | Variable type. | "Array" "Bool" "String" (required) |