Insight Horizon
health /

create_flow - Boto3 1.34.29 documentation

response = client.create_flow( flowName='string', description='string', kmsArn='string', triggerConfig={ 'triggerType': 'Scheduled'|'Event'|'OnDemand', 'triggerProperties': { 'Scheduled': { 'scheduleExpression': 'string', 'dataPullMode': 'Incremental'|'Complete', 'scheduleStartTime': datetime(2015, 1, 1), 'scheduleEndTime': datetime(2015, 1, 1), 'timezone': 'string', 'scheduleOffset': 123, 'firstExecutionFrom': datetime(2015, 1, 1), 'flowErrorDeactivationThreshold': 123 } } }, sourceFlowConfig={ 'connectorType': 'Salesforce'|'Singular'|'Slack'|'Redshift'|'S3'|'Marketo'|'Googleanalytics'|'Zendesk'|'Servicenow'|'Datadog'|'Trendmicro'|'Snowflake'|'Dynatrace'|'Infornexus'|'Amplitude'|'Veeva'|'EventBridge'|'LookoutMetrics'|'Upsolver'|'Honeycode'|'CustomerProfiles'|'SAPOData'|'CustomConnector'|'Pardot', 'apiVersion': 'string', 'connectorProfileName': 'string', 'sourceConnectorProperties': { 'Amplitude': { 'object': 'string' }, 'Datadog': { 'object': 'string' }, 'Dynatrace': { 'object': 'string' }, 'GoogleAnalytics': { 'object': 'string' }, 'InforNexus': { 'object': 'string' }, 'Marketo': { 'object': 'string' }, 'S3': { 'bucketName': 'string', 'bucketPrefix': 'string', 's3InputFormatConfig': { 's3InputFileType': 'CSV'|'JSON' } }, 'Salesforce': { 'object': 'string', 'enableDynamicFieldUpdate': True|False, 'includeDeletedRecords': True|False, 'dataTransferApi': 'AUTOMATIC'|'BULKV2'|'REST_SYNC' }, 'ServiceNow': { 'object': 'string' }, 'Singular': { 'object': 'string' }, 'Slack': { 'object': 'string' }, 'Trendmicro': { 'object': 'string' }, 'Veeva': { 'object': 'string', 'documentType': 'string', 'includeSourceFiles': True|False, 'includeRenditions': True|False, 'includeAllVersions': True|False }, 'Zendesk': { 'object': 'string' }, 'SAPOData': { 'objectPath': 'string', 'parallelismConfig': { 'maxParallelism': 123 }, 'paginationConfig': { 'maxPageSize': 123 } }, 'CustomConnector': { 'entityName': 'string', 'customProperties': { 'string': 'string' }, 'dataTransferApi': { 'Name': 'string', 'Type': 'SYNC'|'ASYNC'|'AUTOMATIC' } }, 'Pardot': { 'object': 'string' } }, 'incrementalPullConfig': { 'datetimeTypeFieldName': 'string' } }, destinationFlowConfigList=[ { 'connectorType': 'Salesforce'|'Singular'|'Slack'|'Redshift'|'S3'|'Marketo'|'Googleanalytics'|'Zendesk'|'Servicenow'|'Datadog'|'Trendmicro'|'Snowflake'|'Dynatrace'|'Infornexus'|'Amplitude'|'Veeva'|'EventBridge'|'LookoutMetrics'|'Upsolver'|'Honeycode'|'CustomerProfiles'|'SAPOData'|'CustomConnector'|'Pardot', 'apiVersion': 'string', 'connectorProfileName': 'string', 'destinationConnectorProperties': { 'Redshift': { 'object': 'string', 'intermediateBucketName': 'string', 'bucketPrefix': 'string', 'errorHandlingConfig': { 'failOnFirstDestinationError': True|False, 'bucketPrefix': 'string', 'bucketName': 'string' } }, 'S3': { 'bucketName': 'string', 'bucketPrefix': 'string', 's3OutputFormatConfig': { 'fileType': 'CSV'|'JSON'|'PARQUET', 'prefixConfig': { 'prefixType': 'FILENAME'|'PATH'|'PATH_AND_FILENAME', 'prefixFormat': 'YEAR'|'MONTH'|'DAY'|'HOUR'|'MINUTE', 'pathPrefixHierarchy': [ 'EXECUTION_ID'|'SCHEMA_VERSION', ] }, 'aggregationConfig': { 'aggregationType': 'None'|'SingleFile', 'targetFileSize': 123 }, 'preserveSourceDataTyping': True|False } }, 'Salesforce': { 'object': 'string', 'idFieldNames': [ 'string', ], 'errorHandlingConfig': { 'failOnFirstDestinationError': True|False, 'bucketPrefix': 'string', 'bucketName': 'string' }, 'writeOperationType': 'INSERT'|'UPSERT'|'UPDATE'|'DELETE', 'dataTransferApi': 'AUTOMATIC'|'BULKV2'|'REST_SYNC' }, 'Snowflake': { 'object': 'string', 'intermediateBucketName': 'string', 'bucketPrefix': 'string', 'errorHandlingConfig': { 'failOnFirstDestinationError': True|False, 'bucketPrefix': 'string', 'bucketName': 'string' } }, 'EventBridge': { 'object': 'string', 'errorHandlingConfig': { 'failOnFirstDestinationError': True|False, 'bucketPrefix': 'string', 'bucketName': 'string' } }, 'LookoutMetrics': {} , 'Upsolver': { 'bucketName': 'string', 'bucketPrefix': 'string', 's3OutputFormatConfig': { 'fileType': 'CSV'|'JSON'|'PARQUET', 'prefixConfig': { 'prefixType': 'FILENAME'|'PATH'|'PATH_AND_FILENAME', 'prefixFormat': 'YEAR'|'MONTH'|'DAY'|'HOUR'|'MINUTE', 'pathPrefixHierarchy': [ 'EXECUTION_ID'|'SCHEMA_VERSION', ] }, 'aggregationConfig': { 'aggregationType': 'None'|'SingleFile', 'targetFileSize': 123 } } }, 'Honeycode': { 'object': 'string', 'errorHandlingConfig': { 'failOnFirstDestinationError': True|False, 'bucketPrefix': 'string', 'bucketName': 'string' } }, 'CustomerProfiles': { 'domainName': 'string', 'objectTypeName': 'string' }, 'Zendesk': { 'object': 'string', 'idFieldNames': [ 'string', ], 'errorHandlingConfig': { 'failOnFirstDestinationError': True|False, 'bucketPrefix': 'string', 'bucketName': 'string' }, 'writeOperationType': 'INSERT'|'UPSERT'|'UPDATE'|'DELETE' }, 'Marketo': { 'object': 'string', 'errorHandlingConfig': { 'failOnFirstDestinationError': True|False, 'bucketPrefix': 'string', 'bucketName': 'string' } }, 'CustomConnector': { 'entityName': 'string', 'errorHandlingConfig': { 'failOnFirstDestinationError': True|False, 'bucketPrefix': 'string', 'bucketName': 'string' }, 'writeOperationType': 'INSERT'|'UPSERT'|'UPDATE'|'DELETE', 'idFieldNames': [ 'string', ], 'customProperties': { 'string': 'string' } }, 'SAPOData': { 'objectPath': 'string', 'successResponseHandlingConfig': { 'bucketPrefix': 'string', 'bucketName': 'string' }, 'idFieldNames': [ 'string', ], 'errorHandlingConfig': { 'failOnFirstDestinationError': True|False, 'bucketPrefix': 'string', 'bucketName': 'string' }, 'writeOperationType': 'INSERT'|'UPSERT'|'UPDATE'|'DELETE' } } }, ], tasks=[ { 'sourceFields': [ 'string', ], 'connectorOperator': { 'Amplitude': 'BETWEEN', 'Datadog': 'PROJECTION'|'BETWEEN'|'EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'Dynatrace': 'PROJECTION'|'BETWEEN'|'EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'GoogleAnalytics': 'PROJECTION'|'BETWEEN', 'InforNexus': 'PROJECTION'|'BETWEEN'|'EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'Marketo': 'PROJECTION'|'LESS_THAN'|'GREATER_THAN'|'BETWEEN'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'S3': 'PROJECTION'|'LESS_THAN'|'GREATER_THAN'|'BETWEEN'|'LESS_THAN_OR_EQUAL_TO'|'GREATER_THAN_OR_EQUAL_TO'|'EQUAL_TO'|'NOT_EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'Salesforce': 'PROJECTION'|'LESS_THAN'|'CONTAINS'|'GREATER_THAN'|'BETWEEN'|'LESS_THAN_OR_EQUAL_TO'|'GREATER_THAN_OR_EQUAL_TO'|'EQUAL_TO'|'NOT_EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'ServiceNow': 'PROJECTION'|'CONTAINS'|'LESS_THAN'|'GREATER_THAN'|'BETWEEN'|'LESS_THAN_OR_EQUAL_TO'|'GREATER_THAN_OR_EQUAL_TO'|'EQUAL_TO'|'NOT_EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'Singular': 'PROJECTION'|'EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'Slack': 'PROJECTION'|'LESS_THAN'|'GREATER_THAN'|'BETWEEN'|'LESS_THAN_OR_EQUAL_TO'|'GREATER_THAN_OR_EQUAL_TO'|'EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'Trendmicro': 'PROJECTION'|'EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'Veeva': 'PROJECTION'|'LESS_THAN'|'GREATER_THAN'|'CONTAINS'|'BETWEEN'|'LESS_THAN_OR_EQUAL_TO'|'GREATER_THAN_OR_EQUAL_TO'|'EQUAL_TO'|'NOT_EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'Zendesk': 'PROJECTION'|'GREATER_THAN'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'SAPOData': 'PROJECTION'|'LESS_THAN'|'CONTAINS'|'GREATER_THAN'|'BETWEEN'|'LESS_THAN_OR_EQUAL_TO'|'GREATER_THAN_OR_EQUAL_TO'|'EQUAL_TO'|'NOT_EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'CustomConnector': 'PROJECTION'|'LESS_THAN'|'GREATER_THAN'|'CONTAINS'|'BETWEEN'|'LESS_THAN_OR_EQUAL_TO'|'GREATER_THAN_OR_EQUAL_TO'|'EQUAL_TO'|'NOT_EQUAL_TO'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC'|'NO_OP', 'Pardot': 'PROJECTION'|'EQUAL_TO'|'NO_OP'|'ADDITION'|'MULTIPLICATION'|'DIVISION'|'SUBTRACTION'|'MASK_ALL'|'MASK_FIRST_N'|'MASK_LAST_N'|'VALIDATE_NON_NULL'|'VALIDATE_NON_ZERO'|'VALIDATE_NON_NEGATIVE'|'VALIDATE_NUMERIC' }, 'destinationField': 'string', 'taskType': 'Arithmetic'|'Filter'|'Map'|'Map_all'|'Mask'|'Merge'|'Passthrough'|'Truncate'|'Validate'|'Partition', 'taskProperties': { 'string': 'string' } }, ], tags={ 'string': 'string' }, metadataCatalogConfig={ 'glueDataCatalog': { 'roleArn': 'string', 'databaseName': 'string', 'tablePrefix': 'string' } }, clientToken='string')