Insight Horizon
global affairs /

create_crawler - Boto3 1.34.75 documentation

response = client.create_crawler( Name='string', Role='string', DatabaseName='string', Description='string', Targets={ 'S3Targets': [ { 'Path': 'string', 'Exclusions': [ 'string', ], 'ConnectionName': 'string', 'SampleSize': 123, 'EventQueueArn': 'string', 'DlqEventQueueArn': 'string' }, ], 'JdbcTargets': [ { 'ConnectionName': 'string', 'Path': 'string', 'Exclusions': [ 'string', ], 'EnableAdditionalMetadata': [ 'COMMENTS'|'RAWTYPES', ] }, ], 'MongoDBTargets': [ { 'ConnectionName': 'string', 'Path': 'string', 'ScanAll': True|False }, ], 'DynamoDBTargets': [ { 'Path': 'string', 'scanAll': True|False, 'scanRate': 123.0 }, ], 'CatalogTargets': [ { 'DatabaseName': 'string', 'Tables': [ 'string', ], 'ConnectionName': 'string', 'EventQueueArn': 'string', 'DlqEventQueueArn': 'string' }, ], 'DeltaTargets': [ { 'DeltaTables': [ 'string', ], 'ConnectionName': 'string', 'WriteManifest': True|False, 'CreateNativeDeltaTable': True|False }, ], 'IcebergTargets': [ { 'Paths': [ 'string', ], 'ConnectionName': 'string', 'Exclusions': [ 'string', ], 'MaximumTraversalDepth': 123 }, ], 'HudiTargets': [ { 'Paths': [ 'string', ], 'ConnectionName': 'string', 'Exclusions': [ 'string', ], 'MaximumTraversalDepth': 123 }, ] }, Schedule='string', Classifiers=[ 'string', ], TablePrefix='string', SchemaChangePolicy={ 'UpdateBehavior': 'LOG'|'UPDATE_IN_DATABASE', 'DeleteBehavior': 'LOG'|'DELETE_FROM_DATABASE'|'DEPRECATE_IN_DATABASE' }, RecrawlPolicy={ 'RecrawlBehavior': 'CRAWL_EVERYTHING'|'CRAWL_NEW_FOLDERS_ONLY'|'CRAWL_EVENT_MODE' }, LineageConfiguration={ 'CrawlerLineageSettings': 'ENABLE'|'DISABLE' }, LakeFormationConfiguration={ 'UseLakeFormationCredentials': True|False, 'AccountId': 'string' }, Configuration='string', CrawlerSecurityConfiguration='string', Tags={ 'string': 'string' })