Insight Horizon
environment /

create_processing_job - Boto3 1.34.74 documentation

response = client.create_processing_job( ProcessingInputs=[ { 'InputName': 'string', 'AppManaged': True|False, 'S3Input': { 'S3Uri': 'string', 'LocalPath': 'string', 'S3DataType': 'ManifestFile'|'S3Prefix', 'S3InputMode': 'Pipe'|'File', 'S3DataDistributionType': 'FullyReplicated'|'ShardedByS3Key', 'S3CompressionType': 'None'|'Gzip' }, 'DatasetDefinition': { 'AthenaDatasetDefinition': { 'Catalog': 'string', 'Database': 'string', 'QueryString': 'string', 'WorkGroup': 'string', 'OutputS3Uri': 'string', 'KmsKeyId': 'string', 'OutputFormat': 'PARQUET'|'ORC'|'AVRO'|'JSON'|'TEXTFILE', 'OutputCompression': 'GZIP'|'SNAPPY'|'ZLIB' }, 'RedshiftDatasetDefinition': { 'ClusterId': 'string', 'Database': 'string', 'DbUser': 'string', 'QueryString': 'string', 'ClusterRoleArn': 'string', 'OutputS3Uri': 'string', 'KmsKeyId': 'string', 'OutputFormat': 'PARQUET'|'CSV', 'OutputCompression': 'None'|'GZIP'|'BZIP2'|'ZSTD'|'SNAPPY' }, 'LocalPath': 'string', 'DataDistributionType': 'FullyReplicated'|'ShardedByS3Key', 'InputMode': 'Pipe'|'File' } }, ], ProcessingOutputConfig={ 'Outputs': [ { 'OutputName': 'string', 'S3Output': { 'S3Uri': 'string', 'LocalPath': 'string', 'S3UploadMode': 'Continuous'|'EndOfJob' }, 'FeatureStoreOutput': { 'FeatureGroupName': 'string' }, 'AppManaged': True|False }, ], 'KmsKeyId': 'string' }, ProcessingJobName='string', ProcessingResources={ 'ClusterConfig': { 'InstanceCount': 123, 'InstanceType': 'ml.t3.medium'|'ml.t3.large'|'ml.t3.xlarge'|'ml.t3.2xlarge'|'ml.m4.xlarge'|'ml.m4.2xlarge'|'ml.m4.4xlarge'|'ml.m4.10xlarge'|'ml.m4.16xlarge'|'ml.c4.xlarge'|'ml.c4.2xlarge'|'ml.c4.4xlarge'|'ml.c4.8xlarge'|'ml.p2.xlarge'|'ml.p2.8xlarge'|'ml.p2.16xlarge'|'ml.p3.2xlarge'|'ml.p3.8xlarge'|'ml.p3.16xlarge'|'ml.c5.xlarge'|'ml.c5.2xlarge'|'ml.c5.4xlarge'|'ml.c5.9xlarge'|'ml.c5.18xlarge'|'ml.m5.large'|'ml.m5.xlarge'|'ml.m5.2xlarge'|'ml.m5.4xlarge'|'ml.m5.12xlarge'|'ml.m5.24xlarge'|'ml.r5.large'|'ml.r5.xlarge'|'ml.r5.2xlarge'|'ml.r5.4xlarge'|'ml.r5.8xlarge'|'ml.r5.12xlarge'|'ml.r5.16xlarge'|'ml.r5.24xlarge'|'ml.g4dn.xlarge'|'ml.g4dn.2xlarge'|'ml.g4dn.4xlarge'|'ml.g4dn.8xlarge'|'ml.g4dn.12xlarge'|'ml.g4dn.16xlarge', 'VolumeSizeInGB': 123, 'VolumeKmsKeyId': 'string' } }, StoppingCondition={ 'MaxRuntimeInSeconds': 123 }, AppSpecification={ 'ImageUri': 'string', 'ContainerEntrypoint': [ 'string', ], 'ContainerArguments': [ 'string', ] }, Environment={ 'string': 'string' }, NetworkConfig={ 'EnableInterContainerTrafficEncryption': True|False, 'EnableNetworkIsolation': True|False, 'VpcConfig': { 'SecurityGroupIds': [ 'string', ], 'Subnets': [ 'string', ] } }, RoleArn='string', Tags=[ { 'Key': 'string', 'Value': 'string' }, ], ExperimentConfig={ 'ExperimentName': 'string', 'TrialName': 'string', 'TrialComponentDisplayName': 'string', 'RunName': 'string' })