Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {
- "objects": [
- {
- "role": "DataPipelineDefaultRole",
- "subject": "SUCCESS:ETL JOB",
- "name": "SuccessAction",
- "id": "ActionId_Zpany",
- "message": "ETL_JOB executed successfully",
- "type": "SnsAlarm",
- "topicArn": "XXXXXXXXX"
- },
- {
- "name": "DefaultDataFormat1",
- "id": "DataFormatId_XXXX",
- "type": "CSV"
- },
- {
- "database": {
- "ref": "DatabaseId_XXXXX"
- },
- "name": "DefaultDataNode3",
- "id": "DataNodeId_XXXX",
- "type": "SqlDataNode",
- "selectQuery": "select * from logs order by created_date limit 100;",
- "table": "logs"
- },
- {
- "output": {
- "ref": "DataNodeId_XXXXX"
- },
- "input": {
- "ref": "DataNodeId_XXXXX"
- },
- "onFail": {
- "ref": "ActionId_XXXXX"
- },
- "name": "DefaultCopyActivity1",
- "id": "CopyActivityId_XXXXX",
- "runsOn": {
- "ref": "ResourceId_XXXXX"
- },
- "type": "CopyActivity",
- "onSuccess": {
- "ref": "ActionId_XXXXX"
- }
- },
- {
- "resourceRole": "DataPipelineDefaultResourceRole",
- "role": "DataPipelineDefaultRole",
- "attemptTimeout": "20 Minutes",
- "maximumRetries": "1",
- "instanceCount": "1",
- "instanceType": "m1.small",
- "name": "DefaultResource2",
- "id": "ResourceId_XXXXX",
- "type": "Ec2Resource",
- "terminateAfter": "25 Minutes"
- },
- {
- "*password": "XXXXXXXXX",
- "name": "DefaultDatabase1",
- "id": "DatabaseId_XXXXX",
- "region": "us-west-2",
- "type": "RdsDatabase",
- "rdsInstanceId": "XXXXXXXXX",
- "username": "XXXXXXXXX"
- },
- {
- "role": "DataPipelineDefaultRole",
- "subject": "FAILURE:ETL JOB",
- "name": "FailureAction",
- "id": "ActionId_XXXXX",
- "type": "SnsAlarm",
- "message": "IQA_ETL_JOB_BUSINESS_LOG execution failed.",
- "topicArn": "XXXXXXXXX"
- },
- {
- "failureAndRerunMode": "CASCADE",
- "resourceRole": "DataPipelineDefaultResourceRole",
- "role": "DataPipelineDefaultRole",
- "pipelineLogUri": "s3://etl.job.logs/",
- "scheduleType": "ONDEMAND",
- "name": "Default",
- "id": "Default"
- },
- {
- "s3EncryptionType": "NONE",
- "directoryPath": "s3://etl.job/demopipeline",
- "dataFormat": {
- "ref": "DataFormatId_XXXXX"
- },
- "name": "DefaultDataNode2",
- "id": "DataNodeId_XXXXX",
- "type": "S3DataNode"
- }
- ],
- "parameters": []
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement