Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- :aws:
- :access_key_id: XXX
- :secret_access_key: XXXX
- :s3:
- :region: eu-west-1 # S3 bucket region must be the same as Redshift cluster region
- :buckets:
- :jsonpath_assets: s3://mycompany-analytics/mycompany-json-schemas # If you have defined your own JSON Schemas, add the s3:// path to your own JSON Path files in your own bucket here
- :enriched:
- :good: s3://mycompany-analytics-out/snowplow-enriched/good # Must be s3:// not s3n:// for Redshift. This is the same as the :enriched:good: bucket specified for EmrEtlRunner
- :archive: s3://mycompany-analytics-archive/snowplow-enriched # Where to archive enriched events to
- :shredded:
- :good: s3://mycompany-analytics-out/snowplow-shredded/good # Must be s3:// not s3n:// for Redshift. This is the same as the :shredded:good: bucket specified for EmrEtlRunner
- :archive: s3://mycompany-analytics-archive/snowplow-shredded # Where to archive shredded types to
- :download:
- :folder: # Not required for Redshift
- :targets:
- - :name: "mycompany Redshift database"
- :type: redshift
- :host: mycompany-snowplow.ciaor1ldpfs.eu-west-1.redshift.amazonaws.com # The endpoint as shown in the Redshift console
- :database: mycompany # Name of database
- :port: 5439 # Default Redshift port
- :table: atomic.events
- :username: storageloader
- :password: xxx
- :maxerror: 1 # Stop loading on first error, or increase to permit more load errors
- :comprows: 200000 # Default for a 1 XL node cluster. Not used unless --include compupdate specified
Advertisement
Add Comment
Please, Sign In to add comment