Guest User

Untitled

a guest
Aug 10th, 2014
235
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
YAML 3.22 KB | None | 0 0
  1.  
  2. :logging:
  3.   :level: DEBUG # You can optionally switch to INFO for production
  4. :aws:
  5.   :access_key_id: AKxxx
  6.   :secret_access_key: /+xxxSF
  7. :s3:
  8.   :region: eu-west-1
  9.   :buckets:
  10.     :assets: s3://snowplow-hosted-assets # DO NOT CHANGE unless you are hosting the jarfiles etc yourself in your own bucket
  11.     :log: s3://mycompany-mapreduce-logs/snowplow
  12.     :raw:
  13.       :in: s3://mycompany-cloudfront-logs
  14.       :processing: s3://mycompany-analytics-process/snowplow
  15.       :archive: s3://mycompany-analytics-archive/snowplow    # e.g. s3://my-archive-bucket/raw
  16.     :enriched:
  17.       :good: s3://mycompany-analytics-out/snowplow-enriched/good       # e.g. s3://my-out-bucket/enriched/good
  18.       :bad: s3://mycompany-analytics-out/snowplo-enrichedw/bad        # e.g. s3://my-out-bucket/enriched/bad
  19.       :errors: s3://mycompany-analytics-out/snowplow-enriched/errors     # Leave blank unless :continue_on_unexpected_error: set to true below
  20.     :shredded:
  21.       :good: s3://mycompany-analytics-out/snowplow-shredded/good       # e.g. s3://my-out-bucket/shredded/good
  22.       :bad: s3://mycompany-analytics-out/snowplow-shredded/bad        # e.g. s3://my-out-bucket/shredded/bad
  23.       :errors: s3://mycompany-analytics-out/snowplow-shredded/errors     # Leave blank unless :continue_on_unexpected_error: set to true below
  24. :emr:
  25.   :ami_version: 2.4.2      # Choose as per http://docs.aws.amazon.com/ElasticMapReduce/latest/DeveloperGuide/emr-plan-ami.html
  26.   :region: eu-west-1        # Always set this
  27.   :placement: eu-west-1a     # Set this if not running in VPC. Leave blank otherwise
  28.   :ec2_subnet_id: # Set this if running in VPC. Leave blank otherwise
  29.   :ec2_key_name: ec2-eu_west-1
  30.   :software:
  31.     :hbase: "0.92.0"               # To launch on cluster, provide version, "0.92.0", keep quotes
  32.     :lingual: "1.1"             # To launch on cluster, provide version, "1.1", keep quotes
  33.   # Adjust your Hadoop cluster below
  34.   :jobflow:
  35.     :master_instance_type: m1.small
  36.     :core_instance_count: 2
  37.     :core_instance_type: m1.small
  38.     :task_instance_count: 0 # Increase to use spot instances
  39.     :task_instance_type: m1.small
  40.     :task_instance_bid: 0.010 # In USD. Adjust bid, or leave blank for non-spot-priced (i.e. on-demand) task instances
  41. :etl:
  42.   :job_name: Snowplow ETL # Give your job a name
  43.   :versions:
  44.     :hadoop_enrich: 0.6.0 # Version of the Hadoop Enrichment process
  45.     :hadoop_shred: 0.2.0 # Version of the Hadoop Shredding process
  46.   :collector_format: cloudfront # Or 'clj-tomcat' for the Clojure Collector
  47.   :continue_on_unexpected_error: false # Set to 'true' (and set :out_errors: above) if you don't want any exceptions thrown from ETL
  48. :iglu:
  49.   :schema: iglu:com.snowplowanalytics.iglu/resolver-config/jsonschema/1-0-0
  50.   :data:
  51.     :cache_size: 1024
  52.     :repositories:
  53.       - :name: "Iglu Central"
  54.         :priority: 0
  55.         :vendor_prefixes:
  56.          - com.snowplowanalytics
  57.         :connection:
  58.           :http:
  59.             :uri: http://iglucentral.com
  60.       - :name: "mycompany JSON events"
  61.         :priority: 1
  62.         :vendor_prefixes:
  63.          - com.mycompany
  64.         :connection:
  65.           :http:
  66.             :uri: http://mycompany-analytics.s3-website-eu-west-1.amazonaws.com/mycompany-json-schemas
Advertisement
Add Comment
Please, Sign In to add comment