Guest User

Untitled

a guest
Aug 12th, 2014
247
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.96 KB | None | 0 0
  1. :logging:
  2. :level: DEBUG # You can optionally switch to INFO for production
  3. :aws:
  4. :access_key_id: "xxx"
  5. :secret_access_key: "xxx"
  6. :s3:
  7. :region: "us-east-1"
  8. :buckets:
  9. :assets: s3://snowplow-hosted-assets # DO NOT CHANGE unless you are hosting the jarfiles etc yourself in your own bucket
  10. :log: s3://prod-snowplow-logs
  11. :raw:
  12. :in: s3://prod-snowplow-logs
  13. :processing: s3://prod-snowplow-out/processing
  14. :archive: s3://prod-snowplow-archive/raw # e.g. s3://my-archive-bucket/raw
  15. :enriched:
  16. :good: s3://prod-snowplow-out/enriched/good # e.g. s3://my-out-bucket/enriched/good
  17. :bad: s3://prod-snowplow-out/enriched/bad # e.g. s3://my-out-bucket/enriched/bad
  18. :errors: # Leave blank unless :continue_on_unexpected_error: set to true below
  19. :shredded:
  20. :good: s3://prod-snowplow-out/shredded/good # e.g. s3://my-out-bucket/shredded/good
  21. :bad: s3://prod-snowplow-out/shredded/bad # e.g. s3://my-out-bucket/shredded/bad
  22. :errors: # Leave blank unless :continue_on_unexpected_error: set to true below
  23. :emr:
  24. :ami_version: 2.4.2 # Choose as per http://docs.aws.amazon.com/ElasticMapReduce/latest/DeveloperGuide/emr-plan-ami.html
  25. :region: "us-east-1" # Always set this
  26. :placement: "us-east-1a" # Set this if not running in VPC. Leave blank otherwise
  27. :ec2_subnet_id: # Set this if running in VPC. Leave blank otherwise
  28. :ec2_key_name: "napa"
  29. :software:
  30. :hbase: # To launch on cluster, provide version, "0.92.0", keep quotes
  31. :lingual: # To launch on cluster, provide version, "1.1", keep quotes
  32. # Adjust your Hadoop cluster below
  33. :jobflow:
  34. :master_instance_type: m1.small
  35. :core_instance_count: 2
  36. :core_instance_type: m1.small
  37. :task_instance_count: 0 # Increase to use spot instances
  38. :task_instance_type: m1.small
  39. :task_instance_bid: 0.015 # In USD. Adjust bid, or leave blank for non-spot-priced (i.e. on-demand) task instances
  40. :etl:
  41. :job_name: Snowplow ETL # Give your job a name
  42. :versions:
  43. :hadoop_enrich: 0.6.0 # Version of the Hadoop Enrichment process
  44. :hadoop_shred: 0.2.0 # Version of the Hadoop Shredding process
  45. :collector_format: cloudfront # Or 'clj-tomcat' for the Clojure Collector
  46. :continue_on_unexpected_error: false # Set to 'true' (and set :out_errors: above) if you don't want any exceptions thrown from ETL
  47. :iglu:
  48. :schema: iglu:com.snowplowanalytics.iglu/resolver-config/jsonschema/1-0-0
  49. :data:
  50. :cache_size: 500
  51. :repositories:
  52. - :name: "Iglu Central"
  53. :priority: 0
  54. :vendor_prefixes:
  55. - com.snowplowanalytics
  56. :connection:
  57. :http:
  58. :uri: http://iglucentral.com
  59. - :name: "Sonicbids"
  60. :priority: 0
  61. :vendor_prefixes:
  62. - com.sonicbids
  63. :connection:
  64. :http:
  65. :uri: http://s3.amazonaws.com/prod-snowplow-s3.napa.sonicbids.com/
Advertisement
Add Comment
Please, Sign In to add comment