Advertisement
Guest User

Untitled

a guest
Jul 1st, 2015
254
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.46 KB | None | 0 0
  1.  
  2. job.factory.class=org.apache.samza.job.local.ThreadJobFactory
  3. job.name=Argos-Window
  4.  
  5. # YARN
  6. yarn.package.path=file:///$PWD/hello-samza/samza-job-package/target/samza-job-package-0.7.0-dist.tar.gz
  7.  
  8. # Task
  9. # com/xyz/argos/task/ArgosWindowTask
  10. task.class=com.xyz.argos.task.ArgosWindowTask
  11. #task.class=com.xyz.argos.task.ArgosParserStreamTask
  12. task.inputs=kafka.argos-parser
  13. task.outputs=argos-window
  14. task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory
  15. task.checkpoint.system=kafka
  16. # Normally, this would be 3, but we have only one broker.
  17. task.checkpoint.replication.factor=1
  18. task.drop.deserialization.errors=true
  19. task.drop.serialization.errors=true
  20. task.ignored.exceptions=org.codehaus.jackson.JsonParseException
  21.  
  22. # Metrics
  23. metrics.reporters=snapshot,jmx
  24. metrics.reporter.snapshot.class=org.apache.samza.metrics.reporter.MetricsSnapshotReporterFactory
  25. metrics.reporter.snapshot.stream=kafka.metrics
  26. metrics.reporter.jmx.class=org.apache.samza.metrics.reporter.JmxReporterFactory
  27.  
  28. # Serializers
  29. serializers.registry.json.class=org.apache.samza.serializers.JsonSerdeFactory
  30. serializers.registry.byte.class=org.apache.samza.serializers.ByteSerdeFactory
  31. serializers.registry.string.class=org.apache.samza.serializers.StringSerdeFactory
  32. serializers.registry.metrics.class=org.apache.samza.serializers.MetricsSnapshotSerdeFactory
  33.  
  34. # Systems
  35. systems.kafka.samza.factory=org.apache.samza.system.kafka.KafkaSystemFactory
  36. systems.kafka.samza.msg.serde=json
  37. systems.kafka.consumer.zookeeper.connect=localhost:2181/
  38. systems.kafka.consumer.auto.offset.reset=largest
  39. systems.kafka.producer.metadata.broker.list=localhost:9092
  40. systems.kafka.producer.producer.type=sync
  41. # Normally, we'd set this much higher, but we want things to look snappy in the demo.
  42. systems.kafka.producer.batch.num.messages=1
  43. systems.kafka.streams.metrics.samza.msg.serde=metrics
  44. systems.kafka.streams.ArgosRaw.samza.msg.serde=json
  45. systems.kafka.streams.PageViewEvent.samza.msg.serde=json
  46. system.redis=localhost
  47.  
  48. # Property File
  49. load.property=false
  50.  
  51. # Add keyvalue store to store Application to count metrics
  52. stores.my-store.factory=org.apache.samza.storage.kv.RocksDbKeyValueStorageEngineFactory
  53.  
  54. # Call the window() method every 60 seconds
  55. task.window.ms=60000
  56.  
  57. # Define serde
  58. stores.store.factory=org.apache.samza.storage.kv.RocksDbKeyValueStorageEngineFactory
  59. stores.store.key.serde=byte
  60. stores.store.msg.serde=string
  61. stores.store.changelog=kafka.argos-parser
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement