Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- job.factory.class=org.apache.samza.job.local.ThreadJobFactory
- job.name=Argos-Window
- # YARN
- yarn.package.path=file:///$PWD/hello-samza/samza-job-package/target/samza-job-package-0.7.0-dist.tar.gz
- # Task
- # com/xyz/argos/task/ArgosWindowTask
- task.class=com.xyz.argos.task.ArgosWindowTask
- #task.class=com.xyz.argos.task.ArgosParserStreamTask
- task.inputs=kafka.argos-parser
- task.outputs=argos-window
- task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory
- task.checkpoint.system=kafka
- # Normally, this would be 3, but we have only one broker.
- task.checkpoint.replication.factor=1
- task.drop.deserialization.errors=true
- task.drop.serialization.errors=true
- task.ignored.exceptions=org.codehaus.jackson.JsonParseException
- # Metrics
- metrics.reporters=snapshot,jmx
- metrics.reporter.snapshot.class=org.apache.samza.metrics.reporter.MetricsSnapshotReporterFactory
- metrics.reporter.snapshot.stream=kafka.metrics
- metrics.reporter.jmx.class=org.apache.samza.metrics.reporter.JmxReporterFactory
- # Serializers
- serializers.registry.json.class=org.apache.samza.serializers.JsonSerdeFactory
- serializers.registry.byte.class=org.apache.samza.serializers.ByteSerdeFactory
- serializers.registry.string.class=org.apache.samza.serializers.StringSerdeFactory
- serializers.registry.metrics.class=org.apache.samza.serializers.MetricsSnapshotSerdeFactory
- # Systems
- systems.kafka.samza.factory=org.apache.samza.system.kafka.KafkaSystemFactory
- systems.kafka.samza.msg.serde=json
- systems.kafka.consumer.zookeeper.connect=localhost:2181/
- systems.kafka.consumer.auto.offset.reset=largest
- systems.kafka.producer.metadata.broker.list=localhost:9092
- systems.kafka.producer.producer.type=sync
- # Normally, we'd set this much higher, but we want things to look snappy in the demo.
- systems.kafka.producer.batch.num.messages=1
- systems.kafka.streams.metrics.samza.msg.serde=metrics
- systems.kafka.streams.ArgosRaw.samza.msg.serde=json
- systems.kafka.streams.PageViewEvent.samza.msg.serde=json
- system.redis=localhost
- # Property File
- load.property=false
- # Add keyvalue store to store Application to count metrics
- stores.my-store.factory=org.apache.samza.storage.kv.RocksDbKeyValueStorageEngineFactory
- # Call the window() method every 60 seconds
- task.window.ms=60000
- # Define serde
- stores.store.factory=org.apache.samza.storage.kv.RocksDbKeyValueStorageEngineFactory
- stores.store.key.serde=byte
- stores.store.msg.serde=string
- stores.store.changelog=kafka.argos-parser
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement