Guest User

Untitled

a guest
Jul 20th, 2015
317
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.58 KB | None | 0 0
  1. # Licensed to the Apache Software Foundation (ASF) under one
  2. # or more contributor license agreements. See the NOTICE file
  3. # distributed with this work for additional information
  4. # regarding copyright ownership. The ASF licenses this file
  5. # to you under the Apache License, Version 2.0 (the
  6. # "License"); you may not use this file except in compliance
  7. # with the License. You may obtain a copy of the License at
  8. #
  9. # http://www.apache.org/licenses/LICENSE-2.0
  10. #
  11. # Unless required by applicable law or agreed to in writing,
  12. # software distributed under the License is distributed on an
  13. # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
  14. # KIND, either express or implied. See the License for the
  15. # specific language governing permissions and limitations
  16. # under the License.
  17.  
  18. job.factory.class=org.apache.samza.job.local.ThreadJobFactory
  19. job.name=Window
  20.  
  21. # YARN
  22. yarn.package.path=file:///$PWD/hello-samza/samza-job-package/target/samza-job-package-0.7.0-dist.tar.gz
  23.  
  24. # Task
  25. task.class=com.abc.task.WindowTask
  26. task.inputs=kafka.parser
  27. task.outputs=window
  28. task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory
  29. task.checkpoint.system=kafka
  30. # Normally, this would be 3, but we have only one broker.
  31. task.checkpoint.replication.factor=1
  32. task.drop.deserialization.errors=true
  33. task.drop.serialization.errors=true
  34. task.ignored.exceptions=org.codehaus.jackson.JsonParseException
  35.  
  36. # Metrics
  37. metrics.reporters=snapshot,jmx
  38. metrics.reporter.snapshot.class=org.apache.samza.metrics.reporter.MetricsSnapshotReporterFactory
  39. metrics.reporter.snapshot.stream=kafka.metrics
  40. metrics.reporter.jmx.class=org.apache.samza.metrics.reporter.JmxReporterFactory
  41.  
  42. # Serializers
  43. serializers.registry.json.class=org.apache.samza.serializers.JsonSerdeFactory
  44. serializers.registry.byte.class=org.apache.samza.serializers.ByteSerdeFactory
  45. serializers.registry.string.class=org.apache.samza.serializers.StringSerdeFactory
  46. serializers.registry.metrics.class=org.apache.samza.serializers.MetricsSnapshotSerdeFactory
  47.  
  48. # Systems
  49. systems.kafka.samza.factory=org.apache.samza.system.kafka.KafkaSystemFactory
  50. systems.kafka.samza.msg.serde=json
  51. systems.kafka.consumer.zookeeper.connect=127.0.0.1:2181/
  52. systems.kafka.consumer.auto.offset.reset=largest
  53. systems.kafka.producer.metadata.broker.list=127.0.0.1:9092
  54. #systems.kafka.producer.metadata.broker.list=10.180.195.32:6667
  55. systems.kafka.producer.producer.type=sync
  56. # Normally, we'd set this much higher, but we want things to look snappy in the demo.
  57. systems.kafka.producer.batch.num.messages=1
  58. systems.kafka.streams.metrics.samza.msg.serde=metrics
  59. systems.kafka.streams.Raw.samza.msg.serde=json
  60. systems.kafka.streams.parser.samza.msg.serde=string
  61. #system.redis=cache:6379
  62. system.redis=localhost
  63.  
  64. # Property File
  65. load.property=false
  66.  
  67. # Add keyvalue store to store Application to count metrics
  68. #stores.my-store.factory=org.apache.samza.storage.kv.RocksDbKeyValueStorageEngineFactory
  69.  
  70. # Call the window() method every 60 seconds
  71. task.window.ms=60000
  72.  
  73. # Define serde
  74. stores.store.factory=org.apache.samza.storage.kv.RocksDbKeyValueStorageEngineFactory
  75. #stores.store.factory=org.apache.samza.storage.kv.BaseKeyValueStorageEngineFactory
  76. stores.store.key.serde=string
  77. stores.store.msg.serde=string
  78. stores.store.changelog=kafka.parser-changelog
  79.  
  80. # Partitioner class
  81.  
  82.  
  83. # Normally, we'd leave this alone, but we have only one broker.
  84. stores.store.changelog.replication.factor=1
  85.  
  86. # Normally, we'd set this much higher, but we want things to look snappy in the demo.
  87. stores.store.write.batch.size=0
  88. stores.store.object.cache.size=0
  89. (env)
Advertisement
Add Comment
Please, Sign In to add comment