Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- # Licensed to the Apache Software Foundation (ASF) under one
- # or more contributor license agreements. See the NOTICE file
- # distributed with this work for additional information
- # regarding copyright ownership. The ASF licenses this file
- # to you under the Apache License, Version 2.0 (the
- # "License"); you may not use this file except in compliance
- # with the License. You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing,
- # software distributed under the License is distributed on an
- # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- # KIND, either express or implied. See the License for the
- # specific language governing permissions and limitations
- # under the License.
- job.factory.class=org.apache.samza.job.local.ThreadJobFactory
- job.name=Window
- # YARN
- yarn.package.path=file:///$PWD/hello-samza/samza-job-package/target/samza-job-package-0.7.0-dist.tar.gz
- # Task
- task.class=com.abc.task.WindowTask
- task.inputs=kafka.parser
- task.outputs=window
- task.checkpoint.factory=org.apache.samza.checkpoint.kafka.KafkaCheckpointManagerFactory
- task.checkpoint.system=kafka
- # Normally, this would be 3, but we have only one broker.
- task.checkpoint.replication.factor=1
- task.drop.deserialization.errors=true
- task.drop.serialization.errors=true
- task.ignored.exceptions=org.codehaus.jackson.JsonParseException
- # Metrics
- metrics.reporters=snapshot,jmx
- metrics.reporter.snapshot.class=org.apache.samza.metrics.reporter.MetricsSnapshotReporterFactory
- metrics.reporter.snapshot.stream=kafka.metrics
- metrics.reporter.jmx.class=org.apache.samza.metrics.reporter.JmxReporterFactory
- # Serializers
- serializers.registry.json.class=org.apache.samza.serializers.JsonSerdeFactory
- serializers.registry.byte.class=org.apache.samza.serializers.ByteSerdeFactory
- serializers.registry.string.class=org.apache.samza.serializers.StringSerdeFactory
- serializers.registry.metrics.class=org.apache.samza.serializers.MetricsSnapshotSerdeFactory
- # Systems
- systems.kafka.samza.factory=org.apache.samza.system.kafka.KafkaSystemFactory
- systems.kafka.samza.msg.serde=json
- systems.kafka.consumer.zookeeper.connect=127.0.0.1:2181/
- systems.kafka.consumer.auto.offset.reset=largest
- systems.kafka.producer.metadata.broker.list=127.0.0.1:9092
- #systems.kafka.producer.metadata.broker.list=10.180.195.32:6667
- systems.kafka.producer.producer.type=sync
- # Normally, we'd set this much higher, but we want things to look snappy in the demo.
- systems.kafka.producer.batch.num.messages=1
- systems.kafka.streams.metrics.samza.msg.serde=metrics
- systems.kafka.streams.Raw.samza.msg.serde=json
- systems.kafka.streams.parser.samza.msg.serde=string
- #system.redis=cache:6379
- system.redis=localhost
- # Property File
- load.property=false
- # Add keyvalue store to store Application to count metrics
- #stores.my-store.factory=org.apache.samza.storage.kv.RocksDbKeyValueStorageEngineFactory
- # Call the window() method every 60 seconds
- task.window.ms=60000
- # Define serde
- stores.store.factory=org.apache.samza.storage.kv.RocksDbKeyValueStorageEngineFactory
- #stores.store.factory=org.apache.samza.storage.kv.BaseKeyValueStorageEngineFactory
- stores.store.key.serde=string
- stores.store.msg.serde=string
- stores.store.changelog=kafka.parser-changelog
- # Partitioner class
- # Normally, we'd leave this alone, but we have only one broker.
- stores.store.changelog.replication.factor=1
- # Normally, we'd set this much higher, but we want things to look snappy in the demo.
- stores.store.write.batch.size=0
- stores.store.object.cache.size=0
- (env)
Advertisement
Add Comment
Please, Sign In to add comment