include "dev.conf"

team = reporting
google-project-id = ${team}-160216
job {
  organization = ${team}-job
  name = reporting-rtb-logging-with-stackdriver-metrics
}

kafka {
  consumer-topic = rtblog
  consumer-properties {
    "bootstrap.servers" = "10.68.252.18:9092,10.68.252.19:9092,10.68.252.20:9092"
    "group.id" = reporting-rtb-logging-with-stackdriver-metrics
    "security.protocol" = SASL_PLAINTEXT
    "sasl.mechanism" = PLAIN
    "sasl.jaas.config" = "org.apache.kafka.common.security.plain.PlainLoginModule required username=reader password=vjp4EFdHahRMO0gG;"
    "keyDeserializer" = org.apache.kafka.common.serialization.ByteArrayDeserializer
    "valueDeserializer" = org.apache.kafka.common.serialization.ByteArrayDeserializer
  }
}

dataflow {
  runner = dataflowrunner
  region = europe-west1
  zone = europe-west1-b
  project = ${google-project-id}
  jobName = ${job.name}
  tempLocation = "gs://reporting-rtb-with-metrics/temp"
  stagingLocation = "gs://reporting-rtb-with-metrics/staging"
  templateLocation = ""
  #worker-machine-type = n1-highmem-4
}

direct-runner {
  runner = directrunner
  targetParallelism = 3
}