Guest User

Untitled

a guest
Jun 21st, 2018
71
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 3.00 KB | None | 0 0
  1. {
  2. "name": "xxxxxxx",
  3. "config": {
  4. "connector.class": "io.confluent.connect.s3.S3SinkConnector",
  5. "s3.region": "us-east-1",
  6. "partition.duration.ms": "600000",
  7. "topics.dir": "xxxxx",
  8. "flush.size": "100000",
  9. "schema.compatibility": "NONE",
  10. "topics": "xxxxxx,xxxxxx",
  11. "tasks.max": "16",
  12. "s3.part.size": "52428800",
  13. "timezone": "UTC",
  14. "locale": "en",
  15. "format.class": "xxx.xxxx.xxx.CustomByteArrayFormat",
  16. "partitioner.class": "xxx.xxxx.xxx.CustomTimeBasedPartitioner",
  17. "schema.generator.class": "io.confluent.connect.storage.hive.schema.DefaultSchemaGenerator",
  18. "name": "xxxxxxxxx",
  19. "storage.class": "io.confluent.connect.s3.storage.S3Storage",
  20. "s3.bucket.name": "xxxxxxx",
  21. "rotate.schedule.interval.ms": "600000",
  22. "path.format": "YYYY/MM/dd/HH/mm",
  23. "timestamp.extractor": "Record"
  24. }
  25.  
  26. bootstrap.servers=XXXXXX
  27. key.converter=org.apache.kafka.connect.converters.ByteArrayConverter
  28. value.converter=org.apache.kafka.connect.converters.ByteArrayConverter
  29. internal.key.converter=org.apache.kafka.connect.json.JsonConverter
  30. internal.value.converter=org.apache.kafka.connect.json.JsonConverter
  31. internal.key.converter.schemas.enable=false
  32. internal.value.converter.schemas.enable=false
  33. consumer.auto.offset.reset=earliest
  34. consumer.max.partition.fetch.bytes=2097152
  35. consumer.partition.assignment.strategy=org.apache.kafka.clients.consumer.RoundRobinAssignor
  36. group.id=xxxxxxx
  37. config.storage.topic=connect-configs
  38. offset.storage.topic=connect-offsets
  39. status.storage.topic=connect-status
  40. rest.advertised.host.name=XXXX
  41.  
  42. 2018-06-21 14:54:48,644] ERROR Task XXXXXXXXXXXXX-15 threw an uncaught and unrecoverable exception (org.apache.kafka.connect.runtime.WorkerSinkTask:482)
  43. java.lang.OutOfMemoryError: Java heap space
  44. [2018-06-21 14:54:48,645] ERROR Task is being killed and will not recover until manually restarted (org.apache.kafka.connect.runtime.WorkerSinkTask:483)
  45. [2018-06-21 14:54:48,645] ERROR Task XXXXXXXXXXXXXXXX-15 threw an uncaught and unrecoverable exception (org.apache.kafka.connect.runtime.WorkerTask:148)
  46. org.apache.kafka.connect.errors.ConnectException: Exiting WorkerSinkTask due to unrecoverable exception.
  47. at org.apache.kafka.connect.runtime.WorkerSinkTask.deliverMessages(WorkerSinkTask.java:484)
  48. at org.apache.kafka.connect.runtime.WorkerSinkTask.poll(WorkerSinkTask.java:265)
  49. at org.apache.kafka.connect.runtime.WorkerSinkTask.iteration(WorkerSinkTask.java:182)
  50. at org.apache.kafka.connect.runtime.WorkerSinkTask.execute(WorkerSinkTask.java:150)
  51. at org.apache.kafka.connect.runtime.WorkerTask.doRun(WorkerTask.java:146)
  52. at org.apache.kafka.connect.runtime.WorkerTask.run(WorkerTask.java:190)
  53. at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
  54. at java.util.concurrent.FutureTask.run(FutureTask.java:266)
  55. at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
  56. at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
  57. at java.lang.Thread.run(Thread.java:745)
Add Comment
Please, Sign In to add comment