Guest User

Untitled

a guest
Feb 17th, 2019
97
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.64 KB | None | 0 0
  1. syntax = "proto3";
  2. package com.company;
  3. option java_package = "com.company";
  4. option java_outer_classname = "MyObjectData";
  5. import public "wrappers.proto";
  6. message MyObject {
  7. int64 site_id = 1;
  8. string time_zone = 2;
  9. uint64 dev_id = 3;
  10. uint64 rep_id = 4;
  11. uint64 dev_sn = 5;
  12. UInt64Value timestamp = 6;
  13. UInt32Value secs = 7;
  14. UInt64Value man_id = 8;
  15. FloatValue panv = 9;
  16. FloatValue outputv = 10;
  17. FloatValue panelc = 11;
  18. FloatValue ereset = 12;
  19. FloatValue temp = 13;
  20. FloatValue tempin = 14;
  21. FloatValue tempout = 15;
  22. UInt32Value sectelem = 16;
  23. FloatValue energytelem = 17;
  24. UInt32Value ecode = 18;
  25.  
  26. }
  27.  
  28. bootstrap.servers=k1:9092,k2:9092,k3:9092
  29.  
  30.  
  31. key.converter=org.apache.kafka.connect.storage.StringConverter
  32.  
  33. value.converter=com.blueapron.connect.protobuf.ProtobufConverter
  34. value.converter.protoClassName=com.company.MyObjectData$MyObject
  35. key.converter.schemas.enable=false
  36. value.converter.schemas.enable=true
  37.  
  38. offset.storage.file.filename=/tmp/connect.offsets
  39. offset.flush.interval.ms=10000
  40.  
  41. plugin.path=/usr/share/java
  42.  
  43. name=hdfs-sink
  44. connector.class=io.confluent.connect.hdfs.HdfsSinkConnector
  45. tasks.max=1
  46. topics=ObjectTopic
  47. hadoop.conf.dir=/etc/hadoop
  48. hdfs.url=hdfs://hdp-01:8020/user/hdfs/telems
  49. hadoop.home=/etc/hadoop/client
  50. flush.size=3
  51. key.converter=org.apache.kafka.connect.storage.StringConverter
  52.  
  53. value.converter=com.blueapron.connect.protobuf.ProtobufConverter
  54. value.converter.protoClassName=com.company.MyObjectData$MyObject
  55.  
  56. format.class=io.confluent.connect.hdfs.parquet.ParquetFormat
  57.  
  58. transforms=SetSchemaName
  59. transforms.SetSchemaName.type=org.apache.kafka.connect.transforms.SetSchemaMetadata$Value
  60. transforms.SetSchemaName.schema.name=com.acme.avro.MyObject
Add Comment
Please, Sign In to add comment