input {
  jdbc {
    tags => ["mysql"]
    jdbc_driver_library => "/data01/mysql/jdbc/mysql-connector-java-5.1.43-bin.jar"
    jdbc_driver_class => "com.mysql.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://mysql:3306/payments"
    jdbc_user => "padmin"
    jdbc_password => "adminp"
  # or jdbc_password_filepath => "path/to/my/password_file"
    #statement => "select id, fname, sname, pcode, amount, trns_id from payments where id > :sql_last_value"
    statement => "select id, fname, sname, pcode, amount, trns_id from payments"
    jdbc_paging_enabled => "true"
    jdbc_page_size => "50000"
    schedule => "* * * * *"
    use_column_value => true
    tracking_column => "id"
  }

  jdbc {
    tags => ["postgres"]
    jdbc_driver_library => "/data01/postgres/jdbc/postgresql-42.1.3.jar"
    jdbc_connection_string => "jdbc:postgresql://postgres:5432/payments"
    jdbc_driver_class => "org.postgresql.Driver"
    jdbc_user => "padmin"
    jdbc_password => "adminp"
  # or jdbc_password_filepath => "path/to/my/password_file"
    #statement => "select id, fname, sname, pcode, amount, trns_id from payments where id > :sql_last_value"
    statement => "select id, fname, sname, pcode, amount, trns_id from payments"
    jdbc_paging_enabled => "true"
    jdbc_page_size => "50000"
    schedule => "* * * * *"
    use_column_value => true
    tracking_column => "id"
  }

}

output {
      if "mysql" in [tags] {
        elasticsearch {
        hosts => "elasticsearch"
        user => elastic
        password => changeme
        index => "elk-mysqldb01"
        document_type => "data"
        document_id => "%{id}" }
      }
      if "postgres" in [tags] {
        elasticsearch {
        hosts => "elasticsearch"
        user => elastic
        password => changeme
        index => "elk-postgres"
        document_type => "data"
        document_id => "%{id}" }
      }
}