input {
  jdbc {
    tags => "mysql"
    sql_log_level => "debug"
    connection_retry_attempts => "120"
    jdbc_driver_library => "/data01/mysql/jdbc/mysql-connector-java-5.1.43-bin.jar"
    jdbc_driver_class => "com.mysql.jdbc.Driver"
    jdbc_connection_string => "jdbc:mysql://mysql:3306/testdb01"
    jdbc_user => "padmin"
    jdbc_password => "adminp"
  # or jdbc_password_filepath => "path/to/my/password_file"
    #statement => "select id, fname, sname, pcode, age, trns_id from testdb01 where id > :sql_last_value"
    statement => "select id, fname, sname, pcode, age, trns_id from testdb01"
    jdbc_paging_enabled => "true"
    jdbc_page_size => "50000"
    schedule => "* * * * *"
    use_column_value => true
    tracking_column => "id"
    schedule => "* * * * *"
    last_run_metadata_path => "/usr/share/logstash/.logstash_jdbc_last_run_mysql"
  }

  jdbc {
    tags => "postgres"
    jdbc_driver_library => "/data01/postgres/jdbc/postgresql-42.1.3.jar"
    jdbc_connection_string => "jdbc:postgresql://postgres:5432/testdb01"
    jdbc_driver_class => "org.postgresql.Driver"
    jdbc_user => "padmin"
    jdbc_password => "adminp"
    # or jdbc_password_filepath => "path/to/my/password_file"
    #statement => "select id, fname, sname, pcode, age, trns_id from testdb01 where id > :sql_last_value"
    statement => "select id, fname, sname, pcode, age, trns_id from testdb01"
    jdbc_paging_enabled => "true"
    jdbc_page_size => "50000"
    schedule => "* * * * *"
    use_column_value => true
    tracking_column => "id"
    schedule => "* * * * *"
    last_run_metadata_path => "/usr/share/logstash/.logstash_jdbc_last_run_postgres"
  }

}

output {
      if "mysql" in [tags] {
           elasticsearch {
           hosts => ["http://elasticsearch:9200"]
           user => elastic
           password => changeme
           index => "elk-mysqldb01"
           document_type => "data"
           document_id => "%{id}" }
      }

      else if "postgres" in [tags] {
           elasticsearch {
           hosts => ["http://elasticsearch:9200"]
           user => elastic
           password => changeme
           index => "elk-postgres01"
           document_type => "data"
           document_id => "%{id}" }
      }

  stdout { codec => rubydebug }