global
        log /dev/log    len 65535 local0 info alert
        log /dev/log    len 65535 local1 notice alert
        user haproxy
        group haproxy
        nbproc 1
        nbthread 1
        maxconn 100000
        hard-stop-after 600s # After 10 minutes (clean soft-stop on reloads for mostly tcp connections)
        stats socket /var/run/haproxy.sock mode 660 level admin
        # server-state-file /var/lib/haproxy/server-state
        stats timeout 2m # Wait up to 2 minutes for input
        master-worker # Launches one master process and a number of additional worker processes

defaults
        log     global
        mode    http
        option  httplog
        timeout connect 3s
        timeout client 30s
        timeout server 30s
        timeout http-request 30s
        timeout http-keep-alive 60s
        timeout queue 120s
        timeout check 10s
        retries 20 # Max retry attempts on a single server during connect failures
        option redispatch 3 # Allow the redispatch to another server on every Xth retry
        option forwardfor # Forward request headers from the original client to the backend
        # load-server-state-from-file global
        default-server init-addr last,none fastinter 1s rise 2 downinter 1s fall 2 on-error fastinter # Skip DNS resolution on startup (lazy resolution) and aggressive health checking
        no option http-server-close # keep backend connections alive
        option tcp-smart-connect
        option tcp-smart-accept
        option splice-auto
        errorfile 400 /etc/haproxy/errors/400.http
        errorfile 403 /etc/haproxy/errors/403.http
        errorfile 408 /etc/haproxy/errors/408.http
        errorfile 500 /etc/haproxy/errors/500.http
        errorfile 502 /etc/haproxy/errors/502.http
        errorfile 503 /etc/haproxy/errors/503.http
        errorfile 504 /etc/haproxy/errors/504.http


backend myservice
    mode http
    option allbackups
    balance uri
    hash-type consistent djb2
    hash-balance-factor 150
    server myservice-us-east-1a-1 10.3.72.7:3405 maxconn 200 check backup
    server myservice-us-east-1a-2 10.3.72.7:3406 maxconn 200 check backup
    server myservice-us-east-1a-3 10.3.72.7:3409 maxconn 200 check backup
    server myservice-us-east-1a-4 10.3.72.7:3410 maxconn 200 check backup
    server myservice-us-east-1a-5 10.3.74.86:3170 maxconn 200 check backup
    server myservice-us-east-1a-6 10.3.74.86:3171 maxconn 200 check backup
    server myservice-us-east-1a-7 10.3.74.86:3172 maxconn 200 check backup
    server myservice-us-east-1a-8 10.3.74.86:3175 maxconn 200 check backup
    server myservice-us-east-1a-9 10.3.78.162:3021 maxconn 200 check backup
    server myservice-us-east-1a-10 10.3.78.162:3022 maxconn 200 check backup
    server myservice-us-east-1a-11 10.3.78.162:3023 maxconn 200 check backup
    server myservice-us-east-1a-12 10.3.78.162:3024 maxconn 200 check backup
    server myservice-us-east-1b-13 10.3.85.14:3169 maxconn 200 check
    server myservice-us-east-1b-14 10.3.85.14:3171 maxconn 200 check
    server myservice-us-east-1b-15 10.3.85.14:3172 maxconn 200 check
    server myservice-us-east-1b-16 10.3.93.155:3323 maxconn 200 check
    server myservice-us-east-1b-17 10.3.93.155:3324 maxconn 200 check
    server myservice-us-east-1b-18 10.3.93.155:3326 maxconn 200 check
    server myservice-us-east-1b-19 10.3.93.155:3327 maxconn 200 check
    server myservice-us-east-1b-20 10.3.93.44:3018 maxconn 200 check
    server myservice-us-east-1b-21 10.3.93.44:3019 maxconn 200 check
    server myservice-us-east-1b-22 10.3.93.44:3020 maxconn 200 check
    server myservice-us-east-1b-23 10.3.93.44:3024 maxconn 200 check

endpoint:/some-request backend:myservice message_type:HTTP request_time:29/Nov/2018:12:57:12.397 host:i-xxxxxyyxxx protocol:http http_status:503 user_agent: unique_id: headers:{||myservice} backend_name:myservice http_method:POST upstream_response_time:-1 upstream_connect_time:-1 bytes_read:213 sconn:0 bconn:0 fconn:1 upstream_addr:10.3.85.14 upstream_port:3168 server_name:myservice-us-east-1b-19 source_addr:10.3.93.44 source_port:13168 retries:20 bytes_uploaded:334 session_duration:20,421 termination_state:SC http_query_params: accept_time:0 idle_time:393 client_time:0 wait_time:18,025 download_time:-1 active_time:20,028 environment_type:prod local_ip:10.3.93.44 cluster:mycluster system_timestamp:November 29th 2018, 13:57:32.000 tags.service:myservice tags.host:i-xxxxxyyxxx tags.cluster:mycluster tags.local_ip:10.3.93.44 logcount:1 @timestamp:November 29th 2018, 13:57:32.818 _id:c2WLX2cBJ-MAGBobzr5y _type:fluentd _index:haproxy-2018.11.29 _score: -