IoT Meetup. Setup Example

service nginx stop
service elasticsearch stop
service logstash stop
service redis-server stop
update-rc.d logstash-forwarder disable
apt-get -y install redis-server
rm -rf /etc/logstash/conf.d/*
rm -rf /var/lib/elasticsearch/elasticsearch/nodes/*
/usr/share/elasticsearch/bin/plugin install lmenezes/elasticsearch-kopf/1.0
perl -pi -e 's/bind 127.0.0.1/bind 0.0.0.0/g' /etc/redis/redis.conf

cat <<- _EOF_ > /etc/nginx/sites-enabled/elk
server {
    listen 8080;
    location / {
        proxy_pass http://localhost:9200;
        proxy_http_version 1.1;
        proxy_set_header Upgrade \$http_upgrade;
        proxy_set_header Connection 'upgrade';
        proxy_set_header Host \$host;
        proxy_cache_bypass \$http_upgrade;
    }
}
_EOF_

cat <<- _EOF_ > /etc/elasticsearch/elasticsearch.yml
cluster.name: elasticsearch
node.name: "ELK1"
index.number_of_shards: 2
index.number_of_replicas: 0
network.bind_host: 0.0.0.0
network.publish_host: 0.0.0.0
network.host: localhost
transport.tcp.compress: true
http.port: 9200
http.max_content_length: 100mb
_EOF_

cat <<- _EOF_ > /etc/logstash/conf.d/redis.conf
input {
  redis {
    host => "127.0.0.1"
    data_type => "channel"
    db => 1
    key => "iot"
    type => "sensor"
    codec => json
  }
}

output {
  elasticsearch { host => localhost index => "iot" }
  stdout { codec => rubydebug }
}
_EOF_

service nginx restart
service elasticsearch restart
service logstash restart
service redis-server restart

cat <<- _EOF_ > /root/redis_seed.py
import redis
import random
import time
from datetime import datetime, timedelta

r = redis.Redis("localhost", db=1)

def random_date(start, end):
    gentime = start + timedelta(
        seconds=random.randint(0, int((end - start).total_seconds())))
    return str(gentime)[:-3].replace(" ","T")

start_date = datetime.now() - timedelta(days=3*365)
end_date = datetime.now()

my_iter = 0
print("Start date to generate: ", start_date)
print("End date to generate: ", end_date)
while my_iter < 100000 :
    inside_temp = random.randrange(22, 28, 1)
    outside_temp = random.randrange(16, 30, 1)
    humidity = random.randrange(40, 55, 2)
    timestamp = random_date(start_date, end_date)

    data = '{"Inside_Temp": %d, "Outside_Temp": %d, "Humidity": %d, "@timestamp": "%s" }' % (inside_temp, outside_temp, humidity, timestamp)
    r.publish("iot", data)

    my_iter +=1

print("\n\nFINISH !")
_EOF_

#apt-get -y install python3-pip
#tail -f /var/log/logstash/logstash.stdout