------------------------------ Tasks ---------------------------------------

## access_log

access_log = "access.log"
logfile = open(access_log,"r")
for line in logfile:
  print(line)
  break

access_log = "access.log"
logfile = open(access_log,"r")
for line in logfile:
  print(line.split()[3][1:12])
  break

access_log = "access.log"
logfile = open(access_log,"r")
ipcounter = {}
for line in logfile:
  host = line.split()[0]
  if host not in ipcounter:
    ipcounter[host] = 1
  else:
    ipcounter[host] += 1

print(ipcounter)

access_log = "access.log"
logfile = open(access_log,"r")
ipcounter = {}
for line in logfile:
  host = line.split()[0]
  if host not in ipcounter:
    ipcounter[host] = 1
  else:
    ipcounter[host] += 1

for ip in ipcounter:
  freq = ipcounter[ip]
  if freq >= 500 and freq <=1000:
    print(ip,freq)

## Format

webserver = 'nginx'
version = '1.2.7'

s = "Hi the webserver {} is running in version {}".format(webserver,version)
print(s)

access_log = "access.log"
logfile = open(access_log,"r")
ipcounter = {}
for line in logfile:
  host = line.split()[0]
  if host not in ipcounter:
    ipcounter[host] = 1
  else:
    ipcounter[host] += 1

for ip in ipcounter:
  freq = ipcounter[ip]
  if freq >= 500 and freq <=1000:
    out = "{} - {}".format(ip,freq)
    print(out)

access_log = "access.log"
logfile = open(access_log,"r")
ipcounter = {}
for line in logfile:
  host = line.split()[0]
  if host not in ipcounter:
    ipcounter[host] = 1
  else:
    ipcounter[host] += 1

for ip in ipcounter:
  freq = ipcounter[ip]
  if freq >= 500 and freq <=1000:
    out = "{:20} - {}".format(ip,freq)
    print(out)

## Number of hits per day

access_log = "access.log"
logfile = open(access_log,"r")
datecounter = {}

for line in logfile:
    date = line.split()[3][1:12]
    if date not in datecounter:
      datecounter[date] = 1
    else:
      datecounter[date] += 1
print(datecounter)

## Logpraser

import logparser
access_log = "access.log"
logfile = open(access_log,"r")

for line in logfile:
  out = logparser.parser(line)
  print(line)
  print('---------------------------')
  print(line.split())
  print('---------------------------')
  print(out)
  break


import logparser
access_log = "access.log"
logfile = open(access_log,"r")
ipcounter = {}

for line in logfile:
  logParts = logparser.parser(line)
  host = logParts['host']
  status = logParts['status']
  if status == "404":
    if host not in ipcounter:
      ipcounter[host] = 1
    else:
      ipcounter[host] = ipcounter[host] + 1

for ip in ipcounter:
  freq = ipcounter[ip]
  if freq >= 50:
    out = "{:20} - {} ".format(ip,freq)
    print(out)

## Writing it to a file

import logparser
access_log = "access.log"
logfile = open(access_log,"r")
ipcounter = {}

for line in logfile:
  logParts = logparser.parser(line)
  host = logParts['host']
  status = logParts['status']
  if status == "404":
    if host not in ipcounter:
      ipcounter[host] = 1
    else:
      ipcounter[host] = ipcounter[host] + 1

outfile = open('ipresult.txt','w')
for ip in ipcounter:
  freq = ipcounter[ip]
  if freq >= 50:
    out = "{:20} - {}\n".format(ip,freq)
    outfile.write(out)
outfile.close()

! cat ipresult.txt

import logparser
access_log = "access.log"
logfile = open(access_log,"r")
ipcounter = {}

for line in logfile:
  logParts = logparser.parser(line)
  host = logParts['host']
  date = logParts['time'][:11]
  if date not in ipcounter:
    ipcounter[date] = {}
    ipcounter[date][host] = 1
  else:
    if host not in ipcounter[date]:
      ipcounter[date][host] = 1
    else:
      ipcounter[date][host] += 1
print(ipcounter)

import logparser
access_log = "access.log"
logfile = open(access_log,"r")
ipcounter = {}

for line in logfile:
  logParts = logparser.parser(line)
  host = logParts['host']
  date = logParts['time'][:11]
  if date not in ipcounter:
    ipcounter[date] = {}
    ipcounter[date][host] = 1
  else:
    if host not in ipcounter[date]:
      ipcounter[date][host] = 1
    else:
      ipcounter[date][host] += 1
print(ipcounter['20/Dec/2020'])

! grep "20/Dec/2020" access.log | grep  "45.144.0.179" | wc -l

import logparser
access_log = "access.log"
logfile = open(access_log,"r")
ipcounter = {}

for line in logfile:
  logParts = logparser.parser(line)
  host = logParts['host']
  date = logParts['time'][:11]
  if date not in ipcounter:
    ipcounter[date] = {}
    ipcounter[date][host] = 1