#!/usr/bin/python

import os
import subprocess
import sys
import datetime
from datetime import datetime, timedelta

import glob
import string
import re
import shlex

import smtplib
import email

#must be set manually to avoid additional python modules
DATADIR = '/home/mysql/data'
ISSLAVE = False #can be True or False
#

#basic config - please do not change
HOSTNAME = os.uname()[1]
LOCKDIR = "/tmp/rn-innobackup.lock" #LOCKDIR
LOGFILE = "/var/log/rn-mysqlbackup.log" #LOGFILE
INNOBACKUPEX = "/usr/bin/innobackupex"
ALERTMAIL = "mmaros@reflected.net" #to use multiple recepients, this needs to be turned into a list ["email1@bla.com", "email2@bla.com", "email3@bla.com", ...]
#ALERTMAIL = "support@reflected.net" #to use multiple recepients, this needs to be turned into a list ["email1@bla.com", "email2@bla.com", "email3@bla.com", ...]


#backup configuration
#to use one binary over other, please put it at the start of the list, if it doesnt exist it will get skipped
COMPRESS = ["/usr/bin/pbzip2","/usr/local/sbin/pbzip2","/usr/bin/pigz","/usr/local/sbin/pigz"]
BACKUPDIR = '/home/backups/mysql/'
RETENTION  =int(7)
STREAMING = False
PARALEL = "4"
USEMEMORY = "1G"
CUSTOMOPT = "" #separate them with a space between, use syntax same as on the cli "--option=value --option2=value"



########Bunch of checks that need to be ran before we proceed
########
#check which compression to use
compression = ""
for i in range(0, len(COMPRESS)):
    if os.path.isfile(COMPRESS[i]):
        compression = COMPRESS[i]
        break
#exit if compression is not set up
if compression == "":
    print ("none of compressions are available, please check which ones are available and which ones are provided")
    sys.exit()
#exit if datadir doesnt exist
if os.path.isdir(DATADIR) is False:
    print (DATADIR + "does not exit")
    sys.exit()

#compression being used:
if ("pbzip2" in compression):
    backupSuffix = ".tar.bz2"
elif ("pigz" in compression):
    backupSuffix = ".tar.gz"
else:
    print ("wrong  compression")
    sys.exit()


#set backupname
createDate = datetime.today().strftime("%Y%m%d-%H%M%S")
if STREAMING:
    createName = "mysql_backups_" + HOSTNAME + "_" + createDate + "-streaming"
    createNameCompressed = "mysql_backups_" + HOSTNAME + "_" + createDate + "-streaming" + backupSuffix
else:
    createName = "mysql_backups_" + HOSTNAME + "_" + createDate
    createNameCompressed = "mysql_backups_" + HOSTNAME + "_" + createDate + backupSuffix

#if the machine is a slave add --slave-info to options
if ISSLAVE:
    CUSTOMOPT += " --no-timestamp --slave-info "
else:
    CUSTOMOPT += " --no-timestamp "



#skip disk check if .skipcheck is present in backupdir, remove after the run
def skipCheck():
    if os.path.isfile(BACKUPDIR + ".skipcheck"):
        now = datetime.today().strftime("%Y-%m-%d %H:%M:%S")
        print(now + ": Skipping prerun disk space checks and running backups. skipcheck file will be removed")
        #function that runs backups
        os.remove(BACKUPDIR + ".skipcheck")
    else:
        isRunnable()

#check total freeDisk disk space on partition containting BACKUPDIR, in bytes
def freeSpace(BACKUPDIR):
    st = os.statvfs(BACKUPDIR)
    freeDisk = int(st.f_bavail * st.f_frsize)
    return freeDisk

#get the size of the backup specified
def listBackups(BACKUPDIR, backupSuffix):
    backupNameRegex = os.path.join(BACKUPDIR + 'mysql_backups_' + HOSTNAME + '_' + '*' + backupSuffix)
    listBackups = glob.glob(backupNameRegex)
    return listBackups

def lastBackupSize():
    backupNames = listBackups(BACKUPDIR, backupSuffix)
    print (backupNames)
    if not backupNames:
        lastSize = 0
    else:
        lastSize = os.path.getsize(max(backupNames , key = os.path.getctime))
    return lastSize

#get size of the mysql datadir
def dirSize(path):
    total_size = 0
    for dirpath, dirnames, filenames in os.walk(path):
        for f in filenames:
            fp = os.path.join(dirpath, f)
            total_size += os.path.getsize(fp)
    return total_size

#prerun checks
def isRunnable():
    oldAge = 1
    lastSize = lastBackupSize()
    freeDisk = freeSpace(BACKUPDIR)
    #if streaming backup, we dont care about size of the datadir
    if STREAMING:
        datadirSize = 0
    else:
        datadirSize = dirSize(DATADIR)
    print("Size of last backup")
    print(lastSize)
    print("Free disk size")
    print(freeDisk)
    print("Datadir size")
    print(datadirSize)
    if ((freeDisk - lastSize - datadirSize) * 1.1) < (lastSize + datadirSize):
        msgBody = "Cant run backups as there is not enough free disk space"
        sendMail(msgBody)
    print("All gucci")
    runBackup()

def runBackup():
    #how to split it
    #https://docs.python.org/2/library/subprocess.html
    #
    print("runBackup")
    if not STREAMING:
        commandToRun = "nice -n 19 " + INNOBACKUPEX + " " + CUSTOMOPT + "--parallel=" + PARALEL + " " + BACKUPDIR + createName
        #parse it into a list for the popen to work properly
        args = shlex.split(commandToRun)
        with open("/tmp/innobackupex.stdout.log", "a+") as f_stdout, open("/tmp/innobackupex.stderr.log", "a+") as f_stderr:
            p = subprocess.Popen(args, stdout=f_stdout, stderr=f_stderr)
        p.communicate()
        #check if backup was successful
        lastline = file("/tmp/innobackupex.stderr.log", "r").readlines()[-1]
        if not re.search("completed OK!", lastline):
            msgBody = "Innobackupex failed, more information can be found in the log"
            sendMail(msgBody)
        print("innobackupex made it to the otherside")
        print("apply log now")
        commandToRun = "nice -n 19 " + INNOBACKUPEX + " " + "--apply-log " + "--use-memory=" + USEMEMORY + " " + BACKUPDIR + createName
        print(commandToRun)
        args = shlex.split(commandToRun)
        print(args)
        with open("/tmp/apply.innobackupex.stdout.log", "a+") as f_stdout, open("/tmp/apply.innobackupex.stderr.log", "a+") as f_stderr:
            p = subprocess.Popen(args, stdout=f_stdout, stderr=f_stderr)
        p.communicate()
        lastline = file("/tmp/apply.innobackupex.stderr.log", "r").readlines()[-1]
        if not re.search("completed OK!", lastline):
            msgBody = "Innobackupex failed at applying log, more information can be found in the log"
            sendMail(msgBody)
        #compress mysql configs as well
        commandToRun = "tar -cz /etc/mysql/"
        print (commandToRun)
        args = shlex.split(commandToRun)
        print(args)
        with open(BACKUPDIR + createName + "/etc-mysql.tar.gz", "a+") as f_stdout, open("/tmp/tar_error.log", "a+") as f_stderr:
            p = subprocess.Popen(args, stdout=f_stdout, stderr=f_stderr)
        p.communicate()
    else:
        print("stuff")
        #$innobackupex $innobackupex_backup_options --stream=tar $WORKDIR 2> $lockdir/innobackupex-run.log | $COMPRESS $COMPRESS_ARGS -c > $BACKUPDIR/$FILEPREFIX.$FILESUFFIX
    #bashCommand = ['ls', '-lah', '/home/backups']
    #subprocess.run(bashCommand)
    #when the innobackupex compresses the data to workdir add apply log.
    #if streaming, no apply log!
    #when this is done, compress the directory using COMPRESSION
    #add checks if the backup finished fine

#sendmail and exit function
def sendMail(msgBody):
    sender = 'root@' + HOSTNAME + '.ded.reflected.net'
    receivers = ALERTMAIL
    msgBody = msgBody

    #print ("this works")
    #message = """From: """ + sender + """\nTo: """ + receivers + """\nSubject: backup failed on """ + HOSTNAME + """\n\n""" + msgBody + """\n"""

    #its still ugly, but ugly in mutliple lines
    message = ("From: " + sender + "\n"
    "To:" + receivers + "\n"
    "Subject: Backup failed on " + HOSTNAME + "\n\n"
    + msgBody + "\n")

    #smtpObj = smtplib.SMTP('smtp-out.reflected.net')
    #smtpObj.sendmail(sender, receivers, message)
    print ("Successfully sent email")
    sys.exit()


skipCheck()