VirtueTron9000 v0.3.2_pre11

#!/usr/bin/python
LICENCE = "WTFPL", "http://www.wtfpl.net/about/"
VERSION = "v0.3.2_pre11"

import logging
import pickle
import praw
import prawcore
import sys
from datetime import datetime, timedelta
from math import ceil
from time import sleep
from random import randint

log = logging.getLogger("VirtueTron")
log.setLevel(logging.DEBUG)
formatter = logging.Formatter(fmt="%(asctime)s - %(levelname)s - %(message)s", datefmt="%Y/%m/%d %I:%M:%S%p")
file_log = logging.FileHandler(filename="VirtueTron.log", mode="a")
file_log.setLevel(logging.INFO)
file_log.setFormatter(formatter)
log.addHandler(file_log)
console_log = logging.StreamHandler(stream=sys.stdout)
console_log.setLevel(logging.DEBUG)
console_log.setFormatter(formatter)
log.addHandler(console_log)

log.info("Hello, Reddit!")
log.info("VirtueTron® 9000™ {0} © CrashARuntimeToday@outlook.com".format(VERSION))

credentials = pickle.load(open("credentials.pickle", "rb")) # {client_id:"VirtueTron9000", client_secret:"🤖🤡🍆💯™", username:"SignalAVirtueToday", password:"https://youtu.be/RCVJ7bujnSc"}
credentials["user_agent"] = "VirtueTron 9000 {0}".format(VERSION)
reddit = praw.Reddit(**credentials)
tbp = reddit.subreddit("TheBluePill")


class Tracker:
    def __init__(self, name, good_karma=0, bad_karma=0, new_user=True, scan_count=0, next_refresh=None, is_approved=False, is_purged=False, current_flair=None, warned=None, comments_eaten=[], good_points=[], bad_points=[]):
        self.name = name
        self.smv = 0
        self.scan_count = scan_count
        self.next_refresh = next_refresh
        self.is_approved = is_approved
        self.is_purged = is_purged
        self.current_flair = current_flair
        self.warned = warned
        self.comments_eaten = comments_eaten
        if len(good_points) == 0:
            self.good_points = [good_karma]
        else:
            self.good_points = good_points
        if len(bad_points) == 0:
            self.bad_points = [bad_karma]
        else:
            self.bad_points = bad_points
        self.best_post_karma = 0
        self.worst_post_karma = 0
        if new_user and not good_karma == 0 and bad_karma == 0:
            self.update(good_karma, bad_karma)
        else:
            self.good_karma = good_karma
            self.bad_karma = bad_karma
    #For some reason VSCode eats the indents on blank lines and this gives the python interpreter fits when I copy/paste
    @property
    def score(self):
        return sum(self.good_points) / len(self.good_points) + sum(self.bad_points) / len(self.bad_points)
    #
    def update(self, good_karma, bad_karma):
        self.good_karma = good_karma
        self.bad_karma = bad_karma
        self.good_points.insert(0, good_karma)
        if len(self.good_points) > 8:
            self.good_points.pop()
            log.debug("Dropping oldest good karma sample for user: {0}".format(self.name))
        self.bad_points.insert(0, bad_karma)
        if len(self.bad_points) > 8:
            self.bad_points.pop()
            log.debug("Dropping oldest bad karma sample for user: {0}".format(self.name))
        self.scan_count += 1
        self.next_refresh = datetime.now() + timedelta(minutes=15)


delay = 2
last_fuckup = None
def praw_fucked_up():
    global delay
    global last_fuckup
    log.warning("Reddit API error: waiting {0} seconds".format(delay))
    try:
        if delay > 128 or datetime.now() > last_fuckup + timedelta(minutes=2): delay = 2
    except TypeError:
        delay = 2
    sleep(delay)
    delay *= 2
    last_fuckup = datetime.now()


NICE_LIST = []
NAUGHTY_LIST = "theredpill", "marriedredpill", "mgtow", "braincels", "asktrp", "askmrp", "redpillwomen", "redpillwives", "cringeanarchy", "the_donald", "rpchristians", "pussypassdenied", "mensrights", "milliondollarextreme", "4chan", "whereareallthegoodmen"
def calc_score(name):
    good_karma, bad_karma, good_count, bad_count = 0, 0, 0, 0

    for comment in reddit.redditor(name).comments.new(limit=100):
        sub = comment.subreddit.display_name.lower()
        karma = comment.score
        if sub == "thebluepill":
            good_karma += karma - 1
            good_count += 1
            if comment.score - 1 > users[name].best_post_karma:
                users[name].best_post_karma = comment.score - 1
            if comment.score - 1 < users[name].worst_post_karma:
                users[name].worst_post_karma = comment.score - 1
        elif sub in NICE_LIST:
            good_karma += (karma - 1) / 2
        elif sub in NAUGHTY_LIST and karma > 1:
            bad_karma -= karma - 1
            bad_count += 1

    if good_count > 0:
        good_karma /= good_count

    if bad_count > 0:
        bad_karma /= bad_count
        # Assign an immutable flair (if appropriate)
        if bad_count > 10  and abs(bad_karma) > good_karma and name in users.keys() and not users[name].is_purged and not users[name].current_flair == "vexatious":
            log.info("User: {0} is vexatious ({1} posts in NAUGHTY_LIST)".format(name, bad_count))
            tbp.flair.set(name, "VEXATIOUS LITIGANT", "vexatious")
            users[name].current_flair = "vexatious"

    log.info("Scanned user: {0}, good_karma: {1} ({2} comments), bad_karma: {3} ({4} comments)".format(name, good_karma, good_count, bad_karma, bad_count))
    return good_karma, bad_karma


IMMUTABLE_FLAIRS = "vanguard", "vexatious", "endorsedflair", "alpha", "betaasfuck", "feeemale", "purged"
BAD_FLAIRS = ["purged", "vexatious"]
GOOD_FLAIRS = ["endorsedflair", "vanguard", "alpha", "betaasfuck", "feeemale"]

def get_flair(name):
    while True:
        try:
            for flair in tbp.flair(redditor=name):
                return flair["flair_css_class"]
        except prawcore.PrawcoreException:
            praw_fucked_up()

def update_flairs():
    log.info("Recalculating SMV")
    i = 0
    total = len(users)
    #I'm so fuckin' dumb, we should've been doing it this way from the beginning
    purged_users = list(tbp.banned())
    approved_users = list(tbp.contributor())

    for user in sorted(users.values(), key=lambda x: x.score):
        #temp fix since I've got fucked up is_approved data cached <-- leaving it around in case someone manually removes a contributor
        if user.is_approved and user.name not in approved_users:
            log.debug("Clearing erroneous approved flag on user: {0}".format(user.name))
            user.is_approved = False

        if not user.is_purged and user.name in purged_users:
            if user.current_flair != "purged":
                log.info("Marking user: {0} purged".format(user.name))
                tbp.flair.set(user.name, "PURGED", "purged")
                user.current_flair = "purged"
                user.is_purged = True
            else:
                log.debug("User: {0} remains purged".format(user.name))
        elif user.is_purged and user.name not in purged_users:
            if user.current_flair == "purged":
                log.info("User: {0} was unbanned, clearing flair")
                tbp.flair.set(user.name, "", "")

        i += 1
        user.smv = ceil((i / total) * 10)
        log.debug("User: {0}, SMV: {1}, score: {2} (current flair {3})".format(user.name, user.smv, user.score, user.current_flair))

        if user.current_flair == None:
            # Check if user deleted their account
            try:
                for x in reddit.redditor(user.name).new(limit=1):
                    y = x
            except (prawcore.exceptions.NotFound, prawcore.exceptions.Forbidden):
                log.info("User: {0} is deleted, dropping from userlist".format(user.name))
                del users[user.name]
                total -= 1
                continue
            log.debug("No cached flair for user: {0}, checking Reddit".format(user.name))
            user.current_flair = get_flair(user.name)
            log.debug("Reddit says user: {0}'s flair is {1}".format(user.name, user.current_flair))

        if user.current_flair in IMMUTABLE_FLAIRS:
            if user.current_flair == "vexatious" and user.smv > 2 and sum(user.good_points) > abs(sum(user.bad_points)):
                log.warn("Should user: {0} be vexatious? SMV: {1}, good_karma: {2}, bad_karma: {3}".format(user.name, user.smv, user.score, user.bad_karma))
            else:
                log.debug("Not changing user: {0} (immutable flair {1})".format(user.name, user.current_flair))

        elif user.current_flair != "hb{0}".format(user.smv):
            log.info("Updating user: {0} flair to hb{1}".format(user.name, user.smv))
            tbp.flair.set(user.name, "Hβ{0}".format(user.smv), "hb{0}".format(user.smv))

            user.current_flair = "hb{0}".format(user.smv)

        else:
            log.debug("User: {0} still an Hβ{1}".format(user.name, user.smv))

        if (user.smv > 7 or user.current_flair in GOOD_FLAIRS) and not user.is_approved:
            if user.name not in approved_users:
                log.info("Theoretically adding approved contributor: {0} (fuckin' rate limits)".format(user.name))
                #tbp.contributor.add(user.name)
                #user.is_approved = True
                #sleep(2) # Transitional, I've got so many people that should be approved but my data was fucked
            elif user.name in approved_users:
                user.is_approved = True
                log.debug("Marking user: {0} approved".format(user.name))
            elif user.smv < 4 and user in approved_users:
                log.info("Removing approved contributor: {0}".format(user.name))
                tbp.contributor.remove(user.name)
                user.is_approved = False

    pickle.dump(users, open("users.pickle", "wb"))


TODAYS_THREAT_LEVEL = {"tlsevere":"Severe", "tlhigh":"High", "tlelevated":"Elevated", "tlguarded":"Guarded", "tllow":"Low"}
THREAT_MATRIX = {"tllow": BAD_FLAIRS + ["hb{0}".format(x) for x in range(1,7)],
                 "tlguarded": BAD_FLAIRS + ["hb{0}".format(x) for x in range(1,5)],
                 "tlelevated": BAD_FLAIRS + ["hb{0}".format(x) for x in range(1,3)],
                 "tlhigh": BAD_FLAIRS,
                 "tlsevere": []}
FLAIR_EXEMPT = "sofcknwrong"
def botloop(first_recalc):
    next_recalc = first_recalc

    for comment in tbp.stream.comments():
        if datetime.now() > next_recalc:
            update_flairs()
            next_recalc = datetime.now() + timedelta(minutes=15)
            log.debug("Next refresh: {0}".format(next_recalc))

        threat_level = comment.submission.link_flair_css_class
        if threat_level == None or comment.submission.link_flair_text == None or comment.submission.link_flair_text not in TODAYS_THREAT_LEVEL.values():
            threat_selector = randint(0, len(TODAYS_THREAT_LEVEL) - 3) # Won't randomly assign the last two link flairs
            if randint(0,1) == 0:
                threat_selector = 0 # Biasing random threat selection towards "Severe"
            threat_level = list(TODAYS_THREAT_LEVEL.keys())[threat_selector]
            log.info("Setting threat level for submission '{0}' [id: {1}] to {2}".format(comment.submission.title, comment.submission.id, TODAYS_THREAT_LEVEL[threat_level]))
            comment.submission.mod.flair(css_class=threat_level, text=TODAYS_THREAT_LEVEL[threat_level])
        else:
            log.debug("Threat level for submission '{0}' [id: {1}] is {2})".format(comment.submission.title, comment.submission.id, TODAYS_THREAT_LEVEL[threat_level]))

        if comment.author != None:
            name = comment.author.name
            author_rank = comment.author_flair_css_class

            if not name in users.keys():
                users[name] = Tracker(name)
                good_karma, bad_karma = calc_score(name)
                users[name].update(good_karma, bad_karma)
                log.info("New user: {0}".format(name))
            elif datetime.now() > users[name].next_refresh:
                good_karma, bad_karma = calc_score(name)
                users[name].update(good_karma, bad_karma)
                log.debug("User: {0} scanned {1} times".format(name, users[name].scan_count))
            else:
                log.debug("Skipping user: {0}, next refresh {1}".format(name, users[name].next_refresh))

            if users[name].current_flair != author_rank:
                log.info("Updating tracked flair for user: {0} - was {1}, now {2}".format(name, users[name].current_flair, author_rank))
                users[name].current_flair = author_rank

            if (author_rank == None or author_rank == "") and users[name].scan_count > 4:
                if datetime.now() > users[name].warned + timedelta(hours=1):
                    if name not in FLAIR_EXEMPT and (users[name].smv < 4 or comment.score < 1) and users[name].current_flair not in BAD_FLAIRS and comment.id not in users[name].comments_eaten:
                        users[name].comments_eaten.append(comment.id)
                        comment.mod.remove()
                        log.info("Removed comment {0} by unflaired user: {1}".format(comment.id, name))
                    else:
                        log.info("Not removing comment {0} by unflaired user: {1} (exempt or too high value)".format(comment.id, name))
                else:
                    reply = comment.reply("Apologies for the inconvenience, but user flairs are mandatory on /r/TheBluePill. Please toggle your user flair back on at your earliest convenience (if you've opted out of the redesign, you'll need to disable this Subreddit's custom CSS to do so.) Your comments will be automatically filtered until you've re-enabled your flair, but the filtered comments will be restored when you're properly flaired again.\n\nThanks for choosing r/TheBluePill!\n\netc. etc., -Management\n\n*NOTE: This is an automated action, but this account is also attached to a human operator if you have any concerns. We appreciate your continued business!*")
                    reply.mod.distinguish()
                    users[name].warned = datetime.now()
                    log.info("Warned user: {0}, flairs are mandatory.".format(name))
            else:
                if bool(users[name].warned) and len(users[name].comments_eaten) > 0:
                    for comment in users[name].comments_eaten:
                        reddit.comment(id=comment).mod.approve()
                        log.info("Restoring comment {0} for user: {1} (is wearing flair now)".format(comment, name))
                    users[name].comments_eaten = []

            if author_rank in THREAT_MATRIX[threat_level] and name != comment.submission.author:
                comment.mod.remove()
                log.info("Removing comment by user: {0} ({1}) on submission '{2}' [id: {3}] ({4}), SMV too low!".format(name, author_rank, comment.submission.title, comment.id, TODAYS_THREAT_LEVEL[threat_level]))


NEED_TO_UPDATE_OBJCLASS = False
try:
    users = pickle.load(open("users.pickle", "rb"))
    log.info("Re-loading database")
    if NEED_TO_UPDATE_OBJCLASS:
        log.debug("Updating object format")
        for user in users.values():
            users[user.name] = Tracker(user.name, user.good_karma, user.bad_karma, False, user.scan_count, user.next_refresh, user.is_approved, user.is_purged, user.current_flair, user.warned, user.comments_eaten, user.good_points, user.bad_points)
except IOError:
    users = {}
    log.info("I/O error accessing database, starting fresh")


try:
    botloop(datetime.now())# + timedelta(minutes=5))
except prawcore.PrawcoreException:
    praw_fucked_up()
    botloop(datetime.now())# + timedelta(minutes=5))
except KeyboardInterrupt:
    log.info("VirtuteTron going off-line")
    pickle.dump(users, open("users.pickle", "wb"))