InputOutput.py

import csv
from datetime import datetime

num_tweets = 1
prev_num = 1
file_num = -1


def debug_out(value):
    print(value + ' NumTweets: ' + str(num_tweets))


def output_file(columns, values, print_columns):
    global num_tweets
    global prev_num
    global file_num
    new_file = False
    if file_num == -1:
        new_file = True
        file_num = 0
    if num_tweets >= (prev_num + 100000):
        file_num += 1
        prev_num = num_tweets
        new_file = True
    with open('Data%s.csv' % file_num, 'a', encoding='utf-8', newline='') as csv_out:
        writer = csv.writer(csv_out, delimiter=',',
                            quotechar='"', quoting=csv.QUOTE_MINIMAL)
        if new_file and print_columns:
            writer.writerow(columns)
        writer.writerow(values)
        debug_out(str(datetime.now()))
        num_tweets += 1
        new_file = False