ActiveCSVmaker.py

from mrjob.job import MRJob
from mrjob.step import MRStep
import sys
import csv
import json
import re
import numpy as np
#python3 taskx.py csvfile > newcsvfilename

class MRFindActiveUsers(MRJob):
    '''
    This will yield the active users (more than 20 comments) into a csv file
    as user, None
    ''' 

    def active_user_mapper(self, _, line):

        line = line.split(',')
        #print(line[0])
        user = re.findall(r'"(.*)', line[0])[0]
        yield user, 1
    
    def active_user_combiner(self, user, count):

        yield user, sum(count)

    def active_user_reducer(self, user, count):
        if sum(count) > 20 and np.random.uniform() > 0.9999:
            yield (user, None)

    def steps(self):

        return [
          MRStep(
                 mapper=self.active_user_mapper,
                 combiner=self.active_user_combiner,
                 reducer=self.active_user_reducer)]

if __name__ == '__main__':
    MRFindActiveUsers.run()