Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import sys
- import logging
- import traceback
- import spam_filter
- import likeIssuesFinder
- import multiprocessing
- from multiprocessing import Pool
- import time
- class TaskParams():
- def __init__(self,task,profileID):
- self.task=task
- self.profileID=profileID
- def workerTask(taskParams):
- taskParams.task(taskParams.profileID)
- logging.basicConfig(level=logging.INFO,filename='hf_triage.log',format='%(asctime)s %(message)s')
- profiles=[0,1,2,3,4,5,6,7,8,9]
- if __name__ = 'nlu_service':
- processPool = Pool(4)
- taskParameters=[]
- try:
- for profileID in profiles:
- profileID=profileID[0].encode('utf-8')
- spamTraining=TaskParams(spam_filter.train,profileID)
- spamClassification=TaskParams(spam_filter.classify,profileID)
- issueTraining=TaskParams(likeIssuesFinder.train,profileID)
- issueClassification=TaskParams(likeIssuesFinder.classify,profileID)
- taskParameters+=[spamTraining, issueTraining, spamClassification, issueClassification]
- processPool.map(workerTask,taskParameters)
- except:
- logging.error(traceback.format_exc())
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement