Advertisement
Guest User

Main process

a guest
Jul 11th, 2012
53
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 1.15 KB | None | 0 0
  1. import sys
  2. import logging
  3. import traceback
  4. import spam_filter
  5. import likeIssuesFinder
  6.  
  7. import multiprocessing
  8. from multiprocessing import Pool
  9. import time
  10.  
  11. class TaskParams():
  12.     def __init__(self,task,profileID):
  13.         self.task=task
  14.         self.profileID=profileID
  15.  
  16. def workerTask(taskParams):
  17.     taskParams.task(taskParams.profileID)
  18.  
  19. logging.basicConfig(level=logging.INFO,filename='hf_triage.log',format='%(asctime)s %(message)s')
  20. profiles=[0,1,2,3,4,5,6,7,8,9]
  21.  
  22. if __name__ = 'nlu_service':
  23.     processPool = Pool(4)
  24.     taskParameters=[]
  25.     try:
  26.         for profileID in profiles:
  27.         profileID=profileID[0].encode('utf-8')
  28.             spamTraining=TaskParams(spam_filter.train,profileID)
  29.             spamClassification=TaskParams(spam_filter.classify,profileID)
  30.             issueTraining=TaskParams(likeIssuesFinder.train,profileID)
  31.             issueClassification=TaskParams(likeIssuesFinder.classify,profileID)
  32.             taskParameters+=[spamTraining, issueTraining, spamClassification, issueClassification]
  33.         processPool.map(workerTask,taskParameters)
  34.     except:
  35.         logging.error(traceback.format_exc())
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement