Advertisement
Guest User

Untitled

a guest
Mar 30th, 2015
219
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.78 KB | None | 0 0
  1. class data_reader():
  2. def __init__(self,paths_list,queue_limit = 1,parallel = True):
  3. print 'data reader constructor'
  4. self.paths = paths_list
  5. self.count = len(paths_list)
  6. self.async = async
  7. self.dict = {};
  8. self.lock = multiprocessing.Lock()
  9. self.queue = multiprocessing.Queue(queue_limit)
  10. if parallel:
  11. self.child = multiprocessing.Process(target = self.load_paths,args = (self.paths,self.queue,))
  12. self.child.daemon = True
  13. self.child.start()
  14. print 'child started'
  15. else:
  16. self.load_paths(self.paths,self.queue)
  17.  
  18. def get_next():
  19. return self.queue.get()
  20.  
  21. data_train = data_reader(train_paths_list)
  22. data_valid = data_reader(valid_paths_list)
  23. data_test = data_reader(test_paths_list)
  24.  
  25. 'data reader constructor'
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement