Advertisement
Guest User

Untitled

a guest
Mar 22nd, 2019
80
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.71 KB | None | 0 0
  1. from multiprocessing import Pool
  2. import time
  3. FILEIN = "input.txt"
  4. FILEOUT = "output.txt"
  5. fileIn = open(FILEIN)
  6. fileOut = open(FILEOUT,"a+")
  7.  
  8. def process_line(line):
  9.     line = line[::-1]
  10.     return line
  11.  
  12. def process_lines_list(lines):
  13.     pool = Pool(processes=4)
  14.     linesOut = pool.map(process_line, lines)
  15.     fileOut.write("".join(linesOut))
  16.     del linesOut
  17.  
  18. LINESTOREAD = 500000
  19. lines = []
  20. start = time.time()
  21. for line in fileIn:
  22.     lines.append(line)
  23.     if(len(lines)==LINESTOREAD):
  24.         process_lines_list(lines)
  25.         del lines
  26.         lines = []
  27.  
  28. if(lines):
  29.         process_lines_list(lines)
  30.         del lines
  31.         lines = []
  32. fileOut.close()
  33. print("Run time",time.time()-start)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement