Advertisement
Guest User

Untitled

a guest
Jun 19th, 2015
38
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Python 0.49 KB | None | 0 0
  1. import multiprocessing
  2. from itertools import islice
  3. def split(infilename, num_cpus=multiprocessing.cpu_count()):
  4.     with open(infilename) as f:
  5.         count = sum(1 for _ in f)
  6.         f.seek(0)
  7.         lines = [list(islice(f, count // num_cpus)) for _ in range(num_cpus)]
  8.         lines[-1] += islice(f, None)
  9.         return lines
  10.  
  11. files = split("sample_simple.csv")
  12. print(len(files))
  13. for ifile in files:
  14.     reader = csv.reader(ifile)
  15.     for row in reader:
  16.         print len(row)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement