Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import os
- import pandas as pd
- from multiprocessing import Pool
- def read_csv(filename):
- return pd.read_csv(filename)
- def multiple_read(path):
- files = [path + f for f in os.listdir(path)]
- pool = Pool(processes=32)
- df = pd.concat(pool.map(read_csv, files))
- return df
Add Comment
Please, Sign In to add comment