Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- def getNewData(metadata, dataPath="D:\DP-Projekt\data\"):
- pbar = tqdm(total=sum(metadata.last_downloaded < metadata.last_date))
- for row in metadata.loc[metadata.last_downloaded < metadata.last_date, (
- 'name', 'division', 'last_downloaded', 'last_date')].itertuples(index=True, name='Pandas'):
- data = getData(row.name, row.last_downloaded+pd.DateOffset(1), row.last_date)
- data.to_csv(dataPath + "{}\{}.csv".format(row.division, row.name), sep=',', encoding='utf-8', mode='a',
- header=False)
- metadata.loc[row.Index, 'last_downloaded'] = max(data.index)
- pbar.update(1)
- pbar.close()
- return metadata
Add Comment
Please, Sign In to add comment