Guest User

Untitled

a guest
Jan 16th, 2019
81
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.66 KB | None | 0 0
  1. def getNewData(metadata, dataPath="D:\DP-Projekt\data\"):
  2. pbar = tqdm(total=sum(metadata.last_downloaded < metadata.last_date))
  3. for row in metadata.loc[metadata.last_downloaded < metadata.last_date, (
  4. 'name', 'division', 'last_downloaded', 'last_date')].itertuples(index=True, name='Pandas'):
  5. data = getData(row.name, row.last_downloaded+pd.DateOffset(1), row.last_date)
  6. data.to_csv(dataPath + "{}\{}.csv".format(row.division, row.name), sep=',', encoding='utf-8', mode='a',
  7. header=False)
  8. metadata.loc[row.Index, 'last_downloaded'] = max(data.index)
  9. pbar.update(1)
  10. pbar.close()
  11. return metadata
Add Comment
Please, Sign In to add comment