Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- guid = str(uuid.uuid4())
- username = config.username
- dbpassword = config.dbpassword
- dbhost = config.dburl
- engine = create_engine('mysql://%s:%s@%s/db?charset=utf8' %(username, dbpassword, dbhost), encoding="utf-8")
- path = 'd:/anaconda3/lib/bin/'
- jsonFiles = os.listdir(path)
- maxSnapshotQuery = '''SELECT MAX(Snapshot) AS Snapshot FROM %s'''
- for file in jsonFiles:
- tableName = file.split(".")[0]
- snapshotCheck = pd.read_sql_query(maxSnapshotQuery %tableName, engine)
- print(snapshotCheck['Snapshot'].dt.date)
- if snapshotCheck['Snapshot'].dt.date == datetime.datetime.now().date():
- with open(path+file) as f :
- try:
- rawJson = json.load(f)
- rawJson['authorizations'][0]['id'] = guid
- print(f.name + ' Load Completed')
- except ValueError as error:
- print(error + ' ' + f.name + ' Check the JSON within')
- continue
- createSession()
- createJob(session)
- loadData(data, engine)
Add Comment
Please, Sign In to add comment