Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import numpy as np
- import pandas as pd
- import datetime
- import os
- from azure.datalake.store import core, lib, multithread
- USERNAME = "xxxx"
- PASSWORD = "xxxx"
- TENANT_ID = "xxxx"
- STORE_NAME = "xxxx"
- token = lib.auth(TENANT_ID, USERNAME, PASSWORD)
- adl = core.AzureDLFileSystem(token, store_name=STORE_NAME)
- #EXAMPLE 1 - OPENING A CSV FILE INTO A DATA FRAME - WORKS FINE
- f = adl.open('/path/filename1.txt')
- df = pd.read_csv(f,dtype=str, sep='|')
- df[:3]
- #EXAMPLE 2 - OPENING A FLAT FIXED WIDTH FILE INTO A DATA FRAME - DOES NOT WORK
- f1 = adl.open('/path/filename2.txt')
- df2 = pd.read_fwf(f1)
- df2[:3]
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement