Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- import pandas as pd
- import os
- from sqlalchemy import create_engine
- #連線conn
- engine = create_engine('mysql://資料庫使用者:密碼@localhost/資料庫名稱?charset=utf8',echo = True)
- workpath = os.getcwd()
- csv_path = os.path.join(workpath, "temp_csv")
- #csv清單
- csv_file = os.path.join(csv_path, '2014_csv.txt')
- #讀檔
- csv_list=pd.read_csv(csv_file,sep='\t',header=None)
- csv_list.columns = ['name']
- #讀取csv_list裡面的csv檔&寫入資料庫
- for i in csv_list['name'][1:-1].head(5):
- data=pd.read_csv(os.path.join(csv_path, i))
- #df = pd.DataFrame(data, columns=['stock_name', 'date', 'open','high','low','close','volume','nfb/s'] ,dtype=str)
- data.columns = ['stock_name', 'date', 'open','high','low','close','volume','nfb/s']
- #日期格式
- data['date']=pd.to_datetime(data['date'], format="%m/%d/%Y")
- #股票資料
- allstocks = [True if x[0] != '^' else False for x in data['stock_name']]
- #市場指數
- markets=[True if x[0] == '^' else False for x in data['stock_name']]
- new_markets=data[markets]
- new_markets['stock_name'] = new_markets['stock_name'].astype(str)
- new_markets['stock_name'] = new_markets['stock_name'].str.strip('^')
- #寫入Mysql資料庫
- data[allstocks].to_sql('stcks',engine,if_exists='append', index=False)
- #寫入Mysql資料庫
- new_markets.to_sql('markets',engine,if_exists='append', index=False)
Advertisement
Add Comment
Please, Sign In to add comment