Advertisement
Guest User

Untitled

a guest
Mar 22nd, 2018
106
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.71 KB | None | 0 0
  1. # -*- coding: utf-8 -*-
  2. """
  3. Created on Wed Mar 21 09:23:51 2018
  4.  
  5. @author: kazin
  6. """
  7.  
  8. import pyodbc as cn
  9. import numpy as np
  10. import seaborn as sns
  11. import pandas as pd
  12. import scipy.stats.stats as sp
  13.  
  14. #Connecting to database
  15. server = 'facil.database.windows.net'
  16. database = 'main'
  17. username = 'facildatabase'
  18. password = 'DifficultPassword69.'
  19. driver = '{ODBC Driver 11 for SQL Server}'
  20. cnxn = cn.connect('DRIVER=' + driver + ';SERVER=' + server + ';DATABASE=' + database + ';UID=' + username + ';PWD=' + password)
  21. print(cnxn)
  22.  
  23. ##Importing Data to dataframes form daatabase
  24. nutsComplete = pd.read_sql('SELECT * from dbo.NutsComplete', con = cnxn)
  25. boltsComplete = pd.read_sql('SELECT * from dbo.BoltsComplete', con = cnxn)
  26. contracts = pd.read_sql('SELECT * from dbo.contracts', con = cnxn)
  27. coatings = pd.read_sql('SELECT * from dbo.coatings', con = cnxn)
  28. geometryCoating = pd.read_sql('SELECT * from dbo.geometryCoating', con = cnxn)
  29. countryCodes = pd.read_sql('SELECT * from dbo.countryCodes', con = cnxn)
  30. rfqPortal = pd.read_sql('SELECT * from dbo.rfqPortal', con = cnxn)
  31.  
  32. ###Exporting dataframes to .csv files
  33. #nutsComplete.to_csv('nutsComplete.csv', sep='\t', encoding='utf-8')
  34. #boltsComplete.to_csv('boltsComplete.csv', sep= '\t', encoding='utf-8')
  35. #contracts.to_csv('contracts.csv', sep= '\t', encoding='utf-8')
  36. #coatings.to_csv('coatings.csv', sep= '\t', encoding='utf-8')
  37. #geometryCoating.to_csv('geometryCoating.csv', sep= '\t', encoding='utf-8')
  38. #countryCodes.to_csv('countryCodes.csv', sep= '\t', encoding='utf-8')
  39.  
  40. #KPI Calculation for nutsComplete
  41.  
  42. headers = list(nutsComplete)
  43. KpiNuts =[]
  44. for x in range(len(headers)):
  45. KpiNuts.append((nutsComplete['Pprice'].corr(nutsComplete[headers[x]].astype(float))))
  46.  
  47. labels = ['ColumnName','Value']
  48. KPIN = pd.DataFrame(np.column_stack([headers, KpiNuts]),
  49. columns=['ColumnName','Value'])
  50. ##Exporting the KPI calculation nutsComplete values into .csv
  51. KPIN.to_csv('KpiNuts.csv',sep=',',encoding='utf-8')
  52.  
  53.  
  54. #KPI Calculation for boltsComplete
  55. headers = list(boltsComplete)
  56. KpiBolts =[]
  57. for x in range(len(headers)):
  58. KpiBolts.append((boltsComplete['Pprice'].corr(boltsComplete[headers[x]].astype(float))))
  59.  
  60. labels = ['ColumnName','Value']
  61. KPIBolts = pd.DataFrame(np.column_stack([headers, KpiBolts]),
  62. columns=['ColumnName','Value'])
  63. ##Exporting the KPI calculation boltsComplete values into .csv
  64. KPIBolts.to_csv('KpiBolts.csv',sep=',',encoding='utf-8')
  65.  
  66. ##Normalizing the data
  67. #from sklearn import preprocessing
  68. #
  69. #boltsComplete = boltsComplete.astype('float64')
  70. #scaler = preprocessing.MinMaxScaler(feature_range=(-1,1))
  71. #scaled = scaler.fit_transform(boltsComplete)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement