sc.addPyFile('wasb://customerhub@customerhub.blob.core.windows.net/Framework/IO_Functions.py')
sc.addPyFile('wasb://customerhub@customerhub.blob.core.windows.net/Framework/General_Functions.py')
sc.addPyFile('wasb://customerhub@customerhub.blob.core.windows.net/Framework/Initialization.py')
sc.addPyFile('wasb://customerhub@customerhub.blob.core.windows.net/Framework/Logging_Functions.py')

import IO_Functions as IO
import General_Functions as Functions
import Initialization
import Logging_Functions as Logs
Configurations = Initialization.get_config()

conf_env = 'PROD'

########DB and Table details
sqlserver = Configurations.get(conf_env, 'SQL_SERVER')
port = Configurations.get(conf_env, 'PORT')
database = Configurations.get(conf_env, 'DATABASE')
user = Configurations.get(conf_env, 'USERNAME')
pswd = Configurations.get(conf_env, 'PASSWORD')

query = '(select top 100 * from SalesLT.Customer) Cust'




## READ from Azure SQL db ##
df1 = spark.read \
  .option('user', user) \
  .option('password', pswd) \
  .jdbc('jdbc:sqlserver://' + sqlserver + ':' + port + ';database=' + database, query)


######### WRITE to  Azure SQL db #######################################################################################
Create_View.createOrReplaceTempView("Create_View")
output_flow_table = '[dbo].[CustHubSA_FLOW_' + run_date + ']'
Create_View.write.option('user', user).option('password', pswd).jdbc(
    'jdbc:sqlserver://' + sqlserver + ':' + port + ';database=' + database, output_flow_table,
    mode='overwrite')