sqoop-import --connect jdbc:mysql://ms.itversity.com:3306/retail_db \
--username retail_user \
--password itversity \
--warehouse-dir "/user/krishnatejathatavarthi/teja_aruns/solution04" \
--table orders \
--fields-terminated-by "\t" \
--lines-terminated-by "\n" \
--as-textfile -m 1

sqoop-import --connect jdbc:mysql://ms.itversity.com:3306/retail_db \
--username retail_user \
--password itversity \
--target-dir "/user/krishnatejathatavarthi/teja_aruns/solution04/orders_avro" \
--table orders \
--as-avrodatafile -m 1

sqoop-import --connect jdbc:mysql://ms.itversity.com:3306/retail_db \
--username retail_user \
--password itversity \
--target-dir "/user/krishnatejathatavarthi/teja_aruns/solution04/orders_parquet" \
--table orders \
--as-parquetfile -m 1

pyspark --master yarn --conf spark.ui.port=10159 --packages com.databricks:spark-avro_2.10:2.0.1

from pyspark import SparkContext,SparkConf,Row,HiveContext
import avro.schema

conf=SparkConf().setAppName(