ingestion_spec

{
  "type" : "index_hadoop",
  "spec" : {
    "ioConfig" : {
      "type" : "hadoop",
      "inputSpec" : {
        "type" : "static",
        "paths" : "<MY VALID PATH>"
      }
    },
    "dataSchema" : {
      "dataSource" : "bazaar",
      "granularitySpec" : {
        "type" : "uniform",
        "segmentGranularity" : "day",
        "queryGranularity" : "none",
        "intervals" : ["2015-11-12/2016-02-27"]
      },
      "parser" : {
        "type" : "string",
        "parseSpec" : {
          "format" : "json",
          "dimensionsSpec" : {
            "dimensions" : [
              "seller_dir_shipping", "refund_status", "seller_state", "payment_method", "seller_ac_status", "awb_no", "brand_category", "seller_cod_status", "source_info", "ship_state", "pg_discount_flag", "servicable", "shipping_comp","seller_bill_city","sostatus", "order_type_clean","ship_city", "seller_mpdm", "order_priority", "wallet_txn_status", "api_ref", "sub_order_type", "L2_category", "transaction_status", "bill_state", "seller_bill_state", "customer_type", "realign", "reasonofreject", "modeofpayment", "node_category_name", "bill_city","collectable_amount", "L3_category", "consumer_code", "transaction_type", "agr_seller", "L1_category","guid","vinculam_flag", "seller_exp_del","L4_category", "heavy_bulky", "refund_remarks", "account_type", "node_category_id", "express_delivery", "seller_inv_mod", "L5_category", "store_id", "product_pg_amount", "precious_jewellery","product_pg_cashback", "seller_prepay_status", "order_type", "agr_id", "setype", "product_name", "seller_self_ship", "description", "source_type", "seller_city", "wallet_amount", "coupon_code", "details_for_cancel", "occasion", "L6_category"
              ]
          },
          "timestampSpec" : {
            "format" : "auto",
            "column" : "create_date"
          }
        }
      },
      "metricsSpec" : [
        {"name" : "uniq_awb_no","type" : "hyperUnique","fieldName" : "awb_no" },
        {"name" : "uniq_buyers", "type" : "hyperUnique","fieldName" : "buyer_name"},
        {"name" : "uniq_buyers", "type" : "hyperUnique","fieldName" : "buyer_name"},
        {"name" : "min_product_qty","type" : "doubleMin","fieldName" : "product_qty"},
        {"name" : "max_product_qty","type" : "doubleMax","fieldName" : "product_qty"},
        {"name" : "sum_product_qty","type" : "longSum","fieldName" : "product_qty"},
        {"name" : "min_transfer_price","type" : "doubleMin","fieldName" : "transfer_price"},
        {"name" : "max_transfer_price","type" : "doubleMax","fieldName" : "transfer_price"},
        {"name" : "sum_transfer_price","type" : "longSum","fieldName" : "transfer_price"},
        {"name" : "uniq_order_uuid", "type" : "hyperUnique","fieldName" : "order_uuid"},
        {"name" : "min_logistics_cost","type" : "doubleMin","fieldName" : "logistics_cost"},
        {"name" : "max_logistics_cost","type" : "doubleMax","fieldName" : "logistics_cost"},
        {"name" : "sum_logistics_cost","type" : "longSum","fieldName" : "logistics_cost"},
        {"name" : "min_product_cst","type" : "doubleMin","fieldName" : "product_cst"},
        {"name" : "max_product_cst","type" : "doubleMax","fieldName" : "product_cst"},
        {"name" : "sum_product_cst","type" : "longSum","fieldName" : "product_cst"},
        {"name" : "uniq_seller_phone", "type" : "hyperUnique","fieldName" : "seller_phone"},
        {"name" : "min_bazaar_price","type" : "doubleMin","fieldName" : "bazaar_price"},
        {"name" : "max_bazaar_price","type" : "doubleMax","fieldName" : "bazaar_price"},
        {"name" : "sum_bazaar_price","type" : "longSum","fieldName" : "bazaar_price"},
        {"name" : "min_weight","type" : "doubleMin","fieldName" : "weight"},
        {"name" : "max_weight","type" : "doubleMax","fieldName" : "weight"},
        {"name" : "sum_weight","type" : "longSum","fieldName" : "weight"},
        {"name" : "min_store_offer_price","type" : "doubleMin","fieldName" : "store_offer_price"},
        {"name" : "max_store_offer_price","type" : "doubleMax","fieldName" : "store_offer_price"},
        {"name" : "sum_store_offer_price","type" : "longSum","fieldName" : "store_offer_price"},
        {"name" : "min_product_coupon_cashback","type" : "doubleMin","fieldName" : "product_coupon_cashback"},
        {"name" : "max_product_coupon_cashback","type" : "doubleMax","fieldName" : "product_coupon_cashback"},
        {"name" : "sum_product_coupon_cashback","type" : "longSum","fieldName" : "product_coupon_cashback"},
        {"name" : "uniq_sourceorderid", "type" : "hyperUnique","fieldName" : "sourceorderid"},
        {"name" : "min_category_discount","type" : "doubleMin","fieldName" : "category_discount"},
        {"name" : "max_category_discount","type" : "doubleMax","fieldName" : "category_discount"},
        {"name" : "sum_category_discount","type" : "longSum","fieldName" : "category_discount"},
        {"name" : "min_shipping_charge","type" : "doubleMin","fieldName" : "shipping_charge"},
        {"name" : "max_shipping_charge","type" : "doubleMax","fieldName" : "shipping_charge"},
        {"name" : "sum_shipping_charge","type" : "longSum","fieldName" : "shipping_charge"},
        {"name" : "min_order_discount","type" : "doubleMin","fieldName" : "order_discount"},
        {"name" : "max_order_discount","type" : "doubleMax","fieldName" : "order_discount"},
        {"name" : "sum_order_discount","type" : "longSum","fieldName" : "order_discount"},
        {"name" : "min_product_vat","type" : "doubleMin","fieldName" : "product_vat"},
        {"name" : "max_product_vat","type" : "doubleMax","fieldName" : "product_vat"},
        {"name" : "sum_product_vat","type" : "longSum","fieldName" : "product_vat"},
        {"name" : "min_collectable_amount","type" : "doubleMin","fieldName" : "collectable_amount"},
        {"name" : "max_collectable_amount","type" : "doubleMax","fieldName" : "collectable_amount"},
        {"name" : "sum_collectable_amount","type" : "longSum","fieldName" : "collectable_amount"},
        {"name" : "uniq_accountid", "type" : "hyperUnique","fieldName" : "accountid"},
        {"name" : "min_discount_offered","type" : "doubleMin","fieldName" : "discount_offered"},
        {"name" : "max_discount_offered","type" : "doubleMax","fieldName" : "discount_offered"},
        {"name" : "sum_discount_offered","type" : "longSum","fieldName" : "discount_offered"},
        {"name" : "min_size","type" : "doubleMin","fieldName" : "size"},
        {"name" : "max_size","type" : "doubleMax","fieldName" : "size"},
        {"name" : "sum_size","type" : "longSum","fieldName" : "size"},
        {"name" : "min_size","type" : "doubleMin","fieldName" : "product_wallet_amount"},
        {"name" : "max_size","type" : "doubleMax","fieldName" : "product_wallet_amount"},
        {"name" : "sum_size","type" : "longSum","fieldName" : "product_wallet_amount"},
        {"name" : "min_loyalty_points_burned","type" : "doubleMin","fieldName" : "loyalty_points_burned"},
        {"name" : "max_loyalty_points_burned","type" : "doubleMax","fieldName" : "loyalty_points_burned"},
        {"name" : "sum_loyalty_points_burned","type" : "longSum","fieldName" : "loyalty_points_burned"},
        {"name" : "uniq_node_category_id", "type" : "hyperUnique","fieldName" : "node_category_id"},
        {"name" : "min_store_price","type" : "doubleMin","fieldName" : "store_price"},
        {"name" : "max_store_price","type" : "doubleMax","fieldName" : "store_price"},
        {"name" : "sum_store_price","type" : "longSum","fieldName" : "store_price"},
        {"name" : "min_loyality_points_earned","type" : "doubleMin","fieldName" : "loyality_points_earned"},
        {"name" : "max_loyality_points_earned","type" : "doubleMax","fieldName" : "loyality_points_earned"},
        {"name" : "sum_loyality_points_earned","type" : "longSum","fieldName" : "loyality_points_earned"},
        {"name" : "min_pg_discount","type" : "doubleMin","fieldName" : "pg_discount"},
        {"name" : "max_pg_discount","type" : "doubleMax","fieldName" : "pg_discount"},
        {"name" : "sum_pg_discount","type" : "longSum","fieldName" : "pg_discount"},
        {"name" : "uniq_base_product_id","type" : "hyperUnique","fieldName" : "base_product_id"},
        {"name" : "min_total_paid_amount","type" : "doubleMin","fieldName" : "total_paid_amount"},
        {"name" : "max_total_paid_amount","type" : "doubleMax","fieldName" : "total_paid_amount"},
        {"name" : "sum_total_paid_amount","type" : "longSum","fieldName" : "total_paid_amount"},
        {"name" : "uniq_bill_code", "type" : "hyperUnique","fieldName" : "bill_code"},
        {"name" : "min_total_quantity","type" : "doubleMin","fieldName" : "total_quantity"},
        {"name" : "max_total_quantity","type" : "doubleMax","fieldName" : "total_quantity"},
        {"name" : "sum_total_quantity","type" : "longSum","fieldName" : "total_quantity"},
        {"name" : "uniq_salesorderid", "type" : "hyperUnique","fieldName" : "salesorderid"},
        {"name" : "uniq_product_name", "type" : "hyperUnique","fieldName" : "product_name"},
        {"name" : "min_order_total","type" : "doubleMin","fieldName" : "order_total"},
        {"name" : "max_order_total","type" : "doubleMax","fieldName" : "order_total"},
        {"name" : "sum_order_total","type" : "longSum","fieldName" : "order_total"},
        {"name" : "min_wallet_amount","type" : "doubleMin","fieldName" : "wallet_amount"},
        {"name" : "max_wallet_amount","type" : "doubleMax","fieldName" : "wallet_amount"},
        {"name" : "sum_wallet_amount","type" : "longSum","fieldName" : "wallet_amount"},
        {"name" : "uniq_source_id", "type" : "hyperUnique","fieldName" : "source_id"}
      ]
    },
    "tuningConfig" : {
      "type" : "hadoop",
      "partitionsSpec" : {
        "type" : "hashed",
        "targetPartitionSize" : 5000000
      },
      "jobProperties" : {}
    }
  }
}