Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- {
- "start_urls": [
- "https://www.loblaws.ca/Food/Dairy-and-Eggs/Milk-%26-Cream/c/LSL001005005000",
- "https://www.loblaws.ca/Food/Dairy-and-Eggs/Yogurt/c/LSL001005009000",
- "https://www.loblaws.ca/Food/Dairy-and-Eggs/Lactose-Free-Dairy/c/LSL001005004000",
- "https://www.loblaws.ca/Food/Natural-%26-Organic/Dairy-%26-Eggs---Natural-%26-Organic/c/LSL001009006000",
- "https://www.loblaws.ca/Food/Dairy-and-Eggs/Organic-Dairy/plp/LSL001005006000"
- ],
- "fields": {
- "name": "name",
- "price": "prices.price.value",
- "price_old": "prices.wasPrice.value",
- "brand_text": "brand",
- "image": "imageAssets[*].largeUrl",
- "description": "description",
- "availability": "stockStatus",
- "product_id": "code",
- "shoppable": "shoppable",
- "url": "link"
- },
- "api_crawl": {
- "crawl_finisher": {
- "func_name": "is_content_empty",
- "func_args": {
- "content_jpath": "results"
- }
- },
- "get_next_url": {
- "func_name": "pcexpress_same_url",
- "func_args": {}
- },
- "url_templates": {
- "url_detail": "https://www.loblaws.ca<relative_url>"
- },
- "process_request": {
- "func_name": "pcexpress_process_request"
- },
- "url_mapping": {
- "method": "pcexpress_list_api_request_from_url"
- }
- },
- "list": {
- "product": "results[*]"
- },
- "list": {
- "product": "results[*]",
- "page": "pc_express_page_extractor"
- },
- "links": {
- "detail": "",
- "next_page": ""
- },
- "preprocess": {
- "mode": "before_requests",
- "url": "https://api.pcexpress.ca/v1/carts",
- "callback": "pcexpress_set_cart_id_to_requests",
- "payload": {
- "type": "json",
- "bannerId": "loblaw",
- "language": "en"
- }
- },
- "pipelines": {
- "AvailabilityPipeline": {
- "forced_true": "OK"
- },
- "UrlAppendPostalCodePipeline": {
- "check_postal_code": false
- }
- },
- "parser_modules": [
- "multiple_response_jpath",
- "multiple_item_jpath"
- ]
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement