Advertisement
sarafg11

Untitled

Jan 26th, 2021
54
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 2.00 KB | None | 0 0
  1. {
  2. "start_urls": [
  3. "https://www.loblaws.ca/Food/Dairy-and-Eggs/Milk-%26-Cream/c/LSL001005005000",
  4. "https://www.loblaws.ca/Food/Dairy-and-Eggs/Yogurt/c/LSL001005009000",
  5. "https://www.loblaws.ca/Food/Dairy-and-Eggs/Lactose-Free-Dairy/c/LSL001005004000",
  6. "https://www.loblaws.ca/Food/Natural-%26-Organic/Dairy-%26-Eggs---Natural-%26-Organic/c/LSL001009006000",
  7. "https://www.loblaws.ca/Food/Dairy-and-Eggs/Organic-Dairy/plp/LSL001005006000"
  8. ],
  9. "fields": {
  10. "name": "name",
  11. "price": "prices.price.value",
  12. "price_old": "prices.wasPrice.value",
  13. "brand_text": "brand",
  14. "image": "imageAssets[*].largeUrl",
  15. "description": "description",
  16. "availability": "stockStatus",
  17. "product_id": "code",
  18. "shoppable": "shoppable",
  19. "url": "link"
  20. },
  21. "api_crawl": {
  22. "crawl_finisher": {
  23. "func_name": "is_content_empty",
  24. "func_args": {
  25. "content_jpath": "results"
  26. }
  27. },
  28. "get_next_url": {
  29. "func_name": "pcexpress_same_url",
  30. "func_args": {}
  31. },
  32. "url_templates": {
  33. "url_detail": "https://www.loblaws.ca<relative_url>"
  34. },
  35. "process_request": {
  36. "func_name": "pcexpress_process_request"
  37. },
  38. "url_mapping": {
  39. "method": "pcexpress_list_api_request_from_url"
  40. }
  41. },
  42. "list": {
  43. "product": "results[*]"
  44. },
  45. "list": {
  46. "product": "results[*]",
  47. "page": "pc_express_page_extractor"
  48. },
  49. "links": {
  50. "detail": "",
  51. "next_page": ""
  52. },
  53. "preprocess": {
  54. "mode": "before_requests",
  55. "url": "https://api.pcexpress.ca/v1/carts",
  56. "callback": "pcexpress_set_cart_id_to_requests",
  57. "payload": {
  58. "type": "json",
  59. "bannerId": "loblaw",
  60. "language": "en"
  61. }
  62. },
  63. "pipelines": {
  64. "AvailabilityPipeline": {
  65. "forced_true": "OK"
  66. },
  67. "UrlAppendPostalCodePipeline": {
  68. "check_postal_code": false
  69. }
  70. },
  71. "parser_modules": [
  72. "multiple_response_jpath",
  73. "multiple_item_jpath"
  74. ]
  75. }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement