sarafg11

Untitled

Jan 26th, 2021
701
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.90 KB | None | 0 0
  1. {
  2. "start_urls": [
  3. "https://www.realcanadiansuperstore.ca/Food/Dairy-and-Eggs/Milk-%26-Cream/c/RCSS001005005000",
  4. "https://www.realcanadiansuperstore.ca/Food/Dairy-and-Eggs/Yogurt/c/RCSS001005009000",
  5. "https://www.realcanadiansuperstore.ca/Food/Dairy-and-Eggs/Organic-Dairy/plp/RCSS001005006000",
  6. "https://www.realcanadiansuperstore.ca/Food/Dairy-and-Eggs/Lactose-Free-Dairy/c/RCSS001005004000"
  7. ],
  8. "fields": {
  9. "name": "name",
  10. "price": "prices.price.value",
  11. "price_old": "prices.wasPrice.value",
  12. "brand_text": "brand",
  13. "image": "imageAssets[*].largeUrl",
  14. "description": "description",
  15. "availability": "stockStatus",
  16. "product_id": "code",
  17. "shoppable": "shoppable",
  18. "url": "link"
  19. },
  20. "api_crawl": {
  21. "crawl_finisher": {
  22. "func_name": "is_content_empty",
  23. "func_args": {
  24. "content_jpath": "results"
  25. }
  26. },
  27. "get_next_url": {
  28. "func_name": "pcexpress_same_url",
  29. "func_args": {}
  30. },
  31. "url_templates": {
  32. "url_detail": "https://www.realcanadiansuperstore.ca<relative_url>"
  33. },
  34. "process_request": {
  35. "func_name": "pcexpress_process_request"
  36. },
  37. "url_mapping": {
  38. "method": "pcexpress_list_api_request_from_url"
  39. }
  40. },
  41. "list": {
  42. "product": "results[*]"
  43. },
  44. "list": {
  45. "product": "results[*]",
  46. "page": "pc_express_page_extractor"
  47. },
  48. "links": {
  49. "detail": "",
  50. "next_page": ""
  51. },
  52. "preprocess": {
  53. "mode": "before_requests",
  54. "url": "https://api.pcexpress.ca/v1/carts",
  55. "callback": "pcexpress_set_cart_id_to_requests",
  56. "payload": {
  57. "type": "json",
  58. "bannerId": "superstore",
  59. "language": "en"
  60. }
  61. },
  62. "pipelines": {
  63. "UrlAppendPostalCodePipeline": {
  64. "check_postal_code": false
  65. }
  66. },
  67. "parser_modules": [
  68. "multiple_response_jpath",
  69. "multiple_item_jpath"
  70. ]
  71. }
Advertisement
Add Comment
Please, Sign In to add comment