SHOW:
|
|
- or go back to the newest paste.
| 1 | {
| |
| 2 | "start_urls": [ | |
| 3 | - | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#2#320#32020" |
| 3 | + | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#2#320#32010", |
| 4 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#2#320#32020", | |
| 5 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#1#110#11010", | |
| 6 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#1#110#11020", | |
| 7 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#1#110#11030", | |
| 8 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#1#110#11035", | |
| 9 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#1#110#11040", | |
| 10 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#1#110#11050", | |
| 11 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#1#110#11060", | |
| 12 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#1#110#11070", | |
| 13 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#1#110#11080", | |
| 14 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#18#1820#182020", | |
| 15 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#18#1830#183010", | |
| 16 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#18#1830#183040", | |
| 17 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#18#1830#183050", | |
| 18 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#18#1830#183060", | |
| 19 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#18#1830#183070", | |
| 20 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#18#1840#184010", | |
| 21 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#18#1840#184020", | |
| 22 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1735#173510", | |
| 23 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1735#173520", | |
| 24 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1735#173530", | |
| 25 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1735#173531", | |
| 26 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1760#176010", | |
| 27 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1760#176020", | |
| 28 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1760#176030", | |
| 29 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1760#176040", | |
| 30 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1760#176050", | |
| 31 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1720#172020", | |
| 32 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1720#172050", | |
| 33 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1720#172080", | |
| 34 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1720#172090", | |
| 35 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1720#1720100", | |
| 36 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1790#179010", | |
| 37 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1790#179020", | |
| 38 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1790#179030", | |
| 39 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1790#179040", | |
| 40 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#175011", | |
| 41 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#175050", | |
| 42 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#175020", | |
| 43 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#175040", | |
| 44 | - | "page": "", |
| 44 | + | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#173540", |
| 45 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#175030", | |
| 46 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#173545", | |
| 47 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#175045", | |
| 48 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#17085", | |
| 49 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#175070", | |
| 50 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#17035", | |
| 51 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1750#175080", | |
| 52 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1740#174010", | |
| 53 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1740#174030", | |
| 54 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1740#174020", | |
| 55 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1705#170520", | |
| 56 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1705#170540", | |
| 57 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1730#173030", | |
| 58 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1730#173020", | |
| 59 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1730#173010", | |
| 60 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1710#171050", | |
| 61 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1710#171040", | |
| 62 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1770#177010", | |
| 63 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1770#177030", | |
| 64 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1770#177020", | |
| 65 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1770#177050", | |
| 66 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1780#178010", | |
| 67 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1780#178030", | |
| 68 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1780#178020", | |
| 69 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1780#178040", | |
| 70 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1725#172510", | |
| 71 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1725#172511", | |
| 72 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1725#172580", | |
| 73 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1725#172555", | |
| 74 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1725#172540", | |
| 75 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#17#1725#172550", | |
| 76 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#810#81015", | |
| 77 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#810#81030", | |
| 78 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#810#81050", | |
| 79 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#810#81025", | |
| 80 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#820#82040", | |
| 81 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#820#82050", | |
| 82 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#820#82060", | |
| 83 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#820#82070", | |
| 84 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#830#83010", | |
| 85 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#830#83011", | |
| 86 | "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#8#830#83012" | |
| 87 | ], | |
| 88 | "fields": {
| |
| 89 | "name": "descripcion", | |
| 90 | "price": "pvp", | |
| 91 | "image": "urlimagen", | |
| 92 | "product_id": "codreferencia", | |
| 93 | "description": "c411", | |
| 94 | "brand_text": "c481" | |
| 95 | }, | |
| 96 | "api_crawl": {
| |
| 97 | "crawl_finisher": {
| |
| 98 | "func_name": "is_content_empty", | |
| 99 | "func_args": {
| |
| 100 | "content_jpath": "listPage" | |
| 101 | } | |
| 102 | }, | |
| 103 | "get_next_url": {
| |
| 104 | "func_name": "increment_url_values_by_constant", | |
| 105 | "func_args": {
| |
| 106 | "regexs_values_to_increase": [ | |
| 107 | "(familia/\\d+/\\d+/)(\\d+)(/\\d+/9\\?iauthtoken=)", | |
| 108 | "(familia/\\d+/\\d+/\\d+/)(\\d+)(/9\\?iauthtoken=)" | |
| 109 | ], | |
| 110 | "constant": 8 | |
| 111 | } | |
| 112 | }, | |
| 113 | "url_templates": {
| |
| 114 | "url_detail": "https://www.alimerkaonline.es/ali-web/index.html#lista-productos#<section_id>#<family_id>#<subfamily_id>#<product_id>", | |
| 115 | "url_image": "https://www.alimerkaonline.es/recursos<relative_url>" | |
| 116 | }, | |
| 117 | "url_mapping": {
| |
| 118 | "method": "alimerka_postal_code_to_url" | |
| 119 | } | |
| 120 | }, | |
| 121 | "links": {
| |
| 122 | "detail": "", | |
| 123 | "next_page": "" | |
| 124 | }, | |
| 125 | "list": {
| |
| 126 | "product": "listPage[*]", | |
| 127 | "page": "alimerka_page_extractor", | |
| 128 | "default_page": 1 | |
| 129 | }, | |
| 130 | "preprocess": {
| |
| 131 | "mode": "before_requests", | |
| 132 | "url": "https://www.alimerkaonline.es/ali-ws/acceso/cp/<postal_code>", | |
| 133 | "callback": "alimerka_preprocessing", | |
| 134 | "payload": {
| |
| 135 | "redirect": "0" | |
| 136 | } | |
| 137 | }, | |
| 138 | "parser_modules": [ | |
| 139 | "multiple_response_jpath", | |
| 140 | "alimerka_multiple_item_jpath" | |
| 141 | ] | |
| 142 | } |
