Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- [
- {
- "type": "proxy_list",
- "list": [
- "145.12.11.22",
- "45.88.125.255"
- ]
- },
- {
- "type": "user_agents",
- "list": [
- "Mozilla 55.0",
- "Scrapy"
- ]
- },
- {
- "type": "log_file",
- "value": "log.log"
- },
- {
- "type": "error_file",
- "value": "error.log"
- },
- {
- "type": "email",
- "to": "royal@bs.com",
- "conditions": [
- {
- "event": "on_finish"
- },
- {
- "event": "on_keyword",
- "keyword": "shit"
- }
- ]
- },
- {
- "type": "config_setting",
- "option": "DISABLE_COOKIES",
- "value": 1
- },
- {
- "type": "config_setting",
- "option": "REQUEST_DELAY",
- "value": 2
- },
- {
- "type": "scrape_rule",
- "domain": "amazon.com",
- "scrape_data": [
- {
- "output_file": "amazon_data.csv",
- "structure": [
- {
- "output_column": "price",
- "selector_sequence": [
- {
- "command": "css",
- "argument": "#priceblock_ourprice :text"
- },
- {
- "command": "extract_first"
- }
- ]
- },
- {
- "output_column": "rating",
- "selector_sequence": [
- {
- "command": "css",
- "argument": "tr"
- },
- {
- "command": "re",
- "argument": "(\\d+|\\d+\\.\\d+) out of 5 stars"
- }
- ]
- }
- ]
- }
- ]
- },
- {
- "type": "scrape_rule",
- "domain": "example.com",
- "scrape_data": []
- }
- ]
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement