Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- def crawl(url = nil, proxy = nil, userAgent = nil, post = false, postData = nil, image = false, imageFilename = nil, forceNoUserAgent = false, ignoreSubDomains = [], ignoreAlreadyCrawled = false)
- #..logic here
- end
- def crawl(url: nil, proxy: nil, userAgent: nil, post: false, postData: nil, image: false, imageFilename: nil, forceNoUserAgent: false, ignoreSubDomains: [], ignoreAlreadyCrawled: false)
- #..logic here
- end
- crawl(ignoreAlreadyCrawled: true)
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement