Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- #!/usr/local/bin/node
- // -*- mode: Javascript; -*-
- var unirest = require( 'unirest' );
- for (var url of get_urls( 'http://www.example.com/generated-page?n=1' ))
- console.log( 'Get url', url );
- for (var page of get_pages( 'http://www.example.com/generated-page?n=1' ))
- console.log( 'Got page', page );
- function* get_urls( url ) {
- do {
- yield url;
- var rx = url.match( /^(.*?n=)([0-9]+)$/ );
- if (rx) {
- if (rx[2] >= 3) break;
- url = rx[1] + (parseInt(rx[2]) + 1).toString( );
- }
- } while (rx);
- }
- function* get_pages( url ) {
- do {
- // *** This is what I want to do, but it's not the right way to do it! ***
- // unirest.get( url ).end( function (rsp) { yield rsp; } );
- var rx = url.match( /^(.*?n=)([0-9]+)$/ );
- if (rx) {
- if (rx[2] >= 3) break;
- url = rx[1] + (parseInt(rx[2]) + 1).toString( );
- }
- } while (rx);
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement