Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- $urlsets = glob("data/urlsets/urlset.*.txt");
- foreach($urlsets as $f) {
- cout("Found URLSET $f to process...\n");
- $fp = fopen($f, 'a+');
- while($l = fgets($fp)) {
- $l = trim($l);
- if(empty($l)) continue;
- cout("QUEUED $l\n");
- foreach($add_queue as $d) {
- // These are \r\n because of windows systems. It will be trim()'d later anyway.
- fwrite($fw, trim(str_ireplace("[url]", urlencode($d), $l)) . "\r\n");
- foreach($variants as $dv) {
- fwrite($fw, trim(str_ireplace("[url]", urlencode($dv.$d), $l)) . "\r\n");
- }
- }
- }
- }
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement