Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- --- 2chproxy.pl.org 2017-03-18 01:28:38.029551523 +0900
- +++ 2chproxy.pl 2017-03-28 20:27:49.050388953 +0900
- @@ -1205,7 +1205,11 @@ sub scraping_2ch_response() {
- $charset = 'Guess';
- }
- &print_log(LOG_INFO, 'SCRAPING', "charset: ".$charset."\n");
- - my @content_array = &html2dat($response->decoded_content(charset => $charset));
- + my $last_num = 0;
- + if ($response->request()->uri() =~ m@/(\d+)-n$@) {
- + $last_num = $1 + 0;
- + }
- + my @content_array = &html2dat($response->decoded_content(charset => $charset), $last_num);
- &print_log(LOG_INFO, 'SCRAPING', "size of content_array: ".($#content_array+1)."\n");
- #chunkedは消毒だー
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement