pbscrape

#!/usr/bin/env perl

use WWW::Pastebin::PastebinCom::API;
use MongoDB;
use Data::Dumper;
use strict;


my $key = 'c22bf0b6f942a1fffaf0eca025ee3335';
my $pb = WWW::Pastebin::PastebinCom::API->new(
    api_key => $key
);
my $mongo = MongoDB->connect();
my $db = $mongo->get_database('pbscrape');
my $pastes = $db->get_collection('pastes');

sub store {
    my $trend = shift;
    if(!(my @find = $pastes->find({key => $trend->{key}})->all)) {
                my $paste = $pb->get_paste($trend->{url});
                $trend->{content} = $paste;
        if($trend->{title} eq '') {
            $trend->{title} = substr($trend->{content},0,32);
            $trend->{title} =~ s/(\r?\n)*/ /g;
        }
                my $res = $pastes->insert_one($trend);
                print 'inserted id: ' . $res->inserted_id . ' for ' . $trend->{url} . "\n";
        } else {
                warn 'i already have key ' . $trend->{key}
        }
}

my $trends = $pb->list_trends or die 'fuck it didn wurk';
map {store($_)} @$trends;