mirror of
https://github.com/adulau/dotfiles.git
synced 2024-12-22 08:46:01 +00:00
41 lines
596 B
Perl
41 lines
596 B
Perl
|
#!/usr/bin/perl
|
||
|
|
#
|
||
|
|
# http://news.ycombinator.com/submitted?id=adulau
|
||
|
|
|
||
|
|
use Scrappy;
|
||
|
|
|
||
|
|
my $spidy = Scrappy->new;
|
||
|
|
|
||
|
|
my $url = "http://news.ycombinator.com/submitted?id=adulau";
|
||
|
|
|
||
|
|
my @bookmarks;
|
||
|
|
|
||
|
|
sub hnfetch {
|
||
|
|
|
||
|
|
my $url = shift;
|
||
|
|
|
||
|
|
print STDERR "Fetching ".$url."\n";
|
||
|
|
$spidy->crawl( $url,
|
||
|
|
{
|
||
|
|
'table td a'=> sub {
|
||
|
|
if ($_[0]->{href} =~ m/^http/) {
|
||
|
|
push (@bookmarks, $_[0]->{href});
|
||
|
|
}
|
||
|
|
|
||
|
|
if ($_[0]->{text} =~ m/^More$/) {
|
||
|
|
my $nextpage = "http://news.ycombinator.com".$_[0]->{href};
|
||
|
|
hnfetch($nextpage);
|
||
|
|
last;
|
||
|
|
}
|
||
|
|
|
||
|
|
},
|
||
|
|
|
||
|
|
}
|
||
|
|
)
|
||
|
|
|
||
|
|
}
|
||
|
|
|
||
|
|
hnfetch($url);
|
||
|
|
|
||
|
|
print @bookmarks;
|