adulau/dotfiles
1
0
Fork 0
mirror of https://github.com/adulau/dotfiles.git synced 2024-12-22 08:46:01 +00:00
Code Issues Projects Releases Packages Wiki Activity

hn2bookmarks add username as an argument

Browse source
This commit is contained in:
Alexandre Dulaunoy 2011-04-24 17:28:52 +02:00
parent 320014e157
commit 1dca157e29
1 changed files with 39 additions and 19 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

58
bin/hn2bookmarks.pl
View file

@ -1,40 +1,60 @@
#!/usr/bin/perl
#
# http://news.ycombinator.com/submitted?id=adulau
#
# This perl script is dumping the urls submitted
# by an HN user. Sometime it's better than any
# del.icio.us stream when the HN user has some
# special interests.
#
# Usage:
#
# perl hn2bookmarks.pl <hnusername>
#
# by Alexandre Dulaunoy, released under the modified BSD license.
#
use Scrappy;
my $spidy = Scrappy->new;
my $url = "http://news.ycombinator.com/submitted?id=adulau";
my $username = $ARGV[0];
my $url = "http://news.ycombinator.com/submitted?id=" . $username;
my @bookmarks;
sub hnfetch {
my $url = shift;
my $url = shift;
print STDERR "Fetching ".$url."\n";
$spidy->crawl( $url,
{
'table td a'=> sub {
if ($_[0]->{href} =~ m/^http/) {
push (@bookmarks, $_[0]->{href});
}
print STDERR "Fetching " . $url . "\n";
$spidy->crawl(
$url,
{
'table td a' => sub {
if ( $_[0]->{href} =~ m/^http/ ) {
push( @bookmarks, $_[0]->{href} )
if not( $_[0]->{href} =~ m/^http:\/\/ycombinator.com/ );
}
if ($_[0]->{text} =~ m/^More$/) {
my $nextpage = "http://news.ycombinator.com".$_[0]->{href};
hnfetch($nextpage);
last;
}
if ( $_[0]->{text} =~ m/^More$/ ) {
my $nextpage =
"http://news.ycombinator.com" . $_[0]->{href};
hnfetch($nextpage);
last;
}
},
},
}
)
}
)
}
hnfetch($url);
print @bookmarks;
# remove footer URLs
splice( @bookmarks, -3 );
foreach (@bookmarks) {
print $_. "\n";
}