SEO Warrior

Chapter 5

linkchecker.pl

#!/usr/local/bin/perl ##################################################################### # File: linkchecker.pl # # Description: Check Links Script # # Usage: perl linkchecker.pl http://somedomain.net > report.csv # ##################################################################### use WWW::Mechanize; use LWP::Simple; my $baseurl = shift; my @url=(); my @level=(); my @type=(); my @title=(); my @status=(); my @page=(); my %uniqueURL=(); my %checkedURL=(); my $masterCnt=0; my $masterLevel=1; $mech = WWW::Mechanize->new(); #### Processing Level One $mech->get( $baseurl ); @links = $mech->links(); foreach $link (@links) { $tmpurl = $baseurl . '/' . $link->url(); if ( ($link->url() !~ /mailto/i) && ($link->url() !~ /javascript/i ) ) { if ($link->url() !~ /^http/) { #collect unique URL $uniqueURL{$tmpurl}=$link->text(); $url[$masterCnt]=$tmpurl; $type[$masterCnt]= "relative"; }else { $tmpurl = $link->url(); $uniqueURL{$link->url()}=$link->text(); $url[$masterCnt]=$link->url(); if( $link->url() =~ /$baseurl/ ){ $type[$masterCnt]= "absolute internal"; }else { $type[$masterCnt]= "outbound"; } } $level[$masterCnt]=$masterLevel; $title[$masterCnt]=$link->text(); $page[$masterCnt]=$baseurl; $masterCnt++; } } $masterLevel++; $linksOnFirstLevel=$masterCnt; ####Processing Level Two %levTwoURLs = (); $masterCnt = processSubLevel(2, $masterCnt, \@url, \@level, \@type, \@title, \@status, \@page, \%uniqueURL, $baseurl, $masterLevel, \%levTwoURLs); $masterLevel++; $linksOnSecondLevel ...