#!/usr/bin/perl
use LWP::Simple; $string = get($URL);
$Title = "";
$Description = "";
## Get title ##
if ($string =~ /<title>([^<]*)<\/title>/i) {
$Title = $1;
$string =~ s/<title>([^<]*)<\/title>/ /oi;
for ($i=0; $i<$Title_Rank; $i++) {
$string .= " " . $Title;
}
}
else {
$Title = $webname;
}
## Get Description
if ($string =~ /<meta\s+name="description"\s+content="([^\"]*)">/i) {
$Description = $1;
}
$Title =~ s/\s+/ /g;
if ($Title =~ /^ (.*)/) {
$Title = $1;
}
$Description =~ s/\s+/ /g;
if ($Description =~ /^ (.*)/) {
$Description = $1;
}
$spidered{'Title'} = $Title;
$spidered{'Description'} = $Description;
$spidered{'URL'} = $URL;