X-Git-Url: https://git.camperquake.de/gitweb.cgi?a=blobdiff_plain;f=videosite%2FRedTubeGrabber.pm;h=4e05dfd9f8d4df5801fbc95bf4b49b562ca38f41;hb=771fcc7e7309dcb054d652812cead6b6bf47be5f;hp=d461c45bf706954a5b260244f33bb1579b86b4d8;hpb=d03646db9d1c40b95e022272cf5267800174ca33;p=videosite.git diff --git a/videosite/RedTubeGrabber.pm b/videosite/RedTubeGrabber.pm index d461c45..4e05dfd 100644 --- a/videosite/RedTubeGrabber.pm +++ b/videosite/RedTubeGrabber.pm @@ -11,8 +11,6 @@ package videosite::RedTubeGrabber; use videosite::GrabberBase; @ISA = qw(videosite::GrabberBase); -use LWP::UserAgent; -use HTTP::Cookies; use HTML::TokeParser; use Data::Dumper; @@ -72,8 +70,7 @@ sub _parse { my $self = shift; my $url = shift; my $pattern = shift; - my $jar = HTTP::Cookies->new(); - my $ua = LWP::UserAgent->new('agent' => 'Mozilla/5.0'); + my $ua = $self->ua(); my $content; my $metadata = {}; my $p; @@ -92,17 +89,13 @@ sub _parse { $metadata->{'DLURL'} = undef; # Set the cookies necessary to get the video data - $jar->set_cookie(undef, 'pp', '1', '/', '.redtube.com'); - $ua->cookie_jar($jar); + $ua->cookie_jar->set_cookie(undef, 'pp', '1', '/', '.redtube.com'); - unless(defined($r = $ua->get(sprintf("http://www.redtube.com/%s", $2)))) { + unless(defined($content = $self->simple_get(sprintf("http://www.redtube.com/%s", $2), $ua))) { $self->error('Could not download page'); return undef; } - # Get the site to extract the title - $content = $r->decoded_content(); - $p = HTML::TokeParser->new(\$content); # Look for the title