X-Git-Url: https://git.camperquake.de/gitweb.cgi?a=blobdiff_plain;f=videosite%2FGrabberBase.pm;h=576d7e487e4c44671c919bd03706a2d2396f6150;hb=9891a6eaf82748eaa1837ede2680d76ccf1a7802;hp=45fe489e7511ac314ee23a892fa271d590c87051;hpb=2044d5ff60e639a2eafbeed3a70224564e94c84c;p=videosite.git diff --git a/videosite/GrabberBase.pm b/videosite/GrabberBase.pm index 45fe489..576d7e4 100644 --- a/videosite/GrabberBase.pm +++ b/videosite/GrabberBase.pm @@ -1,19 +1,22 @@ # (c) 2007 by Ralf Ertzinger # licensed under GNU GPL v2 -package GrabberBase; -use Base; -@ISA = qw(Base); +package videosite::GrabberBase; +use videosite::Base; +use MIME::Base64; +use Data::Dumper; +@ISA = qw(videosite::Base); use strict; sub new { my $class = shift; - my $self = { + my $self = $class->SUPER::new( NAME => 'FlashGrab', TYPE => 'grabber', PATTERNS => [], - }; + @_, + ); return bless($self, $class); } @@ -21,18 +24,50 @@ sub get($$) { my $self = shift; my $url = shift; my $pattern; + my $res; + + return undef unless $self->_getval('enabled'); foreach $pattern (@{$self->{'PATTERNS'}}) { $self->debug("Matching %s against %s", $pattern, $url); if ($url =~ m|$pattern|) { $self->debug("Match"); - return $self->_parse($url, $pattern); + foreach ($self->connectors()) { + $self->debug("Using connector %s", $_->{'name'}); + $self->selectconn($_); + $res = $self->_parse($url, $pattern); + if (defined($res)) { + $res->{'CONNECTOR'} = $_; + last; + } + } + if (defined($res)) { + if (defined($self->_cached_ua())) { + $res->{COOKIES} = encode_base64("#LWP-Cookies-1.0\n" . $self->_cached_ua()->cookie_jar->as_string(), ""); + } + } + + return wantarray?($res, $pattern):$res; } } return undef; } +sub enable { + my $self = shift; + + $self->debug('Enabling %s grabber', $self->{'NAME'}); + $self->setval('enabled', '1'); +} + +sub disable { + my $self = shift; + + $self->debug('Disabling %s grabber', $self->{'NAME'}); + $self->setval('enabled', '0'); +} + sub _parse { my $self = shift; my $url = shift; @@ -40,4 +75,25 @@ sub _parse { return undef; } +sub _selftest { + my $self = shift; + my $info; + + unless(exists($self->{_SELFTESTURL}) and exists($self->{_SELFTESTTITLE})) { + return 0; + } + + unless(defined($info = $self->get($self->{_SELFTESTURL}))) { + $self->error("Could not get information from %s", $self->{_SELFTESTURL}); + return undef; + } + + unless($info->{TITLE} eq $self->{_SELFTESTTITLE}) { + $self->error("Title from info does not equal expected result (%s != %s)", $info->{TITLE}, $self->{_SELFTESTTITLE}); + return undef; + } + + return 1; +} + 1;