From: Ralf Ertzinger <sun@ryoko-darknet.camperquake.de>
Date: Thu, 30 Jul 2009 20:21:06 +0000 (+0200)
Subject: - Add grabber for polit-bash.org
X-Git-Url: https://git.camperquake.de/gitweb.cgi?p=quotesite.git;a=commitdiff_plain;h=6cd503fd48f962d4bb2f149aebbcfe25dd7cf6bf

- Add grabber for polit-bash.org
---

diff --git a/quotesite/PolitBashOrgGrabber.pm b/quotesite/PolitBashOrgGrabber.pm
new file mode 100644
index 0000000..1341b96
--- /dev/null
+++ b/quotesite/PolitBashOrgGrabber.pm
@@ -0,0 +1,77 @@
+# (c) 2007 by Ralf Ertzinger <ralf@camperquake.de>
+# licensed under GNU GPL v2
+#
+# Grabber for polit-bash.org
+
+package PolitBashOrgGrabber;
+
+use GrabberBase;
+@ISA = qw(GrabberBase);
+
+use LWP::Simple qw(!get);
+use HTML::TokeParser;
+use Data::Dumper;
+use Encode;
+
+use strict;
+
+sub new {
+    my $class = shift;
+    my $self = $class->SUPER::new();
+
+    $self->{'NAME'} = 'polit-bash.org';
+    $self->{'PATTERNS'} = ['(http://(?:[-a-zA-Z0-9_.]+\.)*polit-bash\.org/\?(\d+))'];
+
+    bless($self, $class);
+    $self->_prepare_parameters();
+
+    return $self;
+}
+
+sub _parse {
+    my $self = shift;
+    my $url = shift;
+    my $pattern = shift;
+    my $content;
+    my $metadata = {};
+    my $p;
+    my $t;
+    my $t2;
+
+    $url =~ m|$pattern|;
+    $url = $1;
+
+    $metadata->{'URL'} = $url;
+    $metadata->{'ID'} = $2;
+    $metadata->{'TYPE'} = 'quote';
+    $metadata->{'SOURCE'} = $self->{'NAME'};
+    $metadata->{'CONTENT'} = undef;
+
+    # Get the HTML file containing the quote
+    unless(defined($content = LWP::Simple::get(sprintf('http://polit-bash.org/?%s', $2)))) {
+        $self->error('Could not download quote');
+        return undef;
+    }
+    $content = decode("iso-8859-1", $content);
+
+    $p = HTML::TokeParser->new(\$content);
+
+    OUTER: while ($t = $p->get_tag('p')) {
+        if (exists($t->[1]->{'class'}) && ($t->[1]->{'class'} eq 'quote')) {
+            $self->debug("Found p");
+            $metadata->{'CONTENT'} = $p->get_text('/p');
+            last OUTER;
+        }
+    }
+
+    unless(defined($metadata->{'CONTENT'})) {
+        $self->error('Could not extract quote content');
+        return undef;
+    }
+
+    $metadata->{'CONTENT'} = encode("utf-8", $metadata->{'CONTENT'});
+
+    return $metadata;
+}
+
+1;