git://git.camperquake.de
/
quotesite.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
|
inline
| side by side
- Alter GermanBashGrabber to use LWP::UserAgent
[quotesite.git]
/
quotesite
/
GermanBashGrabber.pm
diff --git
a/quotesite/GermanBashGrabber.pm
b/quotesite/GermanBashGrabber.pm
index
919f015
..
e65b660
100644
(file)
--- a/
quotesite/GermanBashGrabber.pm
+++ b/
quotesite/GermanBashGrabber.pm
@@
-8,7
+8,7
@@
package GermanBashGrabber;
use GrabberBase;
@ISA = qw(GrabberBase);
use GrabberBase;
@ISA = qw(GrabberBase);
-use LWP::
Simple qw(!get)
;
+use LWP::
UserAgent
;
use HTML::TokeParser;
use Data::Dumper;
use HTML::TokeParser;
use Data::Dumper;
@@
-36,6
+36,7
@@
sub _parse {
my $metadata = {};
my $p;
my $t;
my $metadata = {};
my $p;
my $t;
+ my $ua = LWP::UserAgent->new('agent' => 'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0)');
$url =~ m|$pattern|;
$url = $1;
$url =~ m|$pattern|;
$url = $1;
@@
-47,10
+48,12
@@
sub _parse {
$metadata->{'CONTENT'} = undef;
# Get the HTML file containing the quote
$metadata->{'CONTENT'} = undef;
# Get the HTML file containing the quote
- unless(defined($content = LWP::Simple::get(sprintf('http://german-bash.org/%s', $2)))) {
+ $content = $ua->get(sprintf('http://german-bash.org/%s', $2));
+ unless($content->is_success) {
$self->error('Could not download quote');
return undef;
}
$self->error('Could not download quote');
return undef;
}
+ $content = $content->decoded_content();
$p = HTML::TokeParser->new(\$content);
$p = HTML::TokeParser->new(\$content);