+sub ua {
+ my $self = shift;
+ my $ua;
+
+ $ua = LWP::UserAgent->new('agent' => 'Mozilla/5.0', 'cookie_jar' => HTTP::Cookies->new);
+
+ # Remove a currently defined HTTPS proxy. See below for a longer explanation.
+ delete($ENV{'HTTPS_PROXY'});
+
+ if (defined($self->{'_CONNECTOR'})) {
+ my $schemas = $self->{'_CONNECTOR'}->{'schemas'};
+ foreach (keys(%{$schemas})) {
+ $self->debug("Adding schema %s with proxy %s", $_, $schemas->{$_});
+ if ($_ eq 'https') {
+ # OK, so here's the gist.
+ #
+ # The usual way of reqesting an HTTPS URL through a proxy is
+ # to connect to the proxy server, issue a CONNECT request to
+ # create a channel to the web server and start an SSL session over
+ # this channel, so there is an end-to-end connection between
+ # the client and the server.
+ #
+ # Setting a proxy for the https schema in LWP WILL NOT ACCOMPLISH
+ # THIS.
+ #
+ # LWP will connect to the proxy server, and issue a standard GET
+ # request for the target URL, which most proxy servers will refuse
+ # to get.
+ #
+ # The way to use a proxy server is to set some environment variables
+ # and let the underlying Crypt::SSLeay module do the rest.
+ #
+ # This is positively appaling.
+ $ENV{'HTTPS_PROXY'} = $schemas->{$_};
+ } else {
+ $ua->proxy($_, $schemas->{$_});
+ }
+ }
+ }
+
+ return $ua;
+}
+
+sub simple_get {
+ my $self = shift;
+ my $url = shift;
+ my $ua = shift || $self->ua();
+ my $r;
+
+ $r = $ua->get($url);
+ return $r->decoded_content() if $r->is_success();
+ return undef;
+}
+
+sub decode_hexurl {
+ my $self = shift;
+ my $d = shift;
+
+ $d =~ s/%([[:xdigit:]]{2})/chr(hex($1))/ge;
+
+ return $d;
+}
+
+sub decode_querystring {
+ my $self = shift;
+
+ return { map { split /=/, $_, 2; } split /&/, shift };
+}
+
+sub connectors {
+ my $self = shift;
+
+ return $self->{'_CONNECTORS'}->();
+}
+
+sub selectconn {
+ my $self = shift;
+
+ $self->{'_CONNECTOR'} = shift;
+}
+
+sub setconn {
+ my $self = shift;
+
+ $self->{'_CONNECTORS'} = shift;
+}
+