X-Git-Url: https://git.camperquake.de/gitweb.cgi?a=blobdiff_plain;f=videosite%2FDailyMotionGrabber.pm;h=65448824863918f1ba71549365a5533fa0a1908d;hb=1cfec45c0c1cac8fdebca4313c3bcfb3a9f1ab07;hp=d08e71bc927f976a7772c742af4d3a0deb3d167a;hpb=b97a01912322f6ebccf2713c3bbbcc266f02c7b5;p=videosite.git

diff --git a/videosite/DailyMotionGrabber.pm b/videosite/DailyMotionGrabber.pm
index d08e71b..6544882 100644
--- a/videosite/DailyMotionGrabber.pm
+++ b/videosite/DailyMotionGrabber.pm
@@ -1,14 +1,15 @@
+# Grabber for dailymotion.com
 #
-# download strategy revised using
-# http://www.kde-apps.org/content/show.php?content=41456
+# (c) 2007 by Ralf Ertzinger <ralf@camperquake.de>
+# licensed under GNU GPL v2
 
-package DailyMotionGrabber;
+package videosite::DailyMotionGrabber;
 
-use GrabberBase;
-@ISA = qw(GrabberBase);
+use videosite::GrabberBase;
+@ISA = qw(videosite::GrabberBase);
 
-use LWP::Simple qw(!get);
 use HTML::Parser;
+use videosite::JSArrayParser;
 use Data::Dumper;
 
 use strict;
@@ -17,11 +18,13 @@ sub new {
     my $class = shift;
     my $self = $class->SUPER::new();
 
-    $self->{'NAME'} = 'youtube';
-    $self->{'PATTERNS'} = ['(http://(?:[-a-zA-Z0-9_.]+\.)*.dailymotion.com/(?:[^/]+/)*video/([-a-zA-Z0-9_]+)'];
+    $self->{'NAME'} = 'dailymotion';
+    $self->{'PATTERNS'} = ['(http://(?:[-a-zA-Z0-9_.]+\.)*dailymotion.com/(?:[^/]+/)*video/([-a-zA-Z0-9_]+))'];
 
     bless($self, $class);
 
+    $self->_prepare_parameters();
+
     return $self;
 }
 
@@ -42,11 +45,11 @@ sub _parse {
     $metadata->{'URL'} = $url;
     $metadata->{'ID'} = $2;
     $metadata->{'TYPE'} = 'video';
-    $metadata->{'SOURCE'} = 'dailymotion';
+    $metadata->{'SOURCE'} = $self->{'NAME'};
     $metadata->{'TITLE'} = undef;
     $metadata->{'DLURL'} = undef;
 
-    unless(defined($content = LWP::Simple::get(sprintf('http://www.dailymotion.com/video/%s', $2)))) {
+    unless(defined($content = $self->simple_get(sprintf('http://www.dailymotion.com/video/%s', $2)))) {
         $self->error('Could not download %s', $url);
         return undef;
     }
@@ -62,14 +65,51 @@ sub _parse {
         if ('meta' eq $e->[0]) {
             if ('title' eq $e->[1]->{'name'}) {
                 $metadata->{'TITLE'} = $e->[1]->{'content'};
+                $metadata->{'TITLE'} =~ s/^Dailymotion\s+-\s+//;
+                $metadata->{'TITLE'} =~ s/(?:\s+-\s+.*)?$//;
             }
         }
     }
 
     # Look for the download URL
     foreach $e (@text) {
-        if ($e->[0] =~ m|\.add_variable("url", "([^\"]+)")|) {
-            $metadata->{'DLURL'} = $1;
+        if ($e->[0] =~ m|\.addVariable\("sequence",\s*"([^\"]+)"|) {
+            my $sequence = $1;
+            my $jsp = videosite::JSArrayParser->new();
+            my $l;
+            my $s;
+
+            $sequence =~ s/%(..)/chr(hex($1))/ge;
+            $self->debug("Found sequence: %s", $sequence);
+
+            $self->debug("Using %s to parse", ref($jsp));
+            $sequence = $jsp->parse($sequence);
+            $self->debug(Dumper($sequence));
+
+            unless(defined($sequence)) {
+                $self->error("Found sequence, but could not parse");
+                return undef;
+            } else {
+                $self->debug("Parsed sequence: %s", Dumper($sequence));
+
+                $l = $self->_fetch_layer($sequence, "root/layerList", "background/sequenceList", "main/layerList", "video/param");
+                unless(defined($l)) {
+                    $self->error("Could not find video layer");
+                    return undef;
+                }
+
+                # Found video section
+                if (exists($l->{'videoPluginParameters'}->{'hdURL'})) {
+                    $metadata->{'DLURL'} = $l->{'videoPluginParameters'}->{'hdURL'};
+                } elsif (exists($l->{'videoPluginParameters'}->{'hqURL'})) {
+                    $metadata->{'DLURL'} = $l->{'videoPluginParameters'}->{'hqURL'};
+                } elsif (exists($l->{'videoPluginParameters'}->{'hqURL'})) {
+                    $metadata->{'DLURL'} = $l->{'videoPluginParameters'}->{'sdURL'};
+                } else {
+                    $self->error("Video section found, but no URLs");
+                    return undef;
+                }
+            }
         }
     }
 
@@ -81,4 +121,37 @@ sub _parse {
     return $metadata;
 }
 
+sub _fetch_layer {
+    my $self = shift;
+    my $sequence = shift;
+    my $point = shift;
+    my $next;
+    my @points = @_;
+    my $l;
+
+    $self->debug("Looking for %s in %s", $point, Dumper($sequence));
+
+    unless(defined($point)) {
+        $self->debug("Reached last point");
+        return $sequence;
+    }
+    ($point, $next) = split(/\//, $point, 2);
+
+    foreach (@{$sequence}) {
+        if (exists($_->{'name'}) and ($_->{'name'} eq $point)) {
+            if (exists($_->{$next})) {
+                $self->debug("Using %s in %s", $next, $point);
+                return $self->_fetch_layer($_->{$next}, @points);
+            } else {
+                $self->debug("%s found, but no %s", $point, $next);
+                return undef;
+            }
+
+        }
+    }
+
+    $self->debug("Could not find entry named %s", $point);
+    return undef;
+}
+
 1;