issue updates

[videosite.git] / videosite / YouTubeGrabber.pm

diff --git a/videosite/YouTubeGrabber.pm b/videosite/YouTubeGrabber.pm
index 701a578..33ca467 100644 (file)
--- a/videosite/YouTubeGrabber.pm
+++ b/videosite/YouTubeGrabber.pm
@@ -6,10 +6,10 @@
 # download strategy revised using
 # http://www.kde-apps.org/content/show.php?content=41456
 
-package YouTubeGrabber;
+package videosite::YouTubeGrabber;
 
-use GrabberBase;
-@ISA = qw(GrabberBase);
+use videosite::GrabberBase;
+@ISA = qw(videosite::GrabberBase);
 
 use LWP::UserAgent;
 use HTTP::Cookies;
@@ -25,7 +25,14 @@ sub new {
     $self->{'NAME'} = 'youtube';
     $self->{'PATTERNS'} = ['(http://(?:[-a-zA-Z0-9_.]+\.)*youtube.(?:com|de|co.uk)/watch\?(?:.+=.+&)*v=([-a-zA-Z0-9_]+))',
                            '(http://(?:[-a-zA-Z0-9_.]+\.)*youtube.(?:com|de|co.uk)/v/([-a-zA-Z0-9_]+))'];
-    $self->{'_PARAMS'} = {'QUALITY' => ['normal', 'Quality of the video to download. normal = standard resolution flash video, high = higher resolution flash video, h264 = high resolution MPEG4 video'], 'USERNAME' => ['', 'Username to use for YouTube login'], 'PASSWORD' => ['', 'Password to use for YouTube login']};
+    $self->{'_PARAMS'} = {
+            'QUALITY' => ['normal', 'Quality of the video to download.', {
+                    'normal' => 'standard resolution flash video',
+                    'high' => 'higher resolution flash video',
+                    'h264' => 'high resolution MPEG4 video',
+                    'hd' => 'HD720 resolution'}],
+            'USERNAME' => ['', 'Username to use for YouTube login'],
+            'PASSWORD' => ['', 'Password to use for YouTube login']};
 
     bless($self, $class);
     $self->_prepare_parameters();
@@ -47,7 +54,12 @@ sub _parse {
     my $r;
     my $videourl;
     my $quality = $self->_getval('QUALITY');
-    my $append = '';
+    my %preflist = (
+        'hd' => [22, 35, 18, 34, 6, 5],
+        'h264' => [18, 34, 22, 35, 6, 5],
+        'high' => [34, 35, 18, 22, 6, 5],
+        'normal' => [6, 5, 34, 35, 18, 22]);
+    my $preflist;
 
     $url =~ m|$pattern|;
     $url = $1;
@@ -59,13 +71,10 @@ sub _parse {
     $metadata->{'TITLE'} = undef;
     $metadata->{'DLURL'} = undef;
 
-    if ($quality eq 'high') {
-        $append = '&fmt=6';
-    } elsif ($quality eq 'h264') {
-        $append = '&fmt=18';
-    }
+    $preflist = $preflist{$quality};
+    $self->debug("Quality: %s, preflist: [%s]", $quality, join(", ", @{$preflist}));
 
-    $videourl = sprintf('http://www.youtube.com/watch?v=%s%s', $2, $append);
+    $videourl = sprintf('http://www.youtube.com/watch?v=%s', $2);
 
     unless(defined($r = $ua->get($videourl))) {
         $self->error('Could not download %s', $url);
@@ -93,14 +102,44 @@ sub _parse {
             }
         } elsif ('script' eq $tag->[0]) {
             $e = $p->get_text();
-            if ($e =~ m|/watch_fullscreen\?(.+)\x27|) {
-                my %args = map { split(/=/, $_, 2); } split(/&/, $1);
-                $metadata->{'DLURL'} = sprintf('http://www.youtube.com/get_video.php?video_id=%s&t=%s%s',
-                        $metadata->{'ID'}, $args{'t'}, $append);
+            $self->debug("Found script: %s", $e);
+            if ($e =~ m|\x22fmt_url_map\x22\s*:\s*\x22([^\x22]+)\x22|) {
+                $self->debug("Found fmt_url_map: %s", $1);
+                my $urls = $1;
+                my %urls;
+
+                $urls =~ s/%([[:xdigit:]]{2})/chr(hex($1))/ge;
+                %urls = split(/[\|,]/, $urls);
+                $self->debug("Found quality levels [%s]", join(", ", keys(%urls)));
+
+                foreach (keys(%urls)) {
+                    if ($_ == 35) {
+                        $self->debug('Found flv,h264,large: %s', $urls{$_});
+                    } elsif ($_ == 34) {
+                        $self->debug('Found flv,h264: %s', $urls{$_});
+                    } elsif ($_ == 22) {
+                        $self->debug('Found mp4,h264,large: %s', $urls{$_});
+                    } elsif ($_ == 18) {
+                        $self->debug('Found mp4,h264: %s', $urls{$_});
+                    } elsif ($_ == 5) {
+                        $self->debug('Found flv,flv: %s', $urls{$_});
+                    } else {
+                        $self->error('Unknown tag %s: %s', $_, $urls{$_});
+                    }
+                }
+
+                foreach (@{$preflist}) {
+                    if (exists($urls{$_})) {
+                        $self->debug("Selected URL with quality level %s", $_);
+                        $metadata->{'DLURL'} = $urls{$_};
+                        last;
+                    }
+                }
+
                 $self->debug('URL found: %s', $metadata->{'DLURL'});
             }
         } elsif ('div' eq $tag->[0]) {
-            if ('errorBox' eq $tag->[1]->{'class'}) {
+            if (exists($tag->[1]->{'class'}) and ('errorBox' eq $tag->[1]->{'class'})) {
                 $self->error("Could not get video data for youtube %s: %s",
                         $metadata->{'ID'}, $p->get_trimmed_text());
                 return undef;