use strict;
use IPC::Open3 qw(open3);
-use IO::Epoll;
+use IO::Select;
use Data::Dump qw(dump);
use File::Slurp;
use YAML;
use JSON;
+use HTML::TreeBuilder;
+use Graphics::Magick;
+use Time::HiRes qw(time);
+use File::Path qw(rmtree);
+
+use lib 'lib';
+use HTML5TV::Slides;
+
+my $debug = $ENV{DEBUG} || 0;
+
+my $movie = shift @ARGV;
+
+sub base_dir { $1 if $_[0] =~ m{^(.+)/[^/]+$} }
+sub base_name { $1 if $_[0] =~ m{^.+/([^/]+)$} }
+
+if ( ! $movie && -e 'media/_editing' ) {
+ $movie = 'media/' . readlink('media/_editing') . '/video.ogv';
+ warn "using media/_editing -> $movie\n";
+} elsif ( -d $movie && $movie =~ m{media/} ) {
+ $movie .= '/video.ogv';
+} elsif ( -f $movie && $movie !~ m{video\.ogv} ) {
+ my $movie_master = $movie;
+ $movie = base_dir($movie) . '/video.ogv';
+ if ( ! -e $movie ) {
+ symlink base_name($movie_master), $movie;
+ warn "symlink video.ogv -> $movie_master";
+ } else {
+ warn "using symlink video.ogv -> ", readlink $movie;
+ }
+} elsif ( -f $movie ) {
+ warn "using video $movie";
+} else {
+ die "Usage: $0 media/conference-Title_of_talk[/video.ogv'\n";
+}
+my $media_part = my $media_dir = base_dir($movie);
+$media_part =~ s{media/}{};
+$media_part =~ s{/$}{};
-my $movie = shift @ARGV
- || 'www/media/video.ogv';
-# || die "usage: $0 path/to/movie.ogv\n";
+unlink 'media/_editing';
+symlink $media_part, 'media/_editing';
+
+warn "# media_part $media_part\n";
my $edl = "/dev/shm/edl";
my $subtitles = $movie;
my $preroll = 3;
+my $slide_factor = 4; # 1/4 size of video
+
+my $min_slide_height = 480;
+
our $to_mplayer;
our $from_mplayer;
our $err_mplayer;
my $pid = open3( $to_mplayer, $from_mplayer, $err_mplayer,
'mplayer',
'-slave', '-idle',
- '-quiet',
+# '-quiet',
+# '-msglevel', 'demux=9', '-msgmodule',
'-edlout', $edl,
'-osdlevel', 3,
+ '-vf' => 'screenshot',
);
-my $epfd = epoll_create(10);
+my $select = IO::Select->new();
+#$select->add( \*STDIN );
+$select->add( $from_mplayer );
+#$select->add( $err_mplayer );
-epoll_ctl($epfd, EPOLL_CTL_ADD, fileno STDIN , EPOLLIN ) >= 0 || die $!;
-epoll_ctl($epfd, EPOLL_CTL_ADD, fileno $from_mplayer , EPOLLIN ) >= 0 || die $!;
-#epoll_ctl($epfd, EPOLL_CTL_ADD, fileno $to_mplayer , EPOLLOUT ) >= 0 || die $!;
+sub load_subtitles;
sub load_movie {
warn "$movie ", -s $movie, " bytes $edl\n";
print $to_mplayer qq|loadfile "$movie"\n|;
- print $to_mplayer "get_property $_\n" foreach ( qw/metadata video_codec video_bitrate width height fps length/ );
+ load_subtitles;
}
our @subtitles;
+sub slide_jpg {
+ sprintf "%s/s/%d/%03d.jpg", $media_dir, @_;
+}
+
+sub oggThumb {
+ my $video = shift;
+ my $file = shift;
+ my $t = join(',', @_);
+ system "oggThumb -t $t -o jpg -n $file $video";
+}
+
+sub fmt_mmss {
+ my $t = shift;
+ return sprintf('%02d:%02d', int($t/60), int($t%60));
+}
+
sub html5tv {
+
+ if ( ! $prop->{width} || ! $prop->{height} ) {
+ warn "SKIP no size yet\n";
+ return;
+ }
+
+ if ( ! @subtitles ) {
+ warn "SKIP no subtitles yet\n";
+ return;
+ }
+
+ warn "html5tv";
+
my $sync;
my @slide_t;
+ my @videos;
+ my @frames;
+
foreach my $s ( @subtitles ) {
push @{ $sync->{htmlEvents}->{'#subtitle'} }, {
startTime => $s->[0],
- endTime => $s->[1],
- html => $s->[2],
+ endTime => $s->[1],
+ html => $s->[2],
};
+
+ if ( $s->[2] =~ m{video:(.+)} ) {
+ my $video = $1;
+ my $path = "$media_dir/$video";
+ if ( ! -e $path ) {
+ warn "MISSING $path: $!\n";
+ } else {
+ my $frame_dir = "$media_dir/s/$video";
+ system "mplayer -vo jpeg:outdir=$frame_dir,quality=95 -frames 1 -ss 0 -ao null -really-quiet $media_dir/$video"
+ if ! -e $frame_dir;
+ push @videos, [ @$s, $video ];
+ }
+ } elsif ( $s->[2] =~ m{slide:(\d+)\s+shot:(\d+\.\d+)} ) {
+ push @frames, [ $2, $1 ];
+ next;
+ }
+
next unless $s->[2] =~ m{\[(\d+)\]};
- my $res = ( $prop->{width} / 4 ) . 'x' . ( $prop->{height} / 4 );
push @{ $sync->{customEvents} }, {
startTime => $s->[0],
- endTime => $s->[1],
- action => 'chapterChange',
+ endTime => $s->[1],
+ action => 'chapterChange',
args => {
carousel => 'theCarousel',
id => "chapter$1",
- index => $1,
title => $s->[2],
description => $s->[2],
- src => sprintf('media/s/%s/p%03d.jpg', $res, $1),
+ src => slide_jpg( 4 => $1 ),
href => '',
},
};
push @slide_t, $s->[0];
}
- my $res = $prop->{width} . 'x' . $prop->{height};
+ if ( @frames ) {
+ rmdir $_ foreach glob "$media_dir/s/[124]";
+ my $hires = "$media_dir/s/hires";
+ mkdir $hires unless -e $hires;
+
+ oggThumb $movie, "$hires/.f%.jpg", map { $_->[0] } @frames;
+
+ foreach my $i ( 0 .. $#frames ) {
+ my $from = "$hires/.f$i.jpg";
+ my $to = "$hires/f" . $frames[$i]->[1] . '.jpg';
+ rename $from, $to || warn "can't rename $from -> $to: $!";
+ }
+
+ }
foreach ( 0 .. $#slide_t ) {
+ my $slide_nr = $_ + 1;
push @{ $sync->{htmlEvents}->{'#slide'} }, {
startTime => $slide_t[$_],
endTime => $slide_t[$_ + 1] || $prop->{length},
- html => sprintf( '<img src=media/s/%s/p%03d.jpg>', $res, $_ + 1 ),
+ html => '<img src=' . slide_jpg( 1 => $slide_nr ) . '>',
};
}
+ my @slides_hires = glob "$media_dir/s/hires/*";
+
+ my $path = "$media_dir/s";
+
+ if ( ! -d $path ) {
+ warn "create slides images in $path";
+ mkdir $path;
+ }
+
+ foreach my $hires ( @slides_hires ) {
+
+ my $im = Graphics::Magick->new;
+ $im->ReadImage( $hires );
+
+ my ($slide_width, $slide_height) = Graphics::Magick->new->Ping( $hires );
+ my $slide_aspect = $slide_width / $slide_height;
+
+ my $nr = $1 if $hires =~ m{(\d+)\.\w+$} || warn "can't find number in $hires";
+ next unless $nr;
+
+ foreach my $factor ( 1, 2, 4 ) {
+
+ mkdir "$path/$factor" unless -e "$path/$factor";
+
+ my $file = slide_jpg( $factor => $nr );
+ next if -e $file;
+
+ $min_slide_height = $prop->{height} if $prop->{height} > $min_slide_height;
+
+ my $w = $min_slide_height / $factor * $slide_aspect;
+ my $h = $min_slide_height / $factor;
+
+ warn "slide [$nr] $hires -> ${w}x${h} $file\n";
+
+ $im->Resize( width => $w, height => $h, filter => 13, blur => 0.9 );
+
+ my $c = 1; # $h / 10;
+ my %info = (
+ font => 'Sans', pointsize => $h / 10,
+ #text => "$factor = $w*$h",
+ text => " $nr ",
+ y => $c,
+ x => $c,
+ );
+ #warn "# info ", dump %info;
+ #warn dump $im->QueryFontMetrics( %info );
+ my ($x_ppem, $y_ppem, $ascender, $descender, $width, $height, $max_advance) = $im->QueryFontMetrics( %info );
+ my $background = Graphics::Magick->new( size => $width . 'x' . $height );
+ $background->ReadImage( 'xc:black' );
+ $im->Composite( image => $background, compose => 'Over', x => $c, y => $c, opacity => 75 );
+ $info{y} += $ascender;
+ $im->Annotate( fill => 'yellow', %info );
+ $im->Write( filename => $file );
+ }
+
+ }
+
+ my ($slide_width, $slide_height, $size, $format) = Graphics::Magick->new->Ping( slide_jpg( $slide_factor => 1 ) );
+
my $html5tv = {
sync => $sync,
video => $prop,
+ slide => {
+ width => $slide_width,
+ height => $slide_height,
+ },
};
- if ( $prop->{width} && $prop->{height} ) {
- foreach my $factor ( 4, 2, 1 ) {
- my $w = $prop->{width} / $factor;
- my $h = $prop->{height} / $factor;
-
- $html5tv->{slide} ||= {
- width => $w,
- height => $h,
- };
+ $html5tv->{html}->{video_tags} =
+ join("\n",
+ map {
+ my $s = $_;
+ my $id = $s->[3];
+ $id =~ s{\W+}{_}g;
+
+ push @{ $html5tv->{sync}->{customEvents} }, {
+ startTime => $s->[0],
+ endTime => $s->[1],
+ action => 'additional_video',
+ args => {
+ id => $id,
+ title => $s->[2],
+ description => $s->[2],
+ src => "$media_dir/s/1/00000001.jpg",
+ href => '',
+ },
+ };
+
+ qq|
+ <video id="$id" style="display: none" controls="controls" width="$html5tv->{video}->{width}px" height="$html5tv->{video}->{height}px">
+ <source src="$media_dir/$_->[3]" />
+ </video>
+ |
+ } @videos
+ )
+ ;
+
+ my @customEvents_sorted;
+
+ if ( ref $html5tv->{sync}->{customEvents} ne 'ARRAY' ) {
+ my $max =
+ warn "ERROR: no slide markers [1] .. [", scalar @slides_hires, "] in subtitles\n";
+ return;
+ } else {
+ @customEvents_sorted =
+ sort { $a->{startTime} <=> $b->{startTime} }
+ @{ $html5tv->{sync}->{customEvents} }
+ ;
+ }
- my $path = "www/media/s/${w}x${h}";
- if ( ! -d $path ) {
- mkdir $path;
- warn "created $path\n";
+ my $index = 1;
+
+ $_->{args}->{index} = $index++ foreach @customEvents_sorted;
+
+ warn "last customEvent $index\n";
+
+ $html5tv->{html}->{subtitles_table}
+ = qq|<table id="subtitles">|
+ . join("\n",
+ map {
+ my $s = fmt_mmss( $_->{startTime} );
+ my $e = fmt_mmss( $_->{endTime} );
+ qq|
+ <tr id="sub_$_->{index}">
+ <td class="seek_video"><a href="#$_->{startTime}">$s</a></td>
+ <td class="seek_video"><a href="#$_->{endTime}">$e</a></td>
+ <td>$_->{args}->{title}</td>
+ </tr>
+ |
}
+ @customEvents_sorted
+ )
+ . qq|</table><a href="$media_dir/video.srt">download subtitles</a>|
+ ;
+
+ my $hCalendar = '<div style="color: red">Create <tt>hCalendar.html</tt> to fill this space</div>';
+ my $hcal_path = "$media_dir/hCalendar.html";
+ if ( -e $hcal_path ) {
+ $html5tv->{hCalendar} = read_file $hcal_path;
+ my $tree = HTML::TreeBuilder->new;
+ $tree->parse_file($hcal_path);
+ if ( my $vevent = $tree->look_down( class => 'vevent' ) ) {
+ $html5tv->{title} = $vevent->look_down( class=> 'summary' )->as_trimmed_text;
}
}
- warn "html5tv ", dump $html5tv;
+ warn "# html5tv ", dump $html5tv if $debug;
- my $sync_path = 'www/media/video.js';
+ my $sync_path = "$media_dir/video.js";
write_file $sync_path, "var html5tv = " . to_json($html5tv) . " ;\n";
warn "sync $sync_path ", -s $sync_path, " bytes\n";
+ my $html = read_file 'www/tv.html';
+ $html =~ s|{([^}]+)}|my $n = $1; $n =~ s(\.)(}->{)g; eval "\$html5tv->{$n}"|egs ||
+ warn "no interpolation in template!";
+
+ write_file "www/_editing.html", $html;
+ $html =~ s{media/_editing}{media/$media_part}gs;
+ write_file "www/$media_part.html", $html;
+
+ my $carousel_width = $prop->{width} + $slide_width - 80;
+ $carousel_width -= $carousel_width % ( $slide_width + 6 ); # round to full slide
+ my $carousel_height = $slide_height + 2;
+
+ write_file "$media_dir/video.css", qq|
+
+.jcarousel-skin-ie7 .jcarousel-container-horizontal,
+.jcarousel-skin-ie7 .jcarousel-clip-horizontal {
+ width: ${carousel_width}px;
+ height: ${carousel_height}px;
+}
+
+.jcarousel-skin-ie7 .jcarousel-item {
+ width: ${slide_width}px;
+ height: ${slide_height}px;
+ margin: 0 2px 0 2px;
+}
+
+.active {
+ background-color: #ffc;
+}
+
+div#videoContainer {
+ width: $prop->{width}px;
+ height: $prop->{height}px;
+ font-family: Arial, Helvetica, sans-serif;
+ margin: 0 10px 0px 0;
+ position: relative;
+ display: inline;
+}
+
+div#subtitle {
+ bottom: 24px;
+ color: white;
+ font-size: 100%;
+ font-weight: bold;
+ height: 22px;
+ line-height: 1em;
+ margin: 0 0 0 0;
+ padding: 1px 10px 5px 10px ;
+ position: absolute;
+ text-align: center;
+ width: $html5tv->{video}->{width}px;
+}
+
+
+
+.jcarousel-skin-ie7 .jcarousel-item img:hover {
+// border-color: #555 !important;
+}
+
+.jcarousel-skin-ie7 .jcarousel-item:hover div.thumbnailOverlay {
+ visibility: visible !important;
+}
+
+.jcarousel-skin-ie7 .jcarousel-item div.thumbnailOverlay {
+ background: black;
+ bottom: 1px;
+ color: #00EEFF;
+ visibility: hidden;
+ font-size: 10px;
+ font-family: Arial, Verdana;
+ font-weight: bold;
+ line-height: 0.9em;
+ opacity: 0.5;
+ position: absolute;
+ text-align: center;
+ z-index: 10;
+ padding: 2px 0 2px 0;
+ width: ${slide_width}px;
+}
+
+.seek_video {
+ text-align: right;
+ font-family: monospace;
+}
+
+ |;
+
+ return 1;
}
return $srt;
}
+my @to_mplayer;
+
sub save_subtitles {
+
+ html5tv || return;
+
my $nr = 0;
my $srt = "\n";
foreach my $s ( @subtitles ) {
write_file $subtitles, $srt;
YAML::DumpFile "$subtitles.yaml", sort { $a->[0] <=> $b->[0] } @subtitles;
- print $to_mplayer "sub_remove\n";
- print $to_mplayer qq|sub_load "$subtitles"\n|;
- print $to_mplayer "sub_select 1\n";
-
- html5tv;
+ push @to_mplayer
+ , "sub_remove\n"
+ , qq|sub_load "$subtitles"\n|
+ , "sub_select 1\n"
+ ;
}
sub load_subtitles {
+ if ( ! -e "$subtitles.yaml" ) {
+ warn "no subtitles $subtitles to load\n";
+ return;
+ }
@subtitles = YAML::LoadFile "$subtitles.yaml";
warn "subtitles ", dump @subtitles;
save_subtitles;
}
-load_subtitles if -e "$subtitles.yaml";
-
sub edit_subtitles {
print $to_mplayer qq|pause\n|;
focus_term;
preroll $subtitles[ $#subtitles ]->[0], $line;
}
+our $pos;
+
sub time_pos {
print $to_mplayer qq|get_property time_pos\n|;
my $pos = <$from_mplayer>;
}
sub prev_subtitle {
- my $pos = time_pos;
- my $s = ( grep { $_->[0] < $pos } @subtitles )[0];
+ my $s = ( grep { $_->[0] < $pos } @subtitles )[-1] || return;
warn "<<<< subtitle ", sub_fmt $s;
preroll $s->[0], $s->[2];
# print $to_mplayer "set_property time_pos $s->[0]\n";
}
sub next_subtitle {
- my $pos = time_pos + $preroll;
- my $s = ( grep { $_->[0] > $pos } @subtitles )[0];
+ my $s = ( grep { $_->[0] > $pos } @subtitles )[0] || return;
warn ">>>> subtitle ", sub_fmt $s;
preroll $s->[0], $s->[2];
# print $to_mplayer "set_property time_pos $s->[0]\n";
sub current_subtitle {
my $callback = shift;
- my $pos = time_pos;
my $visible;
foreach my $nr ( 0 .. $#subtitles ) {
my $s = $subtitles[$nr];
load_movie;
-while ( my $events = epoll_wait($epfd, 10, 1000) ) { # Max 10 events returned, 1s timeout
-
- warn "no events" unless $events;
-
- foreach my $e ( @$events ) {
-# warn "# event: ", dump($e), $/;
+my $slides = HTML5TV::Slides->new(
+ sub {
+ my $t = shift;
+ my $nr = 0;
+ foreach my $s ( @subtitles ) {
+ $nr = $1 if $s->[2] =~ m{\[(\d+)\]} && $s->[0] < $t;
+ }
+ return $nr;
+ }
+);
- my $fileno = $e->[0];
- if ( $fileno == fileno STDIN ) {
- my $chr;
- sysread STDIN, $chr, 1;
- print $chr;
- } elsif ( $fileno == fileno $from_mplayer ) {
- my $chr;
- sysread $from_mplayer, $chr, 1;
- print $chr;
+sub from_mplayer {
+ my $line = shift;
+
+ if ( $line =~ m{V:\s+(\d+\.\d+)\s+} ) {
+ $pos = $1;
+ print "$pos\r";
+# $pos = $1 if $1 > 0.2; # mplayer demuxer report fake position while seeking
+ } elsif ( $line =~ m{Exiting} ) {
+ exit;
+ } elsif ( $line =~ m{ANS_(\w+)=(\S+)} ) {
+ $prop->{$1} = $2;
+ warn "prop $1 = $2\n";
+ } elsif ( $line =~ m{No bind found for key '(.+)'} ) {
+
+ # XXX keyboard shortcuts
+
+ $1 eq 'c' ? repl
+ : $1 eq ',' ? add_subtitle
+ : $1 eq 'F1' ? prev_subtitle
+ : $1 eq 'F2' ? move_subtitle( -0.3 )
+ : $1 eq 'F3' ? move_subtitle( +0.3 )
+ : $1 eq 'F4' ? next_subtitle
+ : $1 eq 'F5' ? save_subtitles
+ : $1 eq 'F9' ? add_subtitle
+ : $1 eq 'F12' ? edit_subtitles
+ : warn "CUSTOM $1\n"
+ ;
+
+ } elsif ( $line =~ m{EDL}i ) {
+
+ print $to_mplayer qq|osd_show_text "$line"\n|;
+
+ if ( $line =~ m{start}i ) {
+ push @subtitles, [ $pos, $pos, '-' ];
+ } else {
+ $subtitles[ $#subtitles ]->[1] = $pos;
+ }
+ } elsif ( $line =~ m{(shot\d+.png)} ) {
+ my $shot = $1;
+ warn "shot $pos $shot\n";
- if ( $chr =~ m{[\n\r]} ) {
+ my @existing_slides = glob("$media_dir/s/hires/*");
+ my $nr = $#existing_slides + 2;
- exit if $line =~ m{Exiting};
+ push @subtitles, [ $pos, $pos, "slide:$nr shot:$pos" ];
- if ( $line =~ m{ANS_(\w+)=(\S+)} ) {
- $prop->{$1} = $2;
- warn "prop $1 = $2\n";
- } elsif ( $line =~ m{No bind found for key '(.+)'} ) {
+ warn "slide $nr from video $pos file $shot\n";
+ save_subtitles;
+ } else {
+ warn "IGNORE $line";
+ }
- # XXX keyboard shortcuts
+}
- $1 eq 'c' ? repl
- : $1 eq ',' ? add_subtitle
- : $1 eq 'F1' ? prev_subtitle
- : $1 eq 'F2' ? move_subtitle( -0.3 )
- : $1 eq 'F3' ? move_subtitle( +0.3 )
- : $1 eq 'F4' ? next_subtitle
- : $1 eq 'F2' ? move_subtitle( -0.3 )
- : $1 eq 'F3' ? move_subtitle( +0.3 )
- : $1 eq 'F9' ? add_subtitle
- : $1 eq 'F12' ? edit_subtitles
- : warn "CUSTOM $1\n"
- ;
+push @to_mplayer, "get_property $_\n" foreach grep { ! $prop->{$_} } ( qw/metadata video_codec video_bitrate width height fps length/ );
- } elsif ( $line =~ m{EDL}i ) {
+my $t = time;
+my $line;
- print $to_mplayer qq|osd_show_text "$line"\n|;
+while ( 1 ) {
- if ( my $pos = time_pos ) {
- if ( $line =~ m{start}i ) {
- push @subtitles, [ $pos, $pos, '-' ];
- } else {
- $subtitles[ $#subtitles ]->[1] = $pos;
- }
- }
- }
+ my $dt = time - $t;
+ if ( abs($dt) > 0.7 ) {
+warn "dt $dt\n";
+ $slides->show( $pos );
+ $t = time;
+ }
+ foreach my $fd ( $select->can_read(0.1) ) {
+ if ( $fd == $from_mplayer ) {
+ my $ch;
+ sysread $from_mplayer, $ch, 1;
+ if ( $ch =~ m{[\n\r]} ) {
+ from_mplayer $line;
$line = '';
} else {
- $line .= $chr;
+ $line .= $ch;
}
-
-
- } elsif ( $fileno == fileno $to_mplayer ) {
-# warn "command";
} else {
- die "invalid fileno $fileno";
+ warn "unknown fd $fd";
}
}
+ if ( my $cmd = shift @to_mplayer ) {
+ warn ">>>> $cmd\n";
+ print $to_mplayer $cmd;
+ }
+
}
projects / HTML5TV.git / blobdiff