8 use IPC::Open3 qw(open3);
10 use Data::Dump qw(dump);
15 use Time::HiRes qw(time);
16 use File::Path qw(rmtree);
21 use HTML5TV::hCalendar;
23 my $debug = $ENV{DEBUG} || 0;
24 my $generate = $ENV{GENERATE} || 0;
26 my $video_url; # override mplayer movie url
29 'video-url=s' => \$video_url,
32 my $movie = shift @ARGV;
34 sub base_dir { $1 if $_[0] =~ m{^(.+)/[^/]+$} }
35 sub base_name { $1 if $_[0] =~ m{^.+/([^/]+)$} }
37 if ( ! $movie && -e 'media/_editing' ) {
38 $movie = 'media/' . readlink('media/_editing') . '/video.ogv';
39 warn "using media/_editing -> $movie\n";
40 } elsif ( -d $movie && $movie =~ m{media/} ) {
41 $movie .= '/video.ogv';
42 } elsif ( -f $movie && $movie =~ m{\.og[vg]\b}i ) {
43 my $movie_master = $movie;
44 $movie = base_dir($movie) . '/video.ogv';
45 unlink $movie if -e $movie;
46 symlink base_name($movie_master), $movie;
47 warn "symlink video.ogv -> $movie_master";
48 } elsif ( $video_url ) {
49 warn "video_url: $video_url\n";
51 die "Usage: $0 media/conference-Title_of_talk[/video.ogv'\n";
54 my $media_part = my $media_dir = base_dir($movie);
55 $media_part =~ s{media/}{};
56 $media_part =~ s{/$}{};
58 unlink 'media/_editing';
59 symlink $media_part, 'media/_editing';
61 warn "# media_part $media_part\n";
63 my $edl = "/dev/shm/edl";
64 my $subtitles = $movie;
65 $subtitles =~ s{\.\w+$}{.srt};
69 my $slide_factor = 4; # 1/4 size of video
71 my $min_slide_height = 480;
78 my @mplayer_command = (
82 # '-msglevel', 'demux=9', '-msgmodule',
85 '-vf' => 'screenshot',
88 push @mplayer_command, qw/ -vo null -ao null / if $generate;
90 my $pid = open3( $to_mplayer, $from_mplayer, $err_mplayer, @mplayer_command );
92 my $select = IO::Select->new();
93 #$select->add( \*STDIN );
94 $select->add( $from_mplayer );
95 #$select->add( $err_mplayer );
100 warn "$movie ", -s $movie, " bytes $edl\n";
101 my $url = $video_url || $movie;
102 warn "loadfile $url\n";
103 print $to_mplayer qq|loadfile "$url"\n|;
108 my $term_id = `xdotool getwindowfocus`;
113 $mplayer_id ||= `xdotool search mplayer`;
114 warn "focus_mplayer $mplayer_id\n";
115 system "xdotool windowactivate $mplayer_id"
119 warn "focus_term $term_id\n";
120 system "xdotool windowactivate $term_id";
126 my ( $to, $osd ) = @_;
128 my $preroll_to = $to - $preroll;
129 $preroll_to = 0 if $preroll_to < 0;
130 print $to_mplayer "set_property time_pos $preroll_to\n";
131 my $osd_ms = ( $to - time_pos() ) * 1000;
132 print $to_mplayer "get_property time_pos\n";
133 print $to_mplayer "osd_show_text \"PREROLL $osd\"\n"; # $osd_ms\n";
134 warn "PREROLL $to -> $pos [$osd_ms] $osd\n";
135 print $to_mplayer "play\n";
148 print $to_mplayer $cmd;
155 sprintf "%s/s/%d/%03d.jpg", $media_dir, @_;
161 my $t = join(',', @_);
162 system "oggThumb -t $t -o jpg -n $file $video";
167 return sprintf('%02d:%02d', int($t/60), int($t%60));
170 my %escape = ('<'=>'<', '>'=>'>', '&'=>'&', '"'=>'"');
171 my $escape_re = join '|' => keys %escape;
173 my $what = join('',@_);
174 $what =~ s/($escape_re)/$escape{$1}/gs;
175 warn "XXX html_escape $what\n";
181 if ( ! $prop->{width} || ! $prop->{height} ) {
182 warn "SKIP no size yet\n" if $debug;
186 if ( ! @subtitles ) {
187 warn "SKIP no subtitles yet\n";
200 foreach my $s ( @subtitles ) {
201 push @{ $sync->{htmlEvents}->{'#subtitle'} }, {
202 startTime => $s->[0],
207 if ( $s->[2] =~ m{video:(.+)} ) {
209 my $path = "$media_dir/$video";
211 warn "MISSING $path: $!\n";
213 my $frame_dir = "$media_dir/s/$video";
214 system "mplayer -vo jpeg:outdir=$frame_dir,quality=95 -frames 1 -ss 0 -ao null -really-quiet $media_dir/$video"
216 push @videos, [ @$s, $video ];
218 } elsif ( $s->[2] =~ m{slide:(\d+)\s+shot:(\d+\.\d+)} ) {
219 push @frames, [ $2, $1 ] unless -e "$media_dir/s/hires/f$1.jpg";
223 next unless $s->[2] =~ m{\[(\d+)\]};
226 push @{ $sync->{customEvents} }, {
227 startTime => $s->[0],
229 action => 'chapterChange',
231 carousel => 'theCarousel',
234 description => $s->[2],
235 src => slide_jpg( 4 => $1 ),
240 push @slide_t, $s->[0];
243 foreach ( 0 .. $#slide_t ) {
244 my $slide_nr = $_ + 1;
245 push @{ $sync->{htmlEvents}->{'#slide'} }, {
246 startTime => $slide_t[$_],
247 endTime => $slide_t[$_ + 1] || $prop->{length},
248 html => '<img src=' . slide_jpg( 1 => $slide_nr ) . '>',
253 my $max_slide_height = 480; # XXX
255 my $path = "$media_dir/s";
256 my $hires = "$media_dir/s/hires";
259 warn "create slides in $path";
265 foreach my $path ( glob "$media_dir/presentation*.pdf" ) {
266 $path = $media_dir . '/' . readlink($path) if -l $path;
268 warn "render pdf slides from $path\n";
269 system "pdftoppm -png -r 100 '$path' $hires/p.$nr";
276 foreach my $path ( sort glob "$hires/p.*" ) {
277 rename $path, sprintf("$hires/p%03d.png", $slide++);
283 warn "create slides from video frames";
284 # rmdir $_ foreach glob "$media_dir/s/[124]";
286 oggThumb $movie, "$hires/.f%.jpg", map { $_->[0] } @frames;
288 foreach my $i ( 0 .. $#frames ) {
289 my $from = "$hires/.f$i.jpg";
290 my $to = "$hires/f" . $frames[$i]->[1] . '.jpg';
291 rename $from, $to || warn "can't rename $from -> $to: $!";
297 my @slides_hires = glob "$hires/*";
300 foreach my $hires ( @slides_hires ) {
302 my ($slide_width, $slide_height) = Graphics::Magick->new->Ping( $hires );
303 my $slide_aspect = $slide_width / $slide_height;
305 my $nr = $1 if $hires =~ m{(\d+)\.\w+$} || warn "can't find number in $hires";
310 foreach my $factor ( 1, 2, 4 ) {
312 mkdir "$path/$factor" unless -e "$path/$factor";
314 my $file = slide_jpg( $factor => $nr );
317 my $w = int( $max_slide_height / $factor * $slide_aspect );
318 my $h = int( $max_slide_height / $factor );
320 warn "slide [$nr] $hires -> ${w}x${h} $file\n";
323 warn "loading $hires ", -s $hires, " bytes\n";
324 $im = Graphics::Magick->new;
325 $im->ReadImage( $hires );
327 $im->Resize( width => $w, height => $h, filter => 13, blur => 0.9 );
329 my $c = 1; # $h / 10;
331 font => 'Sans', pointsize => $h / 10,
332 #text => "$factor = $w*$h",
340 #warn "# info ", dump %info;
341 #warn dump $im->QueryFontMetrics( %info );
342 my ($x_ppem, $y_ppem, $ascender, $descender, $width, $height, $max_advance) = $im->QueryFontMetrics( %info );
343 my $background = Graphics::Magick->new( size => $width . 'x' . $height );
344 $background->ReadImage( 'xc:black' );
345 $im->Composite( image => $background, compose => 'Over', x => $c, y => $c, opacity => 75 );
346 $info{y} += $ascender;
347 $im->Annotate( fill => 'yellow', %info );
351 $im->Write( filename => $file );
357 my $bars = "$path/bars.png";
358 if ( 1 || ! -e $bars ) { # FIXME
359 my $im = Graphics::Magick->new;
360 $im->ReadImage( "$media_dir/../SMPTE_Color_Bars.svg" );
361 my ($slide_width, $slide_height) = Graphics::Magick->new->Ping( slide_jpg( 1 => 1 ) );
362 $im->Resize( width => $slide_width, height => $slide_height );
363 $im->Write( filename => $bars );
364 warn "created $bars ", -s $bars, " bytes\n";
368 my ($slide_width, $slide_height, $size, $format) = Graphics::Magick->new->Ping( slide_jpg( 1 => 1 ) );
369 my ($c_slide_width, $c_slide_height) = Graphics::Magick->new->Ping( slide_jpg( $slide_factor => 1 ) );
375 width => $slide_width,
376 height => $slide_height,
379 width => $c_slide_width,
380 height => $c_slide_height,
384 $html5tv->{html}->{video_tags} =
391 push @{ $html5tv->{sync}->{customEvents} }, {
392 startTime => $s->[0],
394 action => 'additional_video',
398 description => $s->[2],
399 src => "$media_dir/s/$s->[3]/00000001.jpg",
405 <video id="$id" style="display: none" controls="controls" width="$html5tv->{video}->{width}px" height="$html5tv->{video}->{height}px">
406 <source src="$media_dir/$_->[3]" />
413 my @customEvents_sorted;
415 if ( ref $html5tv->{sync}->{customEvents} ne 'ARRAY' ) {
417 warn "ERROR: no slide markers [1] .. [", scalar @slides_hires, "] in subtitles\n";
420 @customEvents_sorted =
421 sort { $a->{startTime} <=> $b->{startTime} }
422 @{ $html5tv->{sync}->{customEvents} }
428 $_->{args}->{index} = $index++ foreach @customEvents_sorted;
430 warn "last customEvent $index\n";
432 $html5tv->{html}->{subtitles_table}
434 <table id="subtitles">
435 <tr><th>⇤</th><th>⇥</th><th>#</th><th>slide</th></tr>
439 my $s = $_->{startTime};
440 my $e = $_->{endTime};
442 my $t = html_escape( $_->{args}->{title} );
444 $slide = $1 if $t =~ s{\s*\[(\d+)\]\s*}{};
446 my ( $s_f, $e_f ) = map { fmt_mmss $_ } ( $s, $e );
450 <td class="seek_video"><a href="#$s">$s_f</a></td>
451 <td class="seek_video"><a href="#$e">$e_f</a></td>
452 <td class="slide">$slide</td>
462 my $hCalendar = '<div style="color: red">Create <tt>hCalendar.html</tt> to fill this space</div>';
463 my $hcal_path = "$media_dir/hCalendar.html";
464 if ( -e $hcal_path ) {
465 $html5tv->{hCalendar} = read_file $hcal_path;
466 my $hcal = HTML5TV::hCalendar->new( $hcal_path );
467 $html5tv->{title} = $hcal->summary;
470 foreach my $file ( qw/video.ogv presentation.pdf video.srt video.srt.yaml/ ) {
471 my $path = "$media_dir/$file";
473 $type = $1 if $file =~ m{\.([^\.]+)$};
475 $html5tv->{html}->{download} .= qq|<a href="$path" title="$file $size bytes">$type</a> |;
478 warn "# html5tv ", dump $html5tv if $debug;
480 my $html = read_file 'www/tv.html';
481 $html =~ s|{([^}]+)}|my $n = $1; $n =~ s(\.)(}->{)g; eval "\$html5tv->{$n}"|egs ||
482 warn "no interpolation in template!";
484 write_file "www/_editing.html", $html;
485 $html =~ s{media/_editing}{media/$media_part}gs;
486 write_file "www/$media_part.html", $html;
488 my $sync_path = "$media_dir/video.js";
489 delete $html5tv->{html};
490 write_file $sync_path, "var html5tv = " . to_json($html5tv) . " ;\n";
491 warn "sync $sync_path ", -s $sync_path, " bytes\n";
493 # video + full-sized slide on right
494 my $carousel_width = $prop->{width} + $slide_width;
495 $carousel_width -= $carousel_width % ( $c_slide_width + 6 ); # round to full slide
496 my $carousel_height = $c_slide_height + 2;
499 write_file "$media_dir/video.css", qq|
501 .jcarousel-skin-ie7 .jcarousel-container-horizontal,
502 .jcarousel-skin-ie7 .jcarousel-clip-horizontal {
503 width: ${carousel_width}px;
504 height: ${carousel_height}px;
507 .jcarousel-skin-ie7 .jcarousel-item {
508 width: ${c_slide_width}px;
509 height: ${c_slide_height}px;
514 // width: $prop->{width}px;
515 // height: $prop->{height}px;
516 margin: 0 10px 0px 0;
520 div#slide_border, div#slide {
521 width: ${slide_width}px;
522 height: ${slide_height}px;
527 width: $html5tv->{video}->{width}px;
532 .jcarousel-skin-ie7 .jcarousel-item div.thumbnailOverlay {
533 width: ${c_slide_width}px;
544 my $hh = int( $t / 3600 );
546 my $mm = int( $t / 60 );
548 my $srt = sprintf "%02d:%02d:%04.1f", $hh, $mm, $t;
557 DumpFile "$subtitles.yaml", sort { $a->[0] <=> $b->[0] } @subtitles if @subtitles;
563 foreach my $s ( @subtitles ) {
565 . t_srt( $s->[0] ) . " --> " . t_srt( $s->[1] ) . "\n"
571 write_file $subtitles, $srt;
575 , qq|sub_load "$subtitles"\n|
580 sub annotate_subtitles;
583 if ( ! -e "$subtitles.yaml" ) {
584 warn "no subtitles $subtitles to load\n";
587 @subtitles = LoadFile "$subtitles.yaml";
588 warn "subtitles ", dump @subtitles;
594 print $to_mplayer qq|pause\n|;
598 open( my $fh, '<', "$subtitles.yaml" ) || die $1;
600 last if /^-\s([\d\.]+)/ && $1 > $pos;
601 $jump_to = $line - 1 if /^---/;
605 system( qq|vi +$jump_to "$subtitles.yaml"| ) == 0 and load_subtitles;
611 foreach my $path ( sort glob "$media_dir/presentation*.pdf" ) {
616 system "pdftotext '$path'" unless -e $txt;
618 my $slides = read_file $txt;
619 my @s = ( map { [ split(/[\n\r]+/, $_) ] } split(/\f/, $slides) );
622 $slide_line++ if $s[1]->[$slide_line] eq $s[2]->[$slide_line]; # skip header
624 foreach my $s ( @s ) {
625 push @slide_titles, $s->[$slide_line];
628 warn "# slides titles ", dump(@slide_titles);
631 sub annotate_subtitles {
632 return unless @slide_titles;
633 foreach my $s ( @subtitles ) {
634 if ( $s->[2] =~ m{^\[(\d+)\]$} ) {
635 if ( my $title = $slide_titles[ $1 - 1 ] ) {
636 $s->[2] = "[$1] " . substr($title,0,40);
637 warn "annotated [$1] $title\n";
647 foreach ( 0 .. $#subtitles ) {
648 my $i = $#subtitles - $_;
649 $last_slide = $1 if $subtitles[$i]->[2] =~ m/\[(\d+)\]/;
653 if ( $last_slide && $subtitles[ $#subtitles ]->[2] ne '-' || ! @subtitles ) {
655 # quick add next slide for Takahashi method presentations
656 # with a lot of transitions
657 my $nr = $last_slide + 1;
659 $text .= ' ' . $slide_titles[ $nr - 1 ] if defined $slide_titles[ $nr - 1 ];
660 warn "add slide $text";
661 push @subtitles, [ $pos, $pos + 1, $text ];
667 print $to_mplayer qq|pause\n|;
669 warn "subtitles ", dump( @subtitles ), "\nnext: [", $last_slide + 1, "]\n";
675 $subtitles[ $#subtitles ]->[2] = $line if defined $line;
679 preroll $subtitles[ $#subtitles ]->[0], $line;
683 print $to_mplayer qq|get_property time_pos\n|;
684 my $line = <$from_mplayer>;
685 if ( $line =~ m{^ANS_time_pos=(\d+\.\d+)} ) {
686 warn "# time_pos $1\n";
694 sprintf "%1.5f - %1.5f %s %s\n", @$s, join(' | ',@_);
698 my $s = ( grep { $_->[0] < $pos } @subtitles )[-1] || return;
699 warn "<<<< subtitle ", sub_fmt $s;
700 preroll $s->[0], $s->[2];
701 # print $to_mplayer "set_property time_pos $s->[0]\n";
705 my $s = ( grep { $_->[0] > $pos } @subtitles )[0] || return;
706 warn ">>>> subtitle ", sub_fmt $s;
707 preroll $s->[0], $s->[2];
708 # print $to_mplayer "set_property time_pos $s->[0]\n";
711 sub current_subtitle {
712 my $callback = shift;
714 foreach my $nr ( 0 .. $#subtitles ) {
715 my $s = $subtitles[$nr];
716 if ( $s->[0] <= $pos && $s->[1] >= $pos ) {
717 warn sub_fmt $s, $pos;
719 $callback->( $visible, $pos ) if $callback;
720 return ( $visible, $pos );
723 warn "# $pos no visible subtitle\n";
728 current_subtitle( sub {
729 my ( $nr, $pos ) = @_;
730 my $new_start = $subtitles[$nr]->[0] += $offset;
731 warn "subtitle $nr $pos $offset $new_start\n";
733 preroll $new_start, "$pos $offset $new_start";
739 # XXX main epool loop
743 my $slides = HTML5TV::Slides->new(
745 my $t = shift || return;
747 foreach my $s ( @subtitles ) {
748 $nr = $1 if $s->[2] =~ m{\[(\d+)\]} && $s->[0] < $t;
758 if ( $line =~ m{V:\s*(\d+\.\d+)\s+} ) {
761 # $pos = $1 if $1 > 0.2; # mplayer demuxer report fake position while seeking
762 } elsif ( $line =~ m{Exiting} ) {
764 } elsif ( $line =~ m{ANS_(\w+)=(\S+)} ) {
766 warn "prop $1 = $2\n";
767 } elsif ( $line =~ m{No bind found for key '(.+)'} ) {
769 # XXX keyboard shortcuts
772 : $1 eq ',' ? add_subtitle
773 : $1 eq 'F1' ? prev_subtitle
774 : $1 eq 'F2' ? move_subtitle( -0.3 )
775 : $1 eq 'F3' ? move_subtitle( +0.3 )
776 : $1 eq 'F4' ? next_subtitle
777 : $1 eq 'F5' ? save_subtitles
778 : $1 eq 'F9' ? add_subtitle
779 : $1 eq 'F12' ? edit_subtitles
783 } elsif ( $line =~ m{EDL}i ) {
785 print $to_mplayer qq|osd_show_text "$line"\n|;
787 if ( $line =~ m{start}i ) {
788 push @subtitles, [ $pos, $pos, '-' ];
790 $subtitles[ $#subtitles ]->[1] = $pos;
792 } elsif ( $line =~ m{(shot\d+.png)} ) {
794 warn "shot $pos $shot\n";
796 my @existing_slides = glob("$media_dir/s/hires/*");
797 my $nr = $#existing_slides + 2;
799 push @subtitles, [ $pos, $pos, "slide:$nr shot:$pos" ];
801 warn "slide $nr from video $pos file $shot\n";
803 } elsif ( $line =~ m{File not found} ) {
806 warn "IGNORE $line\n"; # if $debug;
811 my @mplayer_prop = ( qw/metadata video_codec video_bitrate width height fps/ );
813 if ( my $l = `oggLength $movie` ) {
815 $prop->{length} = $l;
816 warn "$movie length ", fmt_mmss( $l );
818 push @mplayer_prop, 'length' unless $prop->{length};
820 push @to_mplayer, "get_property $_\n" foreach grep { ! $prop->{$_} } @mplayer_prop;
824 push @to_mplayer, 'pause' if $generate;
829 if ( abs($dt) > 0.2 ) {
831 $slides->show( $pos, $prop->{length}, @subtitles ) if $prop->{length} && ! $ENV{GENERATE};
835 foreach my $fd ( $select->can_read(0.1) ) {
836 if ( $fd == $from_mplayer ) {
838 sysread $from_mplayer, $ch, 1;
839 if ( $ch =~ m{[\n\r]} ) {
846 warn "unknown fd $fd";
850 if ( my $cmd = shift @to_mplayer ) {
852 print $to_mplayer $cmd;
855 if ( $generate && html5tv() ) {