use strict;
use IPC::Open3 qw(open3);
-use IO::Epoll;
+use IO::Select;
use Data::Dump qw(dump);
use File::Slurp;
use YAML;
use JSON;
use HTML::TreeBuilder;
use Graphics::Magick;
+use Time::HiRes qw(time);
+use File::Path qw(rmtree);
+
+use lib 'lib';
+use HTML5TV::Slides;
my $debug = $ENV{DEBUG} || 0;
warn "using media/_editing -> $movie\n";
} elsif ( -d $movie && $movie =~ m{media/} ) {
$movie .= '/video.ogv';
-} elsif ( -f $movie && $movie !~ m{video\.ogv} ) {
+} elsif ( -f $movie && $movie =~ m{\.og[vg]$}i ) {
my $movie_master = $movie;
$movie = base_dir($movie) . '/video.ogv';
- if ( ! -e $movie ) {
- symlink base_name($movie_master), $movie;
- warn "symlink video.ogv -> $movie_master";
- } else {
- warn "using symlink video.ogv -> ", readlink $movie;
- }
-} elsif ( -f $movie ) {
- warn "using video $movie";
+ unlink $movie if -e $movie;
+ symlink base_name($movie_master), $movie;
+ warn "symlink video.ogv -> $movie_master";
} else {
die "Usage: $0 media/conference-Title_of_talk[/video.ogv'\n";
}
my $slide_factor = 4; # 1/4 size of video
+my $min_slide_height = 480;
+
our $to_mplayer;
our $from_mplayer;
our $err_mplayer;
my $pid = open3( $to_mplayer, $from_mplayer, $err_mplayer,
'mplayer',
'-slave', '-idle',
- '-quiet',
+# '-quiet',
+# '-msglevel', 'demux=9', '-msgmodule',
'-edlout', $edl,
'-osdlevel', 3,
'-vf' => 'screenshot',
);
-my $epfd = epoll_create(10);
-
-epoll_ctl($epfd, EPOLL_CTL_ADD, fileno STDIN , EPOLLIN ) >= 0 || die $!;
-epoll_ctl($epfd, EPOLL_CTL_ADD, fileno $from_mplayer , EPOLLIN ) >= 0 || die $!;
-#epoll_ctl($epfd, EPOLL_CTL_ADD, fileno $to_mplayer , EPOLLOUT ) >= 0 || die $!;
+my $select = IO::Select->new();
+#$select->add( \*STDIN );
+$select->add( $from_mplayer );
+#$select->add( $err_mplayer );
sub load_subtitles;
sub load_movie {
warn "$movie ", -s $movie, " bytes $edl\n";
print $to_mplayer qq|loadfile "$movie"\n|;
- print $to_mplayer "get_property $_\n" foreach ( qw/metadata video_codec video_bitrate width height fps length/ );
load_subtitles;
}
system "xdotool windowactivate $term_id";
}
+our $pos;
+
sub preroll {
- my ( $pos, $osd ) = @_;
+ my ( $to, $osd ) = @_;
$osd =~ s{\W+}{ }gs;
- warn "PREROLL $pos $osd\n";
- print $to_mplayer "osd_show_text \"PREROLL $osd\" ", $preroll * 1000, "\n";
- my $to = $pos - $preroll;
- $to = 0 if $to < 0;
- print $to_mplayer "set_property time_pos $to\n";
+ my $preroll_to = $to - $preroll;
+ $preroll_to = 0 if $preroll_to < 0;
+ print $to_mplayer "set_property time_pos $preroll_to\n";
+ my $osd_ms = ( $to - time_pos() ) * 1000;
print $to_mplayer "get_property time_pos\n";
+ print $to_mplayer "osd_show_text \"PREROLL $osd\"\n"; # $osd_ms\n";
+ warn "PREROLL $to -> $pos [$osd_ms] $osd\n";
print $to_mplayer "play\n";
}
return;
}
+ warn "html5tv";
my $sync;
}
if ( @frames ) {
+ rmdir $_ foreach glob "$media_dir/s/[124]";
my $hires = "$media_dir/s/hires";
mkdir $hires unless -e $hires;
+
oggThumb $movie, "$hires/.f%.jpg", map { $_->[0] } @frames;
foreach my $i ( 0 .. $#frames ) {
my $to = "$hires/f" . $frames[$i]->[1] . '.jpg';
rename $from, $to || warn "can't rename $from -> $to: $!";
}
+
}
foreach ( 0 .. $#slide_t ) {
foreach my $hires ( @slides_hires ) {
- my $im = Graphics::Magick->new;
- $im->ReadImage( $hires );
-
my ($slide_width, $slide_height) = Graphics::Magick->new->Ping( $hires );
my $slide_aspect = $slide_width / $slide_height;
my $nr = $1 if $hires =~ m{(\d+)\.\w+$} || warn "can't find number in $hires";
next unless $nr;
+ my $im;
+
foreach my $factor ( 1, 2, 4 ) {
mkdir "$path/$factor" unless -e "$path/$factor";
my $file = slide_jpg( $factor => $nr );
next if -e $file;
- my $w = $prop->{height} / $factor * $slide_aspect;
- my $h = $prop->{height} / $factor;
+ $min_slide_height = $prop->{height} if $prop->{height} > $min_slide_height;
+
+ my $w = int( $min_slide_height / $factor * $slide_aspect );
+ my $h = int( $min_slide_height / $factor );
warn "slide [$nr] $hires -> ${w}x${h} $file\n";
+ if ( ! $im ) {
+ warn "loading $hires ", -s $hires, " bytes\n";
+ $im = Graphics::Magick->new;
+ $im->ReadImage( $hires );
+ }
$im->Resize( width => $w, height => $h, filter => 13, blur => 0.9 );
- my $c = $h / 10;
+ my $c = 1; # $h / 10;
my %info = (
font => 'Sans', pointsize => $h / 10,
#text => "$factor = $w*$h",
y => $c,
x => $c,
);
+
+ if (0) {
+
#warn "# info ", dump %info;
#warn dump $im->QueryFontMetrics( %info );
my ($x_ppem, $y_ppem, $ascender, $descender, $width, $height, $max_advance) = $im->QueryFontMetrics( %info );
$im->Composite( image => $background, compose => 'Over', x => $c, y => $c, opacity => 75 );
$info{y} += $ascender;
$im->Annotate( fill => 'yellow', %info );
+
+ } # Annotate
+
$im->Write( filename => $file );
}
}
- my $slide_overview = Graphics::Magick->new;
-
- foreach my $slide (
- sort {
- my $n_a = $1 if $a =~ m{(\d+)};
- my $n_b = $1 if $b =~ m{(\d+)};
- $n_a <=> $n_b || $a cmp $b
- } glob("$media_dir/s/2/*")
- ) {
- my $s = Graphics::Magick->new;
- $s->ReadImage( $slide );
- push @$slide_overview, $s;
+
+ my $bars = "$path/bars.png";
+ if ( 1 || ! -e $bars ) { # FIXME
+ my $im = Graphics::Magick->new;
+ $im->ReadImage( "$media_dir/../SMPTE_Color_Bars.svg" );
+ my ($slide_width, $slide_height) = Graphics::Magick->new->Ping( slide_jpg( 1 => 1 ) );
+ $im->Resize( width => $slide_width, height => $slide_height );
+ $im->Write( filename => $bars );
+ warn "created $bars ", -s $bars, " bytes\n";
}
- my $montage = $slide_overview->Montage(
- geometry => "320x200+5+5>",
- tile => '3x+10+10',
- compose => 'over',
- background => '#ffffff',
- font => 'Sans', pointsize => 18, fill => '#ff0', stroke => 'none',
- shadow => 'true',
- );
- $montage->Set( matte => 'false' );
- $montage->Write( filename => "$media_dir/s/overview.jpg" );
-# $montage->Write('win:'); # blocks
my ($slide_width, $slide_height, $size, $format) = Graphics::Magick->new->Ping( slide_jpg( $slide_factor => 1 ) );
)
;
- sub customEvents_sorted {
-
- if ( ref $html5tv->{sync}->{customEvents} ne 'ARRAY' ) {
- my $max =
- warn "ERROR: no slide markers [1] .. [", scalar @slides_hires, "] in subtitles\n";
- return;
- }
+ my @customEvents_sorted;
+ if ( ref $html5tv->{sync}->{customEvents} ne 'ARRAY' ) {
+ my $max =
+ warn "ERROR: no slide markers [1] .. [", scalar @slides_hires, "] in subtitles\n";
+ return;
+ } else {
+ @customEvents_sorted =
sort { $a->{startTime} <=> $b->{startTime} }
@{ $html5tv->{sync}->{customEvents} }
+ ;
}
my $index = 1;
- $_->{args}->{index} = $index++ foreach customEvents_sorted;
+ $_->{args}->{index} = $index++ foreach @customEvents_sorted;
warn "last customEvent $index\n";
</tr>
|
}
- customEvents_sorted
+ @customEvents_sorted
)
. qq|</table><a href="$media_dir/video.srt">download subtitles</a>|
;
return $srt;
}
+my @to_mplayer;
+
sub save_subtitles {
html5tv || return;
write_file $subtitles, $srt;
YAML::DumpFile "$subtitles.yaml", sort { $a->[0] <=> $b->[0] } @subtitles;
- print $to_mplayer "sub_remove\n";
- print $to_mplayer qq|sub_load "$subtitles"\n|;
- print $to_mplayer "sub_select 1\n";
+ push @to_mplayer
+ , "sub_remove\n"
+ , qq|sub_load "$subtitles"\n|
+ , "sub_select 1\n"
+ ;
}
sub load_subtitles {
focus_mplayer;
}
+
+my @slide_titles;
+if ( -e "$media_dir/presentation.txt" ) {
+ my $slides = read_file "$media_dir/presentation.txt";
+ my @s = map { [ split(/[\n\r]+/, $_) ] } split(/\f/, $slides);
+
+ my $slide_line = 0;
+ $slide_line++ if $s[1]->[$slide_line] eq $s[2]->[$slide_line]; # skip header
+
+ foreach my $s ( @s ) {
+ push @slide_titles, $s->[$slide_line];
+ }
+
+ warn "# slides titles ", dump @slide_titles;
+}
+
+
sub add_subtitle {
+
+ my $last_slide;
+ foreach ( 0 .. $#subtitles ) {
+ my $i = $#subtitles - $_;
+ $last_slide = $1 if $subtitles[$i]->[2] =~ m/\[(\d+)\]/;
+ last if $last_slide;
+ }
+
+ if ( $last_slide && $subtitles[ $#subtitles ]->[2] ne '-' || ! @subtitles ) {
+
+ # quick add next slide for Takahashi method presentations
+ # with a lot of transitions
+ my $nr = $last_slide + 1;
+ my $text = "[$nr]";
+ $text .= ' ' . $slide_titles[ $nr - 1 ] if defined $slide_titles[ $nr - 1 ];
+ warn "add slide $text";
+ push @subtitles, [ $pos, $pos + 1, $text ];
+ save_subtitles;
+ return;
+
+ }
+
print $to_mplayer qq|pause\n|;
+ warn "subtitles ", dump( @subtitles ), "\nnext: [", $last_slide + 1, "]\n";
+
focus_term;
- warn "subtitles ", dump( @subtitles );
print "## ";
my $line = <STDIN>;
$subtitles[ $#subtitles ]->[2] = $line if defined $line;
- save_subtitles;
-
focus_mplayer;
preroll $subtitles[ $#subtitles ]->[0], $line;
sub time_pos {
print $to_mplayer qq|get_property time_pos\n|;
- my $pos = <$from_mplayer>;
- if ( $pos =~ m{^ANS_time_pos=(\d+\.\d+)} ) {
+ my $line = <$from_mplayer>;
+ if ( $line =~ m{^ANS_time_pos=(\d+\.\d+)} ) {
warn "# time_pos $1\n";
+ $pos = $1;
return $1;
}
}
}
sub prev_subtitle {
- my $pos = time_pos;
my $s = ( grep { $_->[0] < $pos } @subtitles )[-1] || return;
warn "<<<< subtitle ", sub_fmt $s;
preroll $s->[0], $s->[2];
}
sub next_subtitle {
- my $pos = time_pos;
my $s = ( grep { $_->[0] > $pos } @subtitles )[0] || return;
warn ">>>> subtitle ", sub_fmt $s;
preroll $s->[0], $s->[2];
sub current_subtitle {
my $callback = shift;
- my $pos = time_pos;
my $visible;
foreach my $nr ( 0 .. $#subtitles ) {
my $s = $subtitles[$nr];
load_movie;
-while ( my $events = epoll_wait($epfd, 10, 1000) ) { # Max 10 events returned, 1s timeout
-
- warn "no events" unless $events;
-
- foreach my $e ( @$events ) {
-# warn "# event: ", dump($e), $/;
+my $slides = HTML5TV::Slides->new(
+ sub {
+ my $t = shift || return;
+ my $nr = 0;
+ foreach my $s ( @subtitles ) {
+ $nr = $1 if $s->[2] =~ m{\[(\d+)\]} && $s->[0] < $t;
+ }
+ return $nr;
+ }
+);
- my $fileno = $e->[0];
- if ( $fileno == fileno STDIN ) {
- my $chr;
- sysread STDIN, $chr, 1;
- print $chr;
- } elsif ( $fileno == fileno $from_mplayer ) {
- my $chr;
- sysread $from_mplayer, $chr, 1;
- print $chr;
+sub from_mplayer {
+ my $line = shift;
+
+ if ( $line =~ m{V:\s*(\d+\.\d+)\s+} ) {
+ $pos = $1;
+ print "$pos\r";
+# $pos = $1 if $1 > 0.2; # mplayer demuxer report fake position while seeking
+ } elsif ( $line =~ m{Exiting} ) {
+ exit;
+ } elsif ( $line =~ m{ANS_(\w+)=(\S+)} ) {
+ $prop->{$1} = $2;
+ warn "prop $1 = $2\n";
+ } elsif ( $line =~ m{No bind found for key '(.+)'} ) {
+
+ # XXX keyboard shortcuts
+
+ $1 eq 'c' ? repl
+ : $1 eq ',' ? add_subtitle
+ : $1 eq 'F1' ? prev_subtitle
+ : $1 eq 'F2' ? move_subtitle( -0.3 )
+ : $1 eq 'F3' ? move_subtitle( +0.3 )
+ : $1 eq 'F4' ? next_subtitle
+ : $1 eq 'F5' ? save_subtitles
+ : $1 eq 'F9' ? add_subtitle
+ : $1 eq 'F12' ? edit_subtitles
+ : warn "CUSTOM $1\n"
+ ;
- if ( $chr =~ m{[\n\r]} ) {
+ } elsif ( $line =~ m{EDL}i ) {
- exit if $line =~ m{Exiting};
+ print $to_mplayer qq|osd_show_text "$line"\n|;
- if ( $line =~ m{ANS_(\w+)=(\S+)} ) {
- $prop->{$1} = $2;
- warn "prop $1 = $2\n";
- } elsif ( $line =~ m{No bind found for key '(.+)'} ) {
+ if ( $line =~ m{start}i ) {
+ push @subtitles, [ $pos, $pos, '-' ];
+ } else {
+ $subtitles[ $#subtitles ]->[1] = $pos;
+ }
+ } elsif ( $line =~ m{(shot\d+.png)} ) {
+ my $shot = $1;
+ warn "shot $pos $shot\n";
- # XXX keyboard shortcuts
+ my @existing_slides = glob("$media_dir/s/hires/*");
+ my $nr = $#existing_slides + 2;
- $1 eq 'c' ? repl
- : $1 eq ',' ? add_subtitle
- : $1 eq 'F1' ? prev_subtitle
- : $1 eq 'F2' ? move_subtitle( -0.3 )
- : $1 eq 'F3' ? move_subtitle( +0.3 )
- : $1 eq 'F4' ? next_subtitle
- : $1 eq 'F5' ? save_subtitles
- : $1 eq 'F9' ? add_subtitle
- : $1 eq 'F12' ? edit_subtitles
- : warn "CUSTOM $1\n"
- ;
+ push @subtitles, [ $pos, $pos, "slide:$nr shot:$pos" ];
- } elsif ( $line =~ m{EDL}i ) {
+ warn "slide $nr from video $pos file $shot\n";
+ save_subtitles;
+ } else {
+ warn "IGNORE $line";
+ }
- print $to_mplayer qq|osd_show_text "$line"\n|;
+}
- if ( my $pos = time_pos ) {
- if ( $line =~ m{start}i ) {
- push @subtitles, [ $pos, $pos, '-' ];
- } else {
- $subtitles[ $#subtitles ]->[1] = $pos;
- }
- }
- } elsif ( $line =~ m{(shot\d+.png)} ) {
- my $shot = $1;
- my $t = time_pos;
- warn "shot $t $shot\n";
+push @to_mplayer, "get_property $_\n" foreach grep { ! $prop->{$_} } ( qw/metadata video_codec video_bitrate width height fps length/ );
- my @existing_slides = glob("$media_dir/s/hires/*");
- my $nr = $#existing_slides + 2;
+my $t = time;
+my $line;
- push @subtitles, [ $t, $t, "slide:$nr shot:$t" ];
+while ( 1 ) {
- warn "slide $nr from video $t file $shot\n";
- save_subtitles;
- }
+ my $dt = time - $t;
+ if ( abs($dt) > 0.2 ) {
+#warn "dt $dt\n";
+ $slides->show( $pos, $prop->{length}, @subtitles ) if $prop->{length};
+ $t = time;
+ }
+ foreach my $fd ( $select->can_read(0.1) ) {
+ if ( $fd == $from_mplayer ) {
+ my $ch;
+ sysread $from_mplayer, $ch, 1;
+ if ( $ch =~ m{[\n\r]} ) {
+ from_mplayer $line;
$line = '';
} else {
- $line .= $chr;
+ $line .= $ch;
}
-
-
- } elsif ( $fileno == fileno $to_mplayer ) {
-# warn "command";
} else {
- die "invalid fileno $fileno";
+ warn "unknown fd $fd";
}
}
+ if ( my $cmd = shift @to_mplayer ) {
+ warn ">>>> $cmd\n";
+ print $to_mplayer $cmd;
+ }
+
}
projects / HTML5TV.git / blobdiff