f67d38b35cc5
timeline_captions.rs
//! Caption track rows of the Timeline: drawn in their own area above the video tracks (Premiere's
//! layout). Each row has a header (C1…, name, format, output eye, lock) and caption blocks in a
//! distinct colour showing their text. Click selects (Cmd/Shift adds), dragging the body moves
//! the selection (Option-drag copies it), dragging an edge trims, the Razor tool splits (Shift:
//! every caption track), double-click opens the Text panel's Captions tab. Every gesture ends in
//! one `captions.*` command; every element registers an automation id (`timeline.caption.*`,
//! `timeline.captionTrack.C1.*`).
use egui::{Align2, Color32, CursorIcon, Rect, Sense, Stroke, StrokeKind, pos2, vec2};
use filmcraft_project::{CaptionTrack, ClipId, Sequence};
use filmcraft_time::Tick;
use serde_json::{Value, json};
use super::timeline::Layout;
use crate::FilmcraftApp;
use crate::dock::PanelKind;
use crate::icons::Icon;
use crate::state::Tool;
use crate::theme::Tokens;
/// Height of one caption track row.
pub const ROW_H: f32 = 28.0;
/// Caption block colours (fill, selected fill).
const FILL: Color32 = Color32::from_rgb(0x6b, 0x4f, 0x8f);
const FILL_SEL: Color32 = Color32::from_rgb(0x8c, 0x6c, 0xb4);
/// Row rects (full width incl. header) for each caption track, top first.
pub fn rows(area: Rect, n: usize) -> Vec<Rect> {
(0..n).map(|i| Rect::from_min_size(pos2(area.min.x, area.min.y + i as f32 * ROW_H), vec2(area.width(), ROW_H))).collect()
}
#[derive(Clone, Copy, Debug)]
enum Gesture {
Move,
TrimIn,
TrimOut,
}
/// Single stable id for the live caption drag `(caption, gesture, delta ticks)`.
fn drag_id() -> egui::Id {
egui::Id::unique("caption-drag")
}
/// Live drag state: (caption, gesture, delta ticks).
fn drag_state(ctx: &egui::Context) -> Option<(u64, u8, i64)> {
ctx.data(|d| d.get_temp::<(u64, u8, i64)>(drag_id()))
}
/// Where a caption is drawn while a drag is live: a move carries the whole selection along with
/// the grabbed caption, a trim only the grabbed one.
fn block_rect(c: &filmcraft_project::Caption, row: Rect, layout: &Layout, drag: Option<(u64, u8, i64)>, sel: &[ClipId]) -> Rect {
let (mut s, mut e) = (c.start, c.end());
if let Some((_, g, d)) = drag.filter(|d| moves_with(c.id, *d, sel)) {
match g {
0 => {
s += Tick(d);
e += Tick(d);
}
1 => s = (s + Tick(d)).min(e),
_ => e = (e + Tick(d)).max(s),
}
}
Rect::from_min_max(pos2(layout.x_of(s), row.min.y + 2.0), pos2(layout.x_of(e).max(layout.x_of(s) + 1.0), row.max.y - 2.0))
}
/// The captions a marquee rectangle touches, on the caption tracks it crosses (#1912).
pub fn marquee_captions(seq: &Sequence, layout: &Layout, r: Rect) -> Vec<ClipId> {
let (a, b) = (layout.tick_at(r.min.x), layout.tick_at(r.max.x));
let area = Rect::from_min_max(layout.content.min, pos2(layout.content.max.x, layout.content.min.y + seq.caption_tracks.len() as f32 * ROW_H));
seq.caption_tracks
.iter()
.zip(rows(area, seq.caption_tracks.len()))
.filter(|(_, row)| row.min.y < r.max.y && row.max.y > r.min.y)
.flat_map(|(tr, _)| tr.captions.iter().filter(|c| c.start < b && c.end() > a).map(|c| c.id))
.collect()
}
/// Whether caption `id` follows the live drag `(grabbed, gesture, delta)`.
fn moves_with(id: ClipId, (grabbed, g, d): (u64, u8, i64), sel: &[ClipId]) -> bool {
d != 0 && (id.0 == grabbed || (g == 0 && sel.contains(&ClipId(grabbed)) && sel.contains(&id)))
}
/// Paint headers and caption blocks.
pub fn paint(app: &mut FilmcraftApp, ui: &mut egui::Ui, seq: &Sequence, area: Rect, layout: &Layout, t: &Tokens) {
if seq.caption_tracks.is_empty() {
return;
}
let hw = app.ui.timeline.header_w;
let content = layout.content;
let painter = ui.painter().with_clip_rect(area);
let sel = app.session.state.caption_selection.clone();
let drag = drag_state(ui.ctx());
let mut actions: Vec<(String, Value)> = Vec::new();
for (i, (tr, row)) in seq.caption_tracks.iter().zip(rows(area, seq.caption_tracks.len())).enumerate() {
let lane = Rect::from_min_max(pos2(content.min.x, row.min.y), pos2(content.max.x, row.max.y));
painter.rect_filled(lane, 0.0, t.caption_track_bg);
painter.line_segment([pos2(row.min.x, row.max.y - 0.5), pos2(row.max.x, row.max.y - 0.5)], Stroke::new(1.0, t.tl_bg));
// header
let label = format!("C{}", i + 1);
let hrect = Rect::from_min_max(row.min, pos2(row.min.x + hw, row.max.y));
painter.rect_filled(hrect, 0.0, t.tl_header_bg);
painter.line_segment([pos2(hrect.min.x, hrect.max.y - 0.5), pos2(hrect.max.x, hrect.max.y - 0.5)], Stroke::new(1.0, t.separator));
let badge = Rect::from_min_size(pos2(hrect.min.x + 13.0, row.min.y + 3.0), vec2(24.0, ROW_H - 6.0));
painter.rect_filled(badge, 3.0, if tr.enabled { FILL } else { t.field_bg });
painter.text(badge.center(), Align2::CENTER_CENTER, &label, Tokens::semibold(10.5), Color32::WHITE);
app.auto.add(&format!("timeline.captionTrack.{label}"), badge, &tr.name);
// right-click the header: delete this track or every empty caption track (registered
// before the lock / eye toggles so those stay on top)
let hresp = ui.interact(hrect, egui::Id::unique(("cap-header", tr.id.0)), Sense::click());
hresp.context_menu(|ui| {
for (key, text, cmd, p) in [
("delete", tl!("Delete Caption Track"), "captions.deleteTrack", json!({"track": tr.id.0})),
("deleteEmpty", tl!("Delete Empty Caption Tracks"), "sequence.deleteTracks", json!({"captions": "empty"})),
] {
let enabled = key != "deleteEmpty" || seq.caption_tracks.iter().any(|t| t.captions.is_empty());
let r = ui.add_enabled(enabled, egui::Button::new(text));
app.auto.add(&format!("timeline.captionTrack.{label}.menu.{key}"), r.rect, text);
if r.clicked() {
actions.push((cmd.into(), p));
ui.close();
}
}
});
let lock_r = Rect::from_center_size(pos2(hrect.min.x + 49.0, row.center().y), vec2(18.0, 18.0));
let lresp = crate::widgets::icon_toggle(
ui,
lock_r,
if tr.locked { Icon::Lock } else { Icon::Unlock },
true,
t,
egui::Id::unique(("cap-lock", tr.id.0)),
Some(if tr.locked { t.icon_active } else { t.text_dim }),
);
app.auto.add(&format!("timeline.captionTrack.{label}.locked"), lock_r, "Toggle Caption Track Lock");
if lresp.clicked() {
actions.push(("captions.setTrack".into(), json!({"track": tr.id.0, "locked": !tr.locked})));
}
let eye_r = Rect::from_center_size(pos2(hrect.min.x + 73.0, row.center().y), vec2(18.0, 18.0));
let eresp = crate::widgets::icon_toggle(
ui,
eye_r,
if tr.enabled { Icon::Eye } else { Icon::EyeOff },
true,
t,
egui::Id::unique(("cap-eye", tr.id.0)),
Some(t.text_dim),
);
app.auto.add(&format!("timeline.captionTrack.{label}.enabled"), eye_r, "Toggle Caption Track Output");
if eresp.clicked() {
actions.push(("captions.setTrack".into(), json!({"track": tr.id.0, "enabled": !tr.enabled})));
}
let name = format!("{} · {}", tr.name, crate::i18n::t(tr.format.label()));
painter.with_clip_rect(Rect::from_min_max(pos2(hrect.min.x + 86.0, row.min.y), pos2(hrect.max.x - 4.0, row.max.y))).text(
pos2(hrect.min.x + 90.0, row.center().y),
Align2::LEFT_CENTER,
name,
Tokens::ui(11.0),
t.text_dim,
);
// caption blocks
let p = painter.with_clip_rect(lane);
let (v0, v1) = (layout.tick_at(content.min.x - 2.0), layout.tick_at(content.max.x + 2.0));
let copying = drag.is_some_and(|d| d.1 == 0) && ui.input(|i| i.modifiers.alt);
for c in tr.captions.iter().filter(|c| c.end() >= v0 && c.start <= v1) {
let r = block_rect(c, row, layout, drag, &sel);
// Option-drag copies: the original stays where it is under the copy being placed
if copying && drag.is_some_and(|d| moves_with(c.id, d, &sel)) {
p.rect_filled(block_rect(c, row, layout, None, &sel), 3.0, FILL);
}
let selected = sel.contains(&c.id);
p.rect_filled(r, 3.0, if selected { FILL_SEL } else { FILL });
if selected {
p.rect_stroke(r, 3.0, Stroke::new(1.0, t.clip_selected_border), StrokeKind::Inside);
}
if r.width() > 14.0 {
let text = filmcraft_project::plain_text(&c.text).replace('\n', " ");
// in reading order; Arabic and Hebrew start at the block's right edge
crate::rtl::paint_line(
&p.with_clip_rect(r.shrink2(vec2(4.0, 0.0)).intersect(lane)),
Rect::from_min_max(pos2(r.min.x + 5.0, r.min.y), pos2(r.max.x - 5.0, r.max.y)),
&text,
Tokens::ui(11.0),
if tr.enabled { Color32::WHITE } else { t.text_dim },
);
}
app.auto.add(&format!("timeline.caption.{}", c.id.0), r.intersect(lane), &c.text);
}
if tr.locked {
p.rect_filled(lane, 0.0, Color32::from_black_alpha(70));
}
}
// column separator
painter.line_segment([pos2(area.min.x + hw - 0.5, area.min.y), pos2(area.min.x + hw - 0.5, area.max.y)], Stroke::new(1.0, t.separator));
run(app, ui, actions);
}
/// Pointer interaction on caption blocks (call after the timeline's own interaction so captions
/// are on top).
pub fn interact(app: &mut FilmcraftApp, ui: &mut egui::Ui, seq: &Sequence, area: Rect, layout: &Layout) {
let ctx = ui.ctx().clone();
let drag = drag_state(&ctx);
let sel = app.session.state.caption_selection.clone();
let mut actions: Vec<(String, Value)> = Vec::new();
for (tr, row) in seq.caption_tracks.iter().zip(rows(area, seq.caption_tracks.len())) {
let lane = Rect::from_min_max(pos2(layout.content.min.x, row.min.y), pos2(layout.content.max.x, row.max.y));
for c in &tr.captions {
let r = block_rect(c, row, layout, drag, &sel).intersect(lane);
if r.width() <= 0.0 {
continue;
}
if app.ui.tool == Tool::Razor {
razor_block(app, ui, seq, layout, tr, c, r, row, &mut actions);
} else {
interact_block(app, ui, seq, layout, tr, c, r, &mut actions);
}
}
}
run(app, ui, actions);
}
/// The Razor tool over a caption: a white line where it would cut, and a click splits the caption
/// there (Shift: every caption on an unlocked caption track at that time), as it cuts clips.
#[allow(clippy::too_many_arguments)]
fn razor_block(
app: &mut FilmcraftApp,
ui: &mut egui::Ui,
seq: &Sequence,
layout: &Layout,
tr: &CaptionTrack,
c: &filmcraft_project::Caption,
r: Rect,
row: Rect,
actions: &mut Vec<(String, Value)>,
) {
let ctx = ui.ctx().clone();
let resp = ui.interact(r, egui::Id::unique(("caption-block", c.id.0)), Sense::click_and_drag());
if tr.locked {
return;
}
let rate = seq.settings.frame_rate;
let at = |app: &mut FilmcraftApp, x: f32| super::timeline::snap(app, seq, layout, rate.snap_nearest(layout.tick_at(x)), &[]);
if let Some(p) = resp.hover_pos() {
ctx.set_cursor_icon(CursorIcon::Crosshair);
let x = layout.x_of(at(app, p.x));
ui.painter().with_clip_rect(layout.content).line_segment([pos2(x, row.min.y), pos2(x, row.max.y)], Stroke::new(1.0, Color32::WHITE));
}
// a press that starts a drag cuts as well, as on clips
if (resp.clicked() || resp.drag_started())
&& let Some(p) = ctx.input(|i| i.pointer.press_origin()).or(resp.interact_pointer_pos())
{
let t = at(app, p.x);
if ctx.input(|i| i.modifiers.shift) {
actions.push(("captions.split".into(), json!({"time": t.0})));
} else if c.start < t && t < c.end() {
actions.push(("captions.split".into(), json!({"caption": c.id.0, "time": t.0})));
}
}
}
/// Handle one caption block: 5 px trim edges (capped at a quarter width), hover cursor, selection and double-click, and drag state; locked tracks are
/// read-only.
#[allow(clippy::too_many_arguments)]
fn interact_block(
app: &mut FilmcraftApp,
ui: &mut egui::Ui,
seq: &Sequence,
layout: &Layout,
tr: &CaptionTrack,
c: &filmcraft_project::Caption,
r: Rect,
actions: &mut Vec<(String, Value)>,
) {
let ctx = ui.ctx().clone();
let resp = ui.interact(r, egui::Id::unique(("caption-block", c.id.0)), Sense::click_and_drag());
let edge = 5.0f32.min(r.width() / 4.0);
let gesture_at = |x: f32| {
if x - r.min.x < edge {
Gesture::TrimIn
} else if r.max.x - x < edge {
Gesture::TrimOut
} else {
Gesture::Move
}
};
if let Some(p) = resp.hover_pos()
&& !tr.locked
{
ctx.set_cursor_icon(match gesture_at(p.x) {
Gesture::Move => CursorIcon::Default,
_ => CursorIcon::ResizeColumn,
});
}
if resp.double_clicked() {
app.show_panel(PanelKind::Text);
app.ui.text_tab = "Captions".into();
actions.push(("captions.goTo".into(), json!({"caption": c.id.0})));
return;
}
if resp.clicked() {
let add = ctx.input(|i| i.modifiers.command || i.modifiers.shift);
actions.push(("captions.select".into(), json!({"captions": [c.id.0], "add": add})));
}
if tr.locked {
return;
}
// decide on what was under the pointer when the button went down, not where egui recognised
// the drag (6 pt later, past the 5 px edge zones) (#259)
if resp.drag_started_by(egui::PointerButton::Primary)
&& let Some(p) = ctx.input(|i| i.pointer.press_origin()).or(resp.interact_pointer_pos())
{
let g = match gesture_at(p.x) {
Gesture::Move => 0u8,
Gesture::TrimIn => 1,
Gesture::TrimOut => 2,
};
ctx.data_mut(|d| d.insert_temp(egui::Id::unique("caption-drag-origin"), p.x));
ctx.data_mut(|d| d.insert_temp(drag_id(), (c.id.0, g, 0i64)));
if !app.session.state.caption_selection.contains(&c.id) {
actions.push(("captions.select".into(), json!({"captions": [c.id.0]})));
}
}
if resp.dragged()
&& let (Some((id, g, _)), Some(p)) = (drag_state(&ctx), resp.interact_pointer_pos())
&& id == c.id.0
{
if g == 0 && ctx.input(|i| i.modifiers.alt) {
ctx.set_cursor_icon(CursorIcon::Copy);
}
let x0 = ctx.data(|d| d.get_temp::<f32>(egui::Id::unique("caption-drag-origin"))).unwrap_or(p.x);
let pps = app.ui.timeline.pps;
let raw = seq.settings.frame_rate.snap_nearest(Tick::from_seconds_f64((p.x - x0) as f64 / pps));
// snap the edge(s) the gesture moves, as a clip drag does (#2192)
let snap = |app: &mut FilmcraftApp, edge: Tick, exclude: &[ClipId]| super::timeline::snap_caption(app, seq, layout, edge + raw, exclude) - edge;
let d = match g {
0 => {
// the captions that move are no targets, or a short drag would stick where it began
let sel = &app.session.state.caption_selection;
let moving = if sel.contains(&c.id) { sel.clone() } else { vec![c.id] };
let s = snap(app, c.start, &moving);
if s != raw { s } else { snap(app, c.end(), &moving) }
}
1 => snap(app, c.start, &[c.id]),
_ => snap(app, c.end(), &[c.id]),
};
ctx.data_mut(|dd| dd.insert_temp(drag_id(), (id, g, d.0)));
}
if resp.drag_stopped()
&& let Some((id, g, d)) = drag_state(&ctx)
&& id == c.id.0
{
ctx.data_mut(|dd| dd.remove::<(u64, u8, i64)>(drag_id()));
// egui ends a drag on Escape: that stop abandons it (#580)
if d != 0 && !ctx.input(|i| i.key_pressed(egui::Key::Escape)) {
match g {
0 => {
let sel: Vec<u64> = if app.session.state.caption_selection.contains(&ClipId(id)) {
app.session.state.caption_selection.iter().map(|c| c.0).collect()
} else {
vec![id]
};
// Option held on the drop copies (Premiere: Option-drag duplicates)
let cmd = if ctx.input(|i| i.modifiers.alt) { "captions.duplicate" } else { "captions.move" };
actions.push((cmd.into(), json!({"captions": sel, "delta": d})));
}
1 => actions.push(("captions.trim".into(), json!({"caption": id, "edge": "in", "delta": d}))),
_ => actions.push(("captions.trim".into(), json!({"caption": id, "edge": "out", "delta": d}))),
}
}
}
}
fn run(app: &mut FilmcraftApp, ui: &egui::Ui, actions: Vec<(String, Value)>) {
let ctx = ui.ctx().clone();
for (cmd, p) in actions {
if let Err(e) = crate::menus::invoke(app, &ctx, &cmd, p) {
app.ui.status = e;
}
}
}
No file is open. Choose one in the tree, or press Ctrl+O (⌘O on a Mac) to find one by name.
Syntax highlighting could not load. The unmodified read-only text remains available above.