Initial project import
This commit is contained in:
@@ -0,0 +1,899 @@
|
||||
"""
|
||||
cli.py — AI Trailer Generator v2 — Command-Line Interface
|
||||
|
||||
Usage:
|
||||
python cli.py analyze [--config CONFIG] [--no-audio] [--no-llm]
|
||||
python cli.py match [--config CONFIG] [--force-reindex]
|
||||
python cli.py rematch --beat N [--threshold F] [--refine]
|
||||
python cli.py report [--config CONFIG]
|
||||
python cli.py run [--config CONFIG] [--force-reindex] [--no-audio] [--no-llm]
|
||||
python cli.py export [--config CONFIG] [--format fcpxml|edl|both]
|
||||
|
||||
On --no-audio / --no-llm:
|
||||
These flags do NOT affect matching quality.
|
||||
Whisper and the LLM only assign narrative labels (HOOK/SETUP/CLIMAX)
|
||||
to beats in the export metadata. The CV pipeline is identical either way.
|
||||
Use them for fast iterations: they skip large model downloads.
|
||||
|
||||
All heavy imports are deferred so --help is instant.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import json
|
||||
import logging
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Logging setup
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _setup_logging(level: str = "INFO") -> None:
|
||||
# Force UTF-8 for Windows console emoji printing
|
||||
if sys.stdout.encoding != 'utf-8':
|
||||
sys.stdout.reconfigure(encoding='utf-8')
|
||||
logging.basicConfig(
|
||||
format="%(asctime)s %(levelname)-8s %(name)s — %(message)s",
|
||||
datefmt="%H:%M:%S",
|
||||
level=getattr(logging, level.upper(), logging.INFO),
|
||||
stream=sys.stdout,
|
||||
)
|
||||
logging.getLogger("PIL").setLevel(logging.WARNING)
|
||||
|
||||
|
||||
def _ensure_utf8_console() -> None:
|
||||
"""Make argparse help safe on Windows before logging is configured."""
|
||||
if sys.stdout.encoding != "utf-8":
|
||||
sys.stdout.reconfigure(encoding="utf-8")
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Cache helpers (match results ↔ JSON)
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _results_cache_path(cfg: "AppConfig") -> Path: # type: ignore[name-defined]
|
||||
return cfg.paths.cache_dir / "match_results.json"
|
||||
|
||||
|
||||
def _save_results(results: list, cfg: "AppConfig") -> None: # type: ignore[name-defined]
|
||||
from src.core.models import MatchResult
|
||||
data = [
|
||||
{
|
||||
"beat_id": r.beat_id,
|
||||
"scene_id": r.scene_id,
|
||||
"source_path": str(r.source_path),
|
||||
"in_point_s": r.in_point_s,
|
||||
"out_point_s": r.out_point_s,
|
||||
"in_point_frame": r.in_point_frame,
|
||||
"match_score": r.match_score,
|
||||
"match_location": list(r.match_location),
|
||||
"is_confirmed": r.is_confirmed,
|
||||
"segments": [
|
||||
{
|
||||
"trailer_offset_s": s.trailer_offset_s,
|
||||
"duration_s": s.duration_s,
|
||||
"scene_id": s.scene_id,
|
||||
"in_point_s": s.in_point_s,
|
||||
"out_point_s": s.out_point_s,
|
||||
"match_score": s.match_score,
|
||||
"is_confirmed": s.is_confirmed,
|
||||
}
|
||||
for s in getattr(r, "segments", ())
|
||||
],
|
||||
}
|
||||
for r in results
|
||||
]
|
||||
p = _results_cache_path(cfg)
|
||||
p.parent.mkdir(parents=True, exist_ok=True)
|
||||
p.write_text(json.dumps(data, indent=2), encoding="utf-8")
|
||||
logging.getLogger(__name__).info("Match results cached → %s", p)
|
||||
|
||||
|
||||
def _load_results(cfg: "AppConfig") -> list: # type: ignore[name-defined]
|
||||
from src.core.models import MatchResult, MatchSegment
|
||||
p = _results_cache_path(cfg)
|
||||
if not p.exists():
|
||||
raise FileNotFoundError(f"No cached results at {p}. Run 'match' first.")
|
||||
raw = json.loads(p.read_text(encoding="utf-8"))
|
||||
return [
|
||||
MatchResult(
|
||||
beat_id=d["beat_id"],
|
||||
scene_id=d["scene_id"],
|
||||
source_path=Path(d["source_path"]),
|
||||
in_point_s=d["in_point_s"],
|
||||
out_point_s=d["out_point_s"],
|
||||
in_point_frame=d["in_point_frame"],
|
||||
match_score=d["match_score"],
|
||||
match_location=tuple(d["match_location"]),
|
||||
is_confirmed=d.get("is_confirmed", True),
|
||||
segments=tuple(
|
||||
MatchSegment(
|
||||
trailer_offset_s=float(s["trailer_offset_s"]),
|
||||
duration_s=float(s["duration_s"]),
|
||||
scene_id=int(s["scene_id"]),
|
||||
in_point_s=float(s["in_point_s"]),
|
||||
out_point_s=float(s["out_point_s"]),
|
||||
match_score=float(s["match_score"]),
|
||||
is_confirmed=bool(s.get("is_confirmed", True)),
|
||||
)
|
||||
for s in d.get("segments", ())
|
||||
),
|
||||
)
|
||||
for d in raw
|
||||
]
|
||||
|
||||
|
||||
def _load_scene_cache_light(cfg) -> list[dict]:
|
||||
p = cfg.paths.cache_dir / "scene_index.json"
|
||||
if not p.exists():
|
||||
return []
|
||||
return json.loads(p.read_text(encoding="utf-8"))
|
||||
|
||||
|
||||
def _scene_fps_light(scene: dict, cfg) -> float:
|
||||
duration_s = max(0.0, float(scene["end_s"]) - float(scene["start_s"]))
|
||||
frame_count = max(0, int(scene["end_frame"]) - int(scene["start_frame"]))
|
||||
return frame_count / duration_s if duration_s > 0 and frame_count > 0 else cfg.export.edl_frame_rate
|
||||
|
||||
|
||||
def _scene_for_time_light(scenes: list[dict], t_sec: float, cfg) -> dict | None:
|
||||
for idx, scene in enumerate(scenes):
|
||||
if float(scene["start_s"]) <= t_sec < float(scene["end_s"]):
|
||||
if (
|
||||
float(scene["end_s"]) - t_sec <= cfg.cv.deep_scan.scene_boundary_epsilon_s
|
||||
and idx + 1 < len(scenes)
|
||||
):
|
||||
return scenes[idx + 1]
|
||||
return scene
|
||||
return None
|
||||
|
||||
|
||||
def _scene_by_id_light(scenes: list[dict], scene_id: int) -> dict | None:
|
||||
return next((s for s in scenes if int(s["scene_id"]) == scene_id), None)
|
||||
|
||||
|
||||
def _contiguous_duration_light(beat, in_point_s: float, scenes: list[dict], cfg, matchable_duration_s: float) -> float:
|
||||
if matchable_duration_s <= 0:
|
||||
return 0.0
|
||||
try:
|
||||
from src.cv.global_scan import _reference_internal_cut_offsets
|
||||
cut_offsets = _reference_internal_cut_offsets(beat, cfg)
|
||||
except Exception:
|
||||
cut_offsets = []
|
||||
|
||||
start_idx = None
|
||||
for idx, scene in enumerate(scenes):
|
||||
if float(scene["start_s"]) <= in_point_s < float(scene["end_s"]):
|
||||
start_idx = idx
|
||||
break
|
||||
if start_idx is None:
|
||||
return 0.0
|
||||
|
||||
target_end = in_point_s + matchable_duration_s
|
||||
current_end = in_point_s
|
||||
for scene in scenes[start_idx:]:
|
||||
scene_end = float(scene["end_s"])
|
||||
if target_end <= scene_end:
|
||||
return matchable_duration_s
|
||||
|
||||
boundary_offset = scene_end - in_point_s
|
||||
if not any(
|
||||
abs(boundary_offset - cut_offset) <= cfg.vision.multi_shot_boundary_tolerance_s
|
||||
for cut_offset in cut_offsets
|
||||
):
|
||||
tail_s = max(0.0, cfg.cv.deep_scan.trim_tail_frames / _scene_fps_light(scene, cfg))
|
||||
return max(0.0, scene_end - in_point_s - tail_s)
|
||||
current_end = scene_end
|
||||
|
||||
return max(0.0, current_end - in_point_s)
|
||||
|
||||
|
||||
def _normalize_cached_results(beats: list, results: list, cfg) -> list:
|
||||
"""
|
||||
Re-apply current generic timing rules to cached results.
|
||||
|
||||
This keeps old automatic cache entries from preserving obsolete scene-boundary
|
||||
or tail-trim behavior without introducing manual per-beat truth.
|
||||
"""
|
||||
from dataclasses import replace
|
||||
|
||||
scenes = _load_scene_cache_light(cfg)
|
||||
if not scenes:
|
||||
return results
|
||||
|
||||
beats_by_id = {b.beat_id: b for b in beats}
|
||||
normalized = []
|
||||
for result in results:
|
||||
beat = beats_by_id.get(result.beat_id)
|
||||
if result.match_score < cfg.cv.deep_scan.provisional_match_threshold:
|
||||
continue
|
||||
|
||||
scene = _scene_for_time_light(scenes, result.in_point_s, cfg)
|
||||
declared_scene = _scene_by_id_light(scenes, result.scene_id)
|
||||
|
||||
# If the automatic matcher selected a scene but its in-point sits just
|
||||
# before that scene's detected start, treat this as scene-boundary drift
|
||||
# and clamp to the declared scene. This is generic: no beat IDs, no
|
||||
# manual timestamps, just consistent scene/time reconciliation.
|
||||
if declared_scene is not None:
|
||||
declared_start = float(declared_scene["start_s"])
|
||||
declared_end = float(declared_scene["end_s"])
|
||||
declared_fps = _scene_fps_light(declared_scene, cfg)
|
||||
boundary_tolerance_s = (
|
||||
cfg.cv.deep_scan.scene_boundary_epsilon_s
|
||||
+ cfg.cv.deep_scan.start_preroll_frames / declared_fps
|
||||
)
|
||||
if declared_start - boundary_tolerance_s <= result.in_point_s < declared_end:
|
||||
scene = declared_scene
|
||||
|
||||
if beat is None or scene is None:
|
||||
normalized.append(result)
|
||||
continue
|
||||
|
||||
fps = _scene_fps_light(scene, cfg)
|
||||
adjusted_in_s = result.in_point_s
|
||||
scene_changed = int(scene["scene_id"]) != result.scene_id
|
||||
starts_before_scene = result.in_point_s < float(scene["start_s"])
|
||||
if scene_changed or starts_before_scene or result.duration_s <= 0.12:
|
||||
adjusted_in_s = max(0.0, result.in_point_s - (cfg.cv.deep_scan.start_preroll_frames / fps))
|
||||
adjusted_in_s = max(float(scene["start_s"]), adjusted_in_s)
|
||||
scene = _scene_for_time_light(scenes, adjusted_in_s, cfg) or scene
|
||||
fps = _scene_fps_light(scene, cfg)
|
||||
|
||||
matchable_duration_s = beat.duration_s
|
||||
try:
|
||||
from src.cv.global_scan import estimate_matchable_reference_duration
|
||||
matchable_duration_s = estimate_matchable_reference_duration(beat, cfg)
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
tail_s = max(0.0, cfg.cv.deep_scan.trim_tail_frames / fps)
|
||||
single_scene_duration_s = max(0.0, min(beat.duration_s, float(scene["end_s"]) - adjusted_in_s) - tail_s)
|
||||
contiguous_duration_s = _contiguous_duration_light(
|
||||
beat,
|
||||
adjusted_in_s,
|
||||
scenes,
|
||||
cfg,
|
||||
matchable_duration_s,
|
||||
)
|
||||
max_duration_s = max(single_scene_duration_s, min(beat.duration_s, contiguous_duration_s))
|
||||
|
||||
normalized_result = result
|
||||
if (
|
||||
scene_changed
|
||||
or starts_before_scene
|
||||
or result.duration_s <= 0.12
|
||||
or result.out_point_s > adjusted_in_s + max_duration_s + (1.0 / fps)
|
||||
):
|
||||
normalized_result = replace(
|
||||
result,
|
||||
scene_id=int(scene["scene_id"]),
|
||||
in_point_s=adjusted_in_s,
|
||||
out_point_s=adjusted_in_s + max_duration_s,
|
||||
in_point_frame=int(adjusted_in_s * fps),
|
||||
)
|
||||
|
||||
coverage = (
|
||||
max(0.0, normalized_result.duration_s) / matchable_duration_s
|
||||
if matchable_duration_s > 0 else 0.0
|
||||
)
|
||||
if coverage < cfg.cv.deep_scan.min_duration_coverage:
|
||||
continue
|
||||
|
||||
try:
|
||||
from src.cv.content_align import align_cached_match_by_content
|
||||
_, content_score = align_cached_match_by_content(
|
||||
beat,
|
||||
normalized_result.in_point_s,
|
||||
cfg,
|
||||
search_window_s=min(0.8, cfg.cv.deep_scan.content_align_window_seconds),
|
||||
fps=12.5,
|
||||
)
|
||||
content_gate = (
|
||||
cfg.cv.deep_scan.provisional_content_threshold
|
||||
if normalized_result.is_confirmed
|
||||
else min(cfg.cv.deep_scan.provisional_content_threshold, cfg.vision.content_threshold)
|
||||
)
|
||||
if content_score < content_gate:
|
||||
continue
|
||||
if content_score < cfg.cv.deep_scan.match_threshold and normalized_result.is_confirmed:
|
||||
normalized_result = replace(
|
||||
normalized_result,
|
||||
match_score=min(normalized_result.match_score, content_score),
|
||||
is_confirmed=False,
|
||||
)
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
normalized.append(normalized_result)
|
||||
|
||||
return normalized
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Command handlers
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _build_transcribe_callback(cfg):
|
||||
"""Return a transcribe_callback closure, or None if audio is disabled."""
|
||||
from src.audio.transcriber import transcribe_video
|
||||
|
||||
def _cb(path, start_s, end_s, offset_s):
|
||||
return transcribe_video(path, cfg, start_s=start_s, end_s=end_s, time_offset_s=offset_s)
|
||||
|
||||
return _cb
|
||||
|
||||
|
||||
def _build_classify_callback(cfg):
|
||||
"""Return a classify_callback closure."""
|
||||
from src.llm.dramaturg import classify_beats
|
||||
|
||||
def _cb(beats):
|
||||
return classify_beats(beats, cfg)
|
||||
|
||||
return _cb
|
||||
|
||||
|
||||
def cmd_analyze(args: argparse.Namespace, cfg) -> list:
|
||||
from src.pipeline.trailer_analyzer import analyze_reference_trailer
|
||||
|
||||
transcribe_cb = _build_transcribe_callback(cfg) if not args.no_audio else None
|
||||
classify_cb = _build_classify_callback(cfg) if not args.no_llm else None
|
||||
|
||||
beats = analyze_reference_trailer(
|
||||
cfg,
|
||||
transcribe_callback=transcribe_cb,
|
||||
classify_callback=classify_cb,
|
||||
)
|
||||
|
||||
# Persist beats for downstream commands (including histogram bytes as hex)
|
||||
beats_cache = cfg.paths.cache_dir / "trailer_beats.json"
|
||||
beats_cache.parent.mkdir(parents=True, exist_ok=True)
|
||||
beats_data = [
|
||||
{
|
||||
"beat_id": b.beat_id,
|
||||
"start_s": b.start_s,
|
||||
"end_s": b.end_s,
|
||||
"start_frame": b.start_frame,
|
||||
"end_frame": b.end_frame,
|
||||
"beat_type": b.beat_type.name,
|
||||
"dialogue": [{"start_s": d.start_s, "end_s": d.end_s, "text": d.text} for d in b.dialogue],
|
||||
"phash": b.phash,
|
||||
"luma_hist": b.luma_hist.hex() if b.luma_hist else None,
|
||||
"sat_hist": b.sat_hist.hex() if b.sat_hist else None,
|
||||
}
|
||||
for b in beats
|
||||
]
|
||||
beats_cache.write_text(json.dumps(beats_data, indent=2, ensure_ascii=False), encoding="utf-8")
|
||||
print(f"\n\u2705 {len(beats)} beats analyzed \u2192 {beats_cache}")
|
||||
return beats
|
||||
|
||||
|
||||
def _load_beats(cfg) -> list:
|
||||
from src.core.models import BeatType, DialogueLine, TrailerBeat
|
||||
|
||||
p = cfg.paths.cache_dir / "trailer_beats.json"
|
||||
if not p.exists():
|
||||
raise FileNotFoundError(f"No cached beats at {p}. Run 'analyze' first.")
|
||||
|
||||
raw = json.loads(p.read_text(encoding="utf-8"))
|
||||
beats = []
|
||||
for d in raw:
|
||||
dialogue = tuple(
|
||||
DialogueLine(start_s=x["start_s"], end_s=x["end_s"], text=x["text"])
|
||||
for x in d.get("dialogue", [])
|
||||
)
|
||||
beats.append(TrailerBeat(
|
||||
beat_id=d["beat_id"],
|
||||
trailer_path=cfg.paths.reference_trailer,
|
||||
start_s=d["start_s"],
|
||||
end_s=d["end_s"],
|
||||
start_frame=d["start_frame"],
|
||||
end_frame=d["end_frame"],
|
||||
beat_type=BeatType[d.get("beat_type", "UNKNOWN")],
|
||||
dialogue=dialogue,
|
||||
phash=d.get("phash"),
|
||||
luma_hist=bytes.fromhex(d["luma_hist"]) if d.get("luma_hist") else None,
|
||||
sat_hist= bytes.fromhex(d["sat_hist"]) if d.get("sat_hist") else None,
|
||||
))
|
||||
return beats
|
||||
|
||||
|
||||
def _select_beats(beats: list, beat_id: int | None) -> list:
|
||||
"""Return all beats or exactly one requested beat."""
|
||||
if beat_id is None:
|
||||
return beats
|
||||
selected = [b for b in beats if b.beat_id == beat_id]
|
||||
if not selected:
|
||||
raise ValueError(f"Beat {beat_id} not found. Run 'analyze' first.")
|
||||
return selected
|
||||
|
||||
|
||||
def _select_results(results: list, beat_ids: set[int] | None) -> list:
|
||||
"""Return all results or only results for the requested beats."""
|
||||
if beat_ids is None:
|
||||
return results
|
||||
return [r for r in results if r.beat_id in beat_ids]
|
||||
|
||||
|
||||
def _find_scene_for_in_point(cfg, in_point_s: float):
|
||||
from src.cv.scene_indexer import build_scene_index
|
||||
|
||||
scenes = build_scene_index(cfg)
|
||||
for idx, scene in enumerate(scenes):
|
||||
if scene.start_s <= in_point_s < scene.end_s:
|
||||
if (
|
||||
scene.end_s - in_point_s <= cfg.cv.deep_scan.scene_boundary_epsilon_s
|
||||
and idx + 1 < len(scenes)
|
||||
):
|
||||
return scenes[idx + 1]
|
||||
return scene
|
||||
return None
|
||||
|
||||
|
||||
def _reference_scoreable_segments(beat, cfg) -> list[tuple[float, float]]:
|
||||
"""Find visible source-matchable islands inside a trailer beat."""
|
||||
from src.cv.frame_extractor import grab_frame_at_path
|
||||
from src.cv.global_scan import _is_scoreable_reference_frame
|
||||
|
||||
step_s = max(0.08, cfg.cv.deep_scan.span_sample_step_s)
|
||||
min_segment_s = max(0.32, step_s * 3.0)
|
||||
bridge_gap_s = max(0.18, step_s * 2.0)
|
||||
raw: list[tuple[float, float]] = []
|
||||
start: float | None = None
|
||||
last_seen: float | None = None
|
||||
t = 0.0
|
||||
while t <= beat.duration_s:
|
||||
frame = grab_frame_at_path(beat.trailer_path, beat.start_s + t)
|
||||
scoreable = frame is not None and _is_scoreable_reference_frame(frame, cfg)
|
||||
if scoreable:
|
||||
if start is None:
|
||||
start = t
|
||||
last_seen = t
|
||||
elif start is not None and last_seen is not None and t - last_seen > bridge_gap_s:
|
||||
end = min(beat.duration_s, last_seen + step_s)
|
||||
if end - start >= min_segment_s:
|
||||
raw.append((start, end))
|
||||
start = None
|
||||
last_seen = None
|
||||
t = round(t + step_s, 6)
|
||||
|
||||
if start is not None and last_seen is not None:
|
||||
end = min(beat.duration_s, last_seen + step_s)
|
||||
if end - start >= min_segment_s:
|
||||
raw.append((start, end))
|
||||
|
||||
return raw
|
||||
|
||||
|
||||
def _attach_visual_segments(results: list, beats: list, cfg) -> list:
|
||||
"""Attach automatic sub-shot matches for multi-island trailer beats."""
|
||||
from dataclasses import replace
|
||||
from src.core.models import MatchResult, MatchSegment
|
||||
from src.cv.global_scan import run_global_scan
|
||||
|
||||
by_id = {b.beat_id: b for b in beats}
|
||||
expanded: list[MatchResult] = []
|
||||
for result in results:
|
||||
beat = by_id.get(result.beat_id)
|
||||
if beat is None:
|
||||
expanded.append(result)
|
||||
continue
|
||||
|
||||
islands = _reference_scoreable_segments(beat, cfg)
|
||||
if len(islands) <= 1:
|
||||
primary = MatchSegment(
|
||||
trailer_offset_s=0.0,
|
||||
duration_s=max(0.0, result.duration_s),
|
||||
scene_id=result.scene_id,
|
||||
in_point_s=result.in_point_s,
|
||||
out_point_s=result.out_point_s,
|
||||
match_score=result.match_score,
|
||||
is_confirmed=result.is_confirmed,
|
||||
)
|
||||
expanded.append(replace(result, segments=(primary,)))
|
||||
continue
|
||||
|
||||
segments: list[MatchSegment] = []
|
||||
first_start, first_end = islands[0]
|
||||
first_duration = min(max(0.0, result.duration_s), max(0.0, first_end - first_start))
|
||||
segments.append(
|
||||
MatchSegment(
|
||||
trailer_offset_s=first_start,
|
||||
duration_s=first_duration,
|
||||
scene_id=result.scene_id,
|
||||
in_point_s=result.in_point_s,
|
||||
out_point_s=result.in_point_s + first_duration,
|
||||
match_score=result.match_score,
|
||||
is_confirmed=result.is_confirmed,
|
||||
)
|
||||
)
|
||||
|
||||
for start_s, end_s in islands[1:]:
|
||||
segment_beat = replace(
|
||||
beat,
|
||||
start_s=beat.start_s + start_s,
|
||||
end_s=beat.start_s + end_s,
|
||||
)
|
||||
segment_matches = run_global_scan([segment_beat], cfg, seed_in_points=None)
|
||||
if not segment_matches:
|
||||
continue
|
||||
seg = segment_matches[0]
|
||||
seg_dur = min(max(0.0, end_s - start_s), max(0.0, seg.duration_s))
|
||||
segments.append(
|
||||
MatchSegment(
|
||||
trailer_offset_s=start_s,
|
||||
duration_s=seg_dur,
|
||||
scene_id=seg.scene_id,
|
||||
in_point_s=seg.in_point_s,
|
||||
out_point_s=seg.in_point_s + seg_dur,
|
||||
match_score=seg.match_score,
|
||||
is_confirmed=seg.is_confirmed,
|
||||
)
|
||||
)
|
||||
|
||||
expanded.append(replace(result, segments=tuple(segments)))
|
||||
return expanded
|
||||
|
||||
|
||||
def cmd_match(args: argparse.Namespace, cfg) -> list:
|
||||
from src.pipeline.matcher import run_matching
|
||||
from dataclasses import replace
|
||||
|
||||
if getattr(args, "vision", False):
|
||||
cfg = replace(cfg, vision=replace(cfg.vision, enabled=True))
|
||||
if getattr(args, "no_vision", False):
|
||||
cfg = replace(cfg, vision=replace(cfg.vision, enabled=False))
|
||||
|
||||
all_beats = _load_beats(cfg)
|
||||
beats = _select_beats(all_beats, getattr(args, "beat", None))
|
||||
cached = _normalize_cached_results(all_beats, _load_results(cfg), cfg) if _results_cache_path(cfg).exists() else []
|
||||
seed_in_points = (
|
||||
_continuity_seed_in_points(args.beat, all_beats, cached, cfg)
|
||||
if getattr(args, "beat", None) is not None
|
||||
else None
|
||||
)
|
||||
results = run_matching(
|
||||
cfg,
|
||||
beats,
|
||||
force_reindex=args.force_reindex,
|
||||
seed_in_points=seed_in_points,
|
||||
)
|
||||
results = _attach_visual_segments(results, beats, cfg)
|
||||
|
||||
# A targeted one-beat match should improve the cache without deleting
|
||||
# automatic matches for other beats.
|
||||
if getattr(args, "beat", None) is not None and _results_cache_path(cfg).exists():
|
||||
cached = [r for r in cached if r.beat_id != args.beat]
|
||||
for result in results:
|
||||
cached = _update_result(result, cached)
|
||||
results_to_save = cached
|
||||
else:
|
||||
results_to_save = results
|
||||
|
||||
_save_results(results_to_save, cfg)
|
||||
|
||||
print(f"\n✅ {len(results)} / {len(beats)} beats matched.")
|
||||
for r in results:
|
||||
print(f" Beat {r.beat_id:03d} → scene {r.scene_id:04d} "
|
||||
f"in={r.in_point_s:>8.3f}s score={r.match_score:.3f}")
|
||||
return results
|
||||
|
||||
|
||||
def _update_result(new_result, results: list) -> list:
|
||||
"""Replace or insert a MatchResult in the list (by beat_id)."""
|
||||
updated = [r for r in results if r.beat_id != new_result.beat_id]
|
||||
updated.append(new_result)
|
||||
return sorted(updated, key=lambda r: r.beat_id)
|
||||
|
||||
|
||||
def _continuity_seed_in_points(beat_id: int, beats: list, results: list, cfg) -> dict[int, list[float | tuple[float, float]]]:
|
||||
beats_by_id = {b.beat_id: b for b in beats}
|
||||
results_by_id = {r.beat_id: r for r in results}
|
||||
target = beats_by_id.get(beat_id)
|
||||
if target is None:
|
||||
return {}
|
||||
|
||||
seeds: list[tuple[float, float]] = []
|
||||
base_score = max(cfg.cv.deep_scan.coarse_candidate_threshold + 0.08, 0.92)
|
||||
prev_matches = [
|
||||
(b, results_by_id[b.beat_id])
|
||||
for b in beats
|
||||
if b.beat_id < beat_id and b.beat_id in results_by_id
|
||||
]
|
||||
if prev_matches:
|
||||
prev_beat, prev_result = max(prev_matches, key=lambda item: item[0].beat_id)
|
||||
trailer_gap_s = max(0.0, target.start_s - prev_beat.end_s)
|
||||
expected = prev_result.out_point_s + trailer_gap_s
|
||||
for offset in cfg.cv.deep_scan.continuity_seed_offsets_s:
|
||||
offset_score = max(
|
||||
cfg.cv.deep_scan.coarse_candidate_threshold,
|
||||
base_score - abs(offset) * 0.06,
|
||||
)
|
||||
seeds.append((expected + offset, offset_score))
|
||||
|
||||
next_matches = [
|
||||
(b, results_by_id[b.beat_id])
|
||||
for b in beats
|
||||
if b.beat_id > beat_id and b.beat_id in results_by_id
|
||||
]
|
||||
if next_matches:
|
||||
next_beat, next_result = min(next_matches, key=lambda item: item[0].beat_id)
|
||||
trailer_gap_s = max(0.0, next_beat.start_s - target.end_s)
|
||||
expected = next_result.in_point_s - trailer_gap_s - target.duration_s
|
||||
for offset in cfg.cv.deep_scan.continuity_seed_offsets_s:
|
||||
offset_score = max(
|
||||
cfg.cv.deep_scan.coarse_candidate_threshold,
|
||||
base_score - abs(offset) * 0.06,
|
||||
)
|
||||
seeds.append((expected - offset, offset_score))
|
||||
|
||||
unique: dict[float, float] = {}
|
||||
for seed_t, seed_score in seeds:
|
||||
rounded = round(max(0.0, seed_t), 3)
|
||||
unique[rounded] = max(unique.get(rounded, 0.0), seed_score)
|
||||
points = [(seed_t, score) for seed_t, score in sorted(unique.items())]
|
||||
return {beat_id: points} if points else {}
|
||||
|
||||
|
||||
def cmd_rematch(args: argparse.Namespace, cfg) -> None:
|
||||
"""
|
||||
Re-run automatic matching for ONE beat.
|
||||
|
||||
python cli.py rematch --beat 5 # re-scan CV for beat 5
|
||||
python cli.py rematch --beat 5 --threshold 0.40 # relax threshold
|
||||
"""
|
||||
|
||||
beat_id = args.beat
|
||||
beats = _load_beats(cfg)
|
||||
results = _load_results(cfg) if _results_cache_path(cfg).exists() else []
|
||||
|
||||
beat = next((b for b in beats if b.beat_id == beat_id), None)
|
||||
if beat is None:
|
||||
print(f"\u274c Beat {beat_id} not found. Run 'analyze' first.")
|
||||
return
|
||||
|
||||
# ---- Refine an already acceptable cached match -------------------------
|
||||
if args.refine:
|
||||
current = next((r for r in results if r.beat_id == beat_id), None)
|
||||
if current is None:
|
||||
print(f"❌ Beat {beat_id} has no cached match to refine. Run 'match --beat {beat_id}' first.")
|
||||
return
|
||||
|
||||
from src.cv.content_align import align_cached_match_by_content
|
||||
refined_in_s, sequence_score = align_cached_match_by_content(
|
||||
beat,
|
||||
current.in_point_s,
|
||||
cfg,
|
||||
search_window_s=args.refine_window,
|
||||
)
|
||||
usable_duration_s = max(0.0, current.out_point_s - current.in_point_s)
|
||||
span_score = sequence_score
|
||||
scene_data = _scene_for_time_light(_load_scene_cache_light(cfg), refined_in_s, cfg)
|
||||
out_point_s = refined_in_s + usable_duration_s
|
||||
if scene_data is not None:
|
||||
out_point_s = min(out_point_s, float(scene_data["end_s"]))
|
||||
matchable_duration_s = beat.duration_s
|
||||
duration_coverage = (
|
||||
max(0.0, out_point_s - refined_in_s) / matchable_duration_s
|
||||
if matchable_duration_s > 0 else 0.0
|
||||
)
|
||||
if duration_coverage < cfg.cv.deep_scan.min_duration_coverage:
|
||||
print(
|
||||
f"❌ Beat {beat_id} refined candidate rejected: "
|
||||
f"duration coverage {duration_coverage:.0%} < "
|
||||
f"{cfg.cv.deep_scan.min_duration_coverage:.0%}"
|
||||
)
|
||||
return
|
||||
|
||||
try:
|
||||
from src.cv.frame_extractor import get_video_info
|
||||
fps = float(get_video_info(cfg.paths.source_movie)["fps"]) or cfg.export.edl_frame_rate
|
||||
except Exception:
|
||||
fps = cfg.export.edl_frame_rate
|
||||
|
||||
from src.core.models import MatchResult
|
||||
refined = MatchResult(
|
||||
beat_id=beat_id,
|
||||
scene_id=int(scene_data["scene_id"]) if scene_data is not None else current.scene_id,
|
||||
source_path=current.source_path,
|
||||
in_point_s=max(0.0, refined_in_s),
|
||||
out_point_s=out_point_s,
|
||||
in_point_frame=int(max(0.0, refined_in_s) * fps),
|
||||
match_score=max(sequence_score, span_score),
|
||||
match_location=current.match_location,
|
||||
is_confirmed=max(sequence_score, span_score) >= cfg.cv.deep_scan.match_threshold,
|
||||
)
|
||||
results = _update_result(refined, results)
|
||||
_save_results(results, cfg)
|
||||
print(
|
||||
f"✅ Beat {beat_id} refined → "
|
||||
f"in={refined.in_point_s:.3f}s, out={refined.out_point_s:.3f}s, "
|
||||
f"sequence_score={refined.match_score:.3f}"
|
||||
)
|
||||
return
|
||||
|
||||
# ---- Re-run CV with optional threshold override ------------------------
|
||||
from dataclasses import replace as dc_replace
|
||||
run_cfg = cfg
|
||||
if args.threshold is not None:
|
||||
run_cfg = dc_replace(
|
||||
cfg,
|
||||
cv=dc_replace(
|
||||
cfg.cv,
|
||||
deep_scan=dc_replace(cfg.cv.deep_scan, match_threshold=args.threshold),
|
||||
),
|
||||
)
|
||||
print(f"ℹ️ threshold overridden to {args.threshold} for beat {beat_id}")
|
||||
|
||||
from src.cv.global_scan import run_global_scan
|
||||
seed_in_points = _continuity_seed_in_points(beat_id, beats, results, run_cfg)
|
||||
matches = run_global_scan([beat], run_cfg, seed_in_points=seed_in_points)
|
||||
|
||||
if not matches:
|
||||
print(f"❌ Beat {beat_id}: no match. Try --threshold 0.40.")
|
||||
return
|
||||
|
||||
match = matches[0]
|
||||
results = _update_result(match, results)
|
||||
_save_results(results, cfg)
|
||||
print(f"✅ Beat {beat_id} rematched → (in={match.in_point_s:.3f}s, score={match.match_score:.3f})")
|
||||
|
||||
|
||||
def cmd_report(args: argparse.Namespace, cfg) -> None:
|
||||
from src.pipeline.reporter import generate_report
|
||||
beats = _select_beats(_load_beats(cfg), getattr(args, "beat", None))
|
||||
beat_ids = {b.beat_id for b in beats} if getattr(args, "beat", None) is not None else None
|
||||
results = _select_results(_normalize_cached_results(_load_beats(cfg), _load_results(cfg), cfg), beat_ids)
|
||||
out = generate_report(beats, results, cfg)
|
||||
if getattr(args, "beat", None) is not None and not results:
|
||||
print(
|
||||
f"\n⚠️ Beat {args.beat} has no cached match yet. "
|
||||
f"Run: python cli.py match --beat {args.beat}"
|
||||
)
|
||||
print(f"\n\u2705 Report \u2192 {out}")
|
||||
|
||||
|
||||
def cmd_export(args: argparse.Namespace, cfg) -> None:
|
||||
from src.export.edl_writer import write_edl
|
||||
from src.export.fcpxml_writer import write_fcpxml
|
||||
from src.pipeline.matcher import build_timeline
|
||||
|
||||
beats = _select_beats(_load_beats(cfg), getattr(args, "beat", None))
|
||||
beat_ids = {b.beat_id for b in beats} if getattr(args, "beat", None) is not None else None
|
||||
results = _select_results(_normalize_cached_results(_load_beats(cfg), _load_results(cfg), cfg), beat_ids)
|
||||
if getattr(args, "beat", None) is not None and not results:
|
||||
print(f"❌ Beat {args.beat} has no cached match. Run 'match --beat {args.beat}' first.")
|
||||
return
|
||||
timeline = build_timeline(beats, results, cfg)
|
||||
|
||||
fmt = args.format or cfg.export.output_format
|
||||
beat_id = getattr(args, "beat", None)
|
||||
out_stem = (
|
||||
f"{cfg.paths.reference_trailer.stem}_beat_{beat_id:03d}"
|
||||
if beat_id is not None
|
||||
else timeline.title
|
||||
)
|
||||
|
||||
if fmt in ("fcpxml", "both"):
|
||||
out = write_fcpxml(timeline, cfg, output_path=cfg.paths.output_dir / f"{out_stem}.fcpxml")
|
||||
print(f"✅ FCPXML → {out}")
|
||||
|
||||
if fmt in ("edl", "both"):
|
||||
out = write_edl(timeline, cfg, output_path=cfg.paths.output_dir / f"{out_stem}.edl")
|
||||
print(f"✅ EDL → {out}")
|
||||
|
||||
|
||||
def cmd_run(args: argparse.Namespace, cfg) -> None:
|
||||
"""Full pipeline: analyze → match → report → export."""
|
||||
cmd_analyze(args, cfg)
|
||||
cmd_match(args, cfg)
|
||||
cmd_report(args, cfg)
|
||||
cmd_export(args, cfg)
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Argument parser
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _build_parser() -> argparse.ArgumentParser:
|
||||
parser = argparse.ArgumentParser(
|
||||
prog="ai-trailer",
|
||||
description="AI Trailer Generator v2 — Pure CV scene matching",
|
||||
formatter_class=argparse.RawDescriptionHelpFormatter,
|
||||
)
|
||||
parser.add_argument(
|
||||
"--config", type=Path, default=Path("config.toml"),
|
||||
metavar="CONFIG", help="Path to config.toml (default: ./config.toml)",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--log-level", default="INFO",
|
||||
choices=["DEBUG", "INFO", "WARNING", "ERROR"],
|
||||
help="Logging verbosity (default: INFO)",
|
||||
)
|
||||
|
||||
sub = parser.add_subparsers(dest="command", required=True)
|
||||
|
||||
# analyze
|
||||
p_analyze = sub.add_parser("analyze", help="Detect trailer beats + fingerprint")
|
||||
p_analyze.add_argument("--no-audio", action="store_true",
|
||||
help="Skip Whisper (only affects beat labels, not matching)")
|
||||
p_analyze.add_argument("--no-llm", action="store_true",
|
||||
help="Skip LLM classification (only affects beat labels)")
|
||||
|
||||
# match
|
||||
p_match = sub.add_parser("match", help="Run 2-phase CV matching")
|
||||
p_match.add_argument("--force-reindex", action="store_true",
|
||||
help="Ignore scene cache and re-run PySceneDetect")
|
||||
p_match.add_argument("--beat", type=int,
|
||||
help="Match only one beat and merge it into the cached results")
|
||||
p_match.add_argument("--vision", action="store_true",
|
||||
help="Enable cached vision descriptions for extra automatic search seeds")
|
||||
p_match.add_argument("--no-vision", action="store_true",
|
||||
help="Disable vision seeding even if [vision].enabled is true")
|
||||
|
||||
# rematch
|
||||
p_rematch = sub.add_parser("rematch", help="Re-run or override matching for one beat")
|
||||
p_rematch.add_argument("--beat", type=int, required=True, help="Beat ID to rematch")
|
||||
p_rematch.add_argument("--threshold", type=float, default=None, help="Override match_threshold")
|
||||
p_rematch.add_argument("--refine", action="store_true",
|
||||
help="Refine the cached match by measuring a local image-content offset")
|
||||
p_rematch.add_argument("--refine-window", type=float, default=None,
|
||||
help="Seconds to search around the cached in-point when using --refine")
|
||||
|
||||
# report
|
||||
p_report = sub.add_parser("report", help="Generate HTML visual comparison report")
|
||||
p_report.add_argument("--beat", type=int, help="Report only one beat")
|
||||
|
||||
# export
|
||||
p_export = sub.add_parser("export", help="Export timeline from cached results")
|
||||
p_export.add_argument("--format", choices=["fcpxml", "edl", "both"],
|
||||
help="Override [export] output_format from config")
|
||||
p_export.add_argument("--beat", type=int, help="Export only one beat")
|
||||
|
||||
# run
|
||||
p_run = sub.add_parser("run", help="Full pipeline: analyze → match → export")
|
||||
p_run.add_argument("--no-audio", action="store_true")
|
||||
p_run.add_argument("--no-llm", action="store_true")
|
||||
p_run.add_argument("--force-reindex", action="store_true")
|
||||
p_run.add_argument("--vision", action="store_true")
|
||||
p_run.add_argument("--no-vision", action="store_true")
|
||||
p_run.add_argument("--format", choices=["fcpxml", "edl", "both"])
|
||||
p_run.add_argument("--beat", type=int,
|
||||
help="Run match/report/export for only one cached beat")
|
||||
|
||||
return parser
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Entry point
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def main() -> None:
|
||||
_ensure_utf8_console()
|
||||
parser = _build_parser()
|
||||
args = parser.parse_args()
|
||||
|
||||
_setup_logging(args.log_level)
|
||||
|
||||
from src.core.config import load_config
|
||||
cfg = load_config(args.config)
|
||||
|
||||
dispatch = {
|
||||
"analyze": cmd_analyze,
|
||||
"match": cmd_match,
|
||||
"rematch": cmd_rematch,
|
||||
"report": cmd_report,
|
||||
"export": cmd_export,
|
||||
"run": cmd_run,
|
||||
}
|
||||
|
||||
handler = dispatch[args.command]
|
||||
handler(args, cfg)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user