@@ -92,7 +136,7 @@ a { color: #0066cc; }
| 9 |
Story |
-ASRX + Cut |
+ASRX + Cut + YOLO + Face |
Narrative scene summarization (LLM, with embedding) |
@@ -129,60 +173,66 @@ a { color: #0066cc; }
| 3 |
+Phase 1 Pack |
+Rule 1 |
+release_pack.py --phase 1 |
+
+
+| 4 |
Rule 3 Scene Chunking |
Cut + ASR |
chunk table, chunk_type = 'cut' |
-| 4 |
-Face Trace + DB Store |
+5 |
+Face Trace |
Face |
face_detections.trace_id IS NOT NULL |
-| 5 |
+6 |
Qdrant Face Sync |
Face Trace |
-Qdrant collection (face embeddings) |
+Qdrant face_embedding collection |
-| 6 |
+7 |
Trace Chunks |
Face Trace |
chunk table, chunk_type = 'trace' |
-| 7 |
+8 |
TKG Builder |
Face Trace |
tkg_nodes + tkg_edges tables |
-| 8 |
+9 |
TMDb Face Matching |
Face + TMDb enabled |
face_detections.identity_id IS NOT NULL |
-| 9 |
+10 |
Heuristic Scene Metadata |
Face + YOLO |
{file_uuid}.scene_meta.json on disk |
-| 10 |
+11 |
Identity Agent |
Face + ASRX |
identities with source = 'identity_agent' |
-| 11 |
+12 |
5W1H Agent |
Cut + ASR |
chunk.summary_text IS NOT NULL (chunk_type = 'cut') |
-| 12 |
+13 |
Release Pack |
5W1H Agent |
release_pack.py --phase 2 output |
diff --git a/src/core/db/postgres_db.rs b/src/core/db/postgres_db.rs
index ce03dfc..3dc9120 100644
--- a/src/core/db/postgres_db.rs
+++ b/src/core/db/postgres_db.rs
@@ -2193,6 +2193,21 @@ impl PostgresDb {
Ok(())
}
+ pub async fn store_face_detections_batch(
+ &self, uuid: &str, detections: &[(i64, f64, i32, i32, i32, i32, f32)]
+ ) -> Result<()> {
+ let table = schema::table_name("face_detections");
+ for (frame, ts, x, y, w, h, conf) in detections {
+ sqlx::query(&format!(
+ "INSERT INTO {} (file_uuid, frame_number, timestamp_secs, x, y, width, height, confidence) \
+ VALUES ($1, $2, $3, $4, $5, $6, $7, $8) ON CONFLICT DO NOTHING", table
+ ))
+ .bind(uuid).bind(frame).bind(ts).bind(x).bind(y).bind(w).bind(h).bind(conf)
+ .execute(&self.pool).await?;
+ }
+ Ok(())
+ }
+
pub async fn store_scene_pre_chunks_batch(&self, uuid: &str, scenes: &[(i64, i64, i64, f64, f64, serde_json::Value)]) -> Result<()> {
let table = schema::table_name("pre_chunks");
for (_i, _sf, _ef, start, end, data) in scenes {
diff --git a/src/worker/processor.rs b/src/worker/processor.rs
index 0a7c6c0..1631914 100644
--- a/src/worker/processor.rs
+++ b/src/worker/processor.rs
@@ -887,12 +887,14 @@ impl ProcessorPool {
) -> Result<()> {
let frames_count = face_result.frames.len();
tracing::info!(
- "Storing {} Face pre-chunks for video {}",
+ "Storing {} Face pre-chunks + {} detections for video {}",
frames_count,
+ face_result.frames.iter().map(|f| f.faces.len()).sum::(),
uuid
);
let mut pre_chunks_to_store = Vec::new();
+ let mut detections_to_store = Vec::new();
for frame in face_result.frames.iter() {
let data = serde_json::json!({
@@ -901,10 +903,21 @@ impl ProcessorPool {
});
pre_chunks_to_store.push((frame.frame as i64, Some(frame.timestamp), data, None, None));
+
+ for face in frame.faces.iter() {
+ detections_to_store.push((
+ frame.frame as i64,
+ frame.timestamp,
+ face.x, face.y, face.width, face.height,
+ face.confidence,
+ ));
+ }
}
db.store_raw_pre_chunks_batch(uuid, "face", &pre_chunks_to_store)
.await?;
+ db.store_face_detections_batch(uuid, &detections_to_store)
+ .await?;
Ok(())
}