feat: search reindex, worker improvements, person IDs, user display names

- add admin POST /api/v1/admin/reindex-search endpoint + event-driven handler
- backfill persons from movie_cast/movie_crew into persons table
- paginate person list_page/backfill_from_credits_batch to cap memory
- concurrent worker event dispatch with semaphore (max 8)
- graceful worker shutdown (drain in-flight tasks on SIGINT)
- always ack events, log handler errors as warnings (no infinite retry)
- NATS ack_wait 600s, AtomicBool guard against concurrent reindex
- add username/display_name to UserSummaryDto and users list
- add person_id to CastMemberDto/CrewMemberDto via get_movie_profile use case
- add movie_id to wrapup MovieRef, person_id to wrapup PersonStat
- thread tmdb_person_id through wrapup cast pipeline
- add is_federated to FeedEntryDto
- cap orphaned persons query with LIMIT 500
- add SPA link to classic site footer
This commit is contained in:
2026-06-04 14:43:28 +02:00
parent af8e58aeb8
commit bd7dc648c4
36 changed files with 693 additions and 118 deletions

View File

@@ -86,6 +86,7 @@ pub enum EventPayload {
WrapUpCompleted { WrapUpCompleted {
wrapup_id: String, wrapup_id: String,
}, },
SearchReindexRequested,
} }
impl EventPayload { impl EventPayload {
@@ -107,6 +108,7 @@ impl EventPayload {
EventPayload::WatchEventIngested { .. } => "WatchEventIngested", EventPayload::WatchEventIngested { .. } => "WatchEventIngested",
EventPayload::WrapUpRequested { .. } => "WrapUpRequested", EventPayload::WrapUpRequested { .. } => "WrapUpRequested",
EventPayload::WrapUpCompleted { .. } => "WrapUpCompleted", EventPayload::WrapUpCompleted { .. } => "WrapUpCompleted",
EventPayload::SearchReindexRequested => "SearchReindexRequested",
} }
} }
} }
@@ -248,6 +250,7 @@ impl From<&DomainEvent> for EventPayload {
DomainEvent::WrapUpCompleted { wrapup_id } => EventPayload::WrapUpCompleted { DomainEvent::WrapUpCompleted { wrapup_id } => EventPayload::WrapUpCompleted {
wrapup_id: wrapup_id.value().to_string(), wrapup_id: wrapup_id.value().to_string(),
}, },
DomainEvent::SearchReindexRequested => EventPayload::SearchReindexRequested,
} }
} }
} }
@@ -398,6 +401,7 @@ impl TryFrom<EventPayload> for DomainEvent {
wrapup_id: WrapUpId::from_uuid(wid), wrapup_id: WrapUpId::from_uuid(wid),
}) })
} }
EventPayload::SearchReindexRequested => Ok(DomainEvent::SearchReindexRequested),
} }
} }
} }

View File

@@ -120,6 +120,7 @@ impl NatsJetStreamConsumer {
pull::Config { pull::Config {
durable_name: Some(cfg.consumer_name.clone()), durable_name: Some(cfg.consumer_name.clone()),
filter_subject: subject_filter, filter_subject: subject_filter,
ack_wait: std::time::Duration::from_secs(600),
..Default::default() ..Default::default()
}, },
) )

View File

@@ -18,6 +18,7 @@ pub fn event_to_subject(prefix: &str, event: &DomainEvent) -> String {
DomainEvent::WatchEventIngested { .. } => "watch.event.ingested", DomainEvent::WatchEventIngested { .. } => "watch.event.ingested",
DomainEvent::WrapUpRequested { .. } => "wrapup.requested", DomainEvent::WrapUpRequested { .. } => "wrapup.requested",
DomainEvent::WrapUpCompleted { .. } => "wrapup.completed", DomainEvent::WrapUpCompleted { .. } => "wrapup.completed",
DomainEvent::SearchReindexRequested => "search.reindex.requested",
}; };
format!("{prefix}.{suffix}") format!("{prefix}.{suffix}")
} }

View File

@@ -7,7 +7,7 @@ use domain::{
}, },
value_objects::{ value_objects::{
Comment, Email, ExternalMetadataId, MovieId, MovieTitle, PosterPath, Rating, ReleaseYear, Comment, Email, ExternalMetadataId, MovieId, MovieTitle, PosterPath, Rating, ReleaseYear,
ReviewId, UserId, ReviewId, UserId, Username,
}, },
}; };
use uuid::Uuid; use uuid::Uuid;
@@ -237,6 +237,8 @@ impl MovieStatsRow {
pub(crate) struct UserSummaryRow { pub(crate) struct UserSummaryRow {
pub id: String, pub id: String,
pub email: String, pub email: String,
pub username: String,
pub display_name: Option<String>,
pub total_movies: i64, pub total_movies: i64,
pub avg_rating: Option<f64>, pub avg_rating: Option<f64>,
pub avatar_path: Option<String>, pub avatar_path: Option<String>,
@@ -247,6 +249,8 @@ impl UserSummaryRow {
Ok(UserSummary::new( Ok(UserSummary::new(
UserId::from_uuid(parse_uuid(&self.id)?), UserId::from_uuid(parse_uuid(&self.id)?),
Email::new(self.email)?, Email::new(self.email)?,
Username::new(self.username)?,
self.display_name,
self.total_movies, self.total_movies,
self.avg_rating, self.avg_rating,
self.avatar_path, self.avatar_path,

View File

@@ -57,6 +57,60 @@ impl PersonCommand for PostgresPersonAdapter {
} }
Ok(()) Ok(())
} }
async fn backfill_from_credits_batch(
&self,
batch_size: u32,
) -> Result<(u64, bool), DomainError> {
#[derive(sqlx::FromRow)]
struct MissingPerson {
tmdb_person_id: i64,
name: String,
department: Option<String>,
profile_path: Option<String>,
}
let rows = sqlx::query_as::<_, MissingPerson>(
"SELECT mc.tmdb_person_id, mc.name, 'Acting' AS department, mc.profile_path
FROM movie_cast mc
WHERE NOT EXISTS (SELECT 1 FROM persons WHERE persons.tmdb_person_id = mc.tmdb_person_id)
GROUP BY mc.tmdb_person_id, mc.name, mc.profile_path
UNION ALL
SELECT mc.tmdb_person_id, mc.name, mc.department, mc.profile_path
FROM movie_crew mc
WHERE NOT EXISTS (SELECT 1 FROM persons WHERE persons.tmdb_person_id = mc.tmdb_person_id)
AND NOT EXISTS (SELECT 1 FROM movie_cast c2 WHERE c2.tmdb_person_id = mc.tmdb_person_id)
GROUP BY mc.tmdb_person_id, mc.name, mc.department, mc.profile_path
LIMIT $1",
)
.bind(batch_size as i64)
.fetch_all(&self.pool)
.await
.map_err(map_err)?;
let has_more = rows.len() as u32 >= batch_size;
let mut count = 0u64;
for row in &rows {
let ext = ExternalPersonId::new(format!("tmdb:{}", row.tmdb_person_id));
let pid = PersonId::from_external(&ext);
sqlx::query(
"INSERT INTO persons (id, external_id, tmdb_person_id, name, known_for_department, profile_path)
VALUES ($1, $2, $3, $4, $5, $6)
ON CONFLICT(tmdb_person_id) DO NOTHING",
)
.bind(pid.value().to_string())
.bind(ext.value())
.bind(row.tmdb_person_id)
.bind(&row.name)
.bind(&row.department)
.bind(&row.profile_path)
.execute(&self.pool)
.await
.map_err(map_err)?;
count += 1;
}
Ok((count, has_more))
}
} }
#[async_trait] #[async_trait]
@@ -206,6 +260,40 @@ impl PersonQuery for PostgresPersonAdapter {
Ok(PersonCredits { person, cast, crew }) Ok(PersonCredits { person, cast, crew })
} }
async fn list_page(&self, limit: u32, offset: u32) -> Result<Vec<Person>, DomainError> {
#[derive(sqlx::FromRow)]
struct Row {
id: String,
external_id: String,
name: String,
known_for_department: Option<String>,
profile_path: Option<String>,
}
let rows = sqlx::query_as::<_, Row>(
"SELECT id, external_id, name, known_for_department, profile_path FROM persons ORDER BY id LIMIT $1 OFFSET $2",
)
.bind(limit as i64)
.bind(offset as i64)
.fetch_all(&self.pool)
.await
.map_err(map_err)?;
Ok(rows
.into_iter()
.map(|r| {
let ext = ExternalPersonId::new(r.external_id);
Person::new(
PersonId::from_uuid(uuid::Uuid::parse_str(&r.id).unwrap_or_default()),
ext,
r.name,
r.known_for_department,
r.profile_path,
)
})
.collect())
}
async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError> { async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError> {
let rows: Vec<(String,)> = sqlx::query_as( let rows: Vec<(String,)> = sqlx::query_as(
"SELECT id FROM persons "SELECT id FROM persons
@@ -214,7 +302,8 @@ impl PersonQuery for PostgresPersonAdapter {
) )
AND NOT EXISTS ( AND NOT EXISTS (
SELECT 1 FROM movie_crew WHERE movie_crew.tmdb_person_id = persons.tmdb_person_id SELECT 1 FROM movie_crew WHERE movie_crew.tmdb_person_id = persons.tmdb_person_id
)", )
LIMIT 500",
) )
.fetch_all(&self.pool) .fetch_all(&self.pool)
.await .await

View File

@@ -186,13 +186,13 @@ impl UserRepository for PostgresUserRepository {
async fn list_with_stats(&self) -> Result<Vec<domain::models::UserSummary>, DomainError> { async fn list_with_stats(&self) -> Result<Vec<domain::models::UserSummary>, DomainError> {
sqlx::query_as::<_, UserSummaryRow>( sqlx::query_as::<_, UserSummaryRow>(
r#"SELECT u.id, u.email, r#"SELECT u.id, u.email, u.username, u.display_name,
COUNT(DISTINCT r.movie_id) AS total_movies, COUNT(DISTINCT r.movie_id) AS total_movies,
AVG(r.rating::float) AS avg_rating, AVG(r.rating::float) AS avg_rating,
u.avatar_path u.avatar_path
FROM users u FROM users u
LEFT JOIN reviews r ON r.user_id = u.id AND r.remote_actor_url IS NULL LEFT JOIN reviews r ON r.user_id = u.id AND r.remote_actor_url IS NULL
GROUP BY u.id, u.email, u.avatar_path GROUP BY u.id, u.email, u.username, u.display_name, u.avatar_path
ORDER BY u.email ASC"#, ORDER BY u.email ASC"#,
) )
.fetch_all(&self.pool) .fetch_all(&self.pool)

View File

@@ -333,9 +333,9 @@ impl WrapUpStatsQuery for PostgresWrapUpStatsQuery {
let keywords = keywords_map.get(&movie_id_str).cloned().unwrap_or_default(); let keywords = keywords_map.get(&movie_id_str).cloned().unwrap_or_default();
let cast = cast_map.get(&movie_id_str).cloned().unwrap_or_default(); let cast = cast_map.get(&movie_id_str).cloned().unwrap_or_default();
let cast_names: Vec<(String, u32)> = cast let cast_names: Vec<(String, u32, i64)> = cast
.iter() .iter()
.map(|c| (c.name.clone(), c.billing_order)) .map(|c| (c.name.clone(), c.billing_order, c.tmdb_person_id))
.collect(); .collect();
let cast_profile_paths: Vec<Option<String>> = let cast_profile_paths: Vec<Option<String>> =
cast.iter().map(|c| c.profile_path.clone()).collect(); cast.iter().map(|c| c.profile_path.clone()).collect();
@@ -367,6 +367,7 @@ impl WrapUpStatsQuery for PostgresWrapUpStatsQuery {
struct CastEntry { struct CastEntry {
name: String, name: String,
billing_order: u32, billing_order: u32,
tmdb_person_id: i64,
profile_path: Option<String>, profile_path: Option<String>,
} }
@@ -417,7 +418,7 @@ async fn fetch_cast_pg(
movie_ids: &[String], movie_ids: &[String],
) -> Result<HashMap<String, Vec<CastEntry>>, DomainError> { ) -> Result<HashMap<String, Vec<CastEntry>>, DomainError> {
let rows = sqlx::query( let rows = sqlx::query(
"SELECT movie_id, name, billing_order, profile_path \ "SELECT movie_id, name, billing_order, tmdb_person_id, profile_path \
FROM movie_cast \ FROM movie_cast \
WHERE movie_id = ANY($1) AND billing_order <= 3 \ WHERE movie_id = ANY($1) AND billing_order <= 3 \
ORDER BY billing_order ASC", ORDER BY billing_order ASC",
@@ -432,10 +433,12 @@ async fn fetch_cast_pg(
let mid: String = row.try_get("movie_id").map_err(map_err)?; let mid: String = row.try_get("movie_id").map_err(map_err)?;
let name: String = row.try_get("name").map_err(map_err)?; let name: String = row.try_get("name").map_err(map_err)?;
let billing_order: i32 = row.try_get("billing_order").map_err(map_err)?; let billing_order: i32 = row.try_get("billing_order").map_err(map_err)?;
let tmdb_person_id: i64 = row.try_get("tmdb_person_id").map_err(map_err)?;
let profile_path: Option<String> = row.try_get("profile_path").map_err(map_err)?; let profile_path: Option<String> = row.try_get("profile_path").map_err(map_err)?;
map.entry(mid).or_default().push(CastEntry { map.entry(mid).or_default().push(CastEntry {
name, name,
billing_order: billing_order as u32, billing_order: billing_order as u32,
tmdb_person_id,
profile_path, profile_path,
}); });
} }

View File

@@ -7,7 +7,7 @@ use domain::{
}, },
value_objects::{ value_objects::{
Comment, Email, ExternalMetadataId, MovieId, MovieTitle, PosterPath, Rating, ReleaseYear, Comment, Email, ExternalMetadataId, MovieId, MovieTitle, PosterPath, Rating, ReleaseYear,
ReviewId, UserId, WatchlistEntryId, ReviewId, UserId, Username, WatchlistEntryId,
}, },
}; };
use uuid::Uuid; use uuid::Uuid;
@@ -245,6 +245,8 @@ impl FeedRow {
pub(crate) struct UserSummaryRow { pub(crate) struct UserSummaryRow {
pub id: String, pub id: String,
pub email: String, pub email: String,
pub username: String,
pub display_name: Option<String>,
pub total_movies: i64, pub total_movies: i64,
pub avg_rating: Option<f64>, pub avg_rating: Option<f64>,
pub avatar_path: Option<String>, pub avatar_path: Option<String>,
@@ -255,6 +257,8 @@ impl UserSummaryRow {
Ok(UserSummary::new( Ok(UserSummary::new(
UserId::from_uuid(parse_uuid(&self.id)?), UserId::from_uuid(parse_uuid(&self.id)?),
Email::new(self.email)?, Email::new(self.email)?,
Username::new(self.username)?,
self.display_name,
self.total_movies, self.total_movies,
self.avg_rating, self.avg_rating,
self.avatar_path, self.avatar_path,

View File

@@ -57,6 +57,60 @@ impl PersonCommand for SqlitePersonAdapter {
} }
Ok(()) Ok(())
} }
async fn backfill_from_credits_batch(
&self,
batch_size: u32,
) -> Result<(u64, bool), DomainError> {
#[derive(sqlx::FromRow)]
struct MissingPerson {
tmdb_person_id: i64,
name: String,
department: Option<String>,
profile_path: Option<String>,
}
let rows = sqlx::query_as::<_, MissingPerson>(
"SELECT mc.tmdb_person_id, mc.name, 'Acting' AS department, mc.profile_path
FROM movie_cast mc
WHERE NOT EXISTS (SELECT 1 FROM persons WHERE persons.tmdb_person_id = mc.tmdb_person_id)
GROUP BY mc.tmdb_person_id
UNION ALL
SELECT mc.tmdb_person_id, mc.name, mc.department, mc.profile_path
FROM movie_crew mc
WHERE NOT EXISTS (SELECT 1 FROM persons WHERE persons.tmdb_person_id = mc.tmdb_person_id)
AND NOT EXISTS (SELECT 1 FROM movie_cast c2 WHERE c2.tmdb_person_id = mc.tmdb_person_id)
GROUP BY mc.tmdb_person_id
LIMIT ?",
)
.bind(batch_size)
.fetch_all(&self.pool)
.await
.map_err(map_err)?;
let has_more = rows.len() as u32 >= batch_size;
let mut count = 0u64;
for row in &rows {
let ext = ExternalPersonId::new(format!("tmdb:{}", row.tmdb_person_id));
let pid = PersonId::from_external(&ext);
sqlx::query(
"INSERT INTO persons (id, external_id, tmdb_person_id, name, known_for_department, profile_path)
VALUES (?, ?, ?, ?, ?, ?)
ON CONFLICT(tmdb_person_id) DO NOTHING",
)
.bind(pid.value().to_string())
.bind(ext.value())
.bind(row.tmdb_person_id)
.bind(&row.name)
.bind(&row.department)
.bind(&row.profile_path)
.execute(&self.pool)
.await
.map_err(map_err)?;
count += 1;
}
Ok((count, has_more))
}
} }
#[async_trait] #[async_trait]
@@ -156,6 +210,19 @@ impl PersonQuery for SqlitePersonAdapter {
Ok(PersonCredits { person, cast, crew }) Ok(PersonCredits { person, cast, crew })
} }
async fn list_page(&self, limit: u32, offset: u32) -> Result<Vec<Person>, DomainError> {
let rows = sqlx::query_as::<_, PersonRow>(
"SELECT id, external_id, name, known_for_department, profile_path FROM persons ORDER BY id LIMIT ? OFFSET ?",
)
.bind(limit)
.bind(offset)
.fetch_all(&self.pool)
.await
.map_err(map_err)?;
Ok(rows.into_iter().map(PersonRow::into_person).collect())
}
async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError> { async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError> {
let rows: Vec<(String,)> = sqlx::query_as( let rows: Vec<(String,)> = sqlx::query_as(
"SELECT id FROM persons "SELECT id FROM persons
@@ -164,7 +231,8 @@ impl PersonQuery for SqlitePersonAdapter {
) )
AND NOT EXISTS ( AND NOT EXISTS (
SELECT 1 FROM movie_crew WHERE movie_crew.tmdb_person_id = persons.tmdb_person_id SELECT 1 FROM movie_crew WHERE movie_crew.tmdb_person_id = persons.tmdb_person_id
)", )
LIMIT 500",
) )
.fetch_all(&self.pool) .fetch_all(&self.pool)
.await .await

View File

@@ -182,17 +182,15 @@ impl UserRepository for SqliteUserRepository {
} }
async fn list_with_stats(&self) -> Result<Vec<domain::models::UserSummary>, DomainError> { async fn list_with_stats(&self) -> Result<Vec<domain::models::UserSummary>, DomainError> {
sqlx::query_as!( sqlx::query_as::<_, UserSummaryRow>(
UserSummaryRow, r#"SELECT u.id, u.email, u.username, u.display_name,
r#"SELECT u.id AS "id!: String", COUNT(DISTINCT r.movie_id) AS total_movies,
u.email AS "email!: String",
COUNT(DISTINCT r.movie_id) AS "total_movies!: i64",
AVG(CAST(r.rating AS REAL)) AS avg_rating, AVG(CAST(r.rating AS REAL)) AS avg_rating,
u.avatar_path u.avatar_path
FROM users u FROM users u
LEFT JOIN reviews r ON r.user_id = u.id AND r.remote_actor_url IS NULL LEFT JOIN reviews r ON r.user_id = u.id AND r.remote_actor_url IS NULL
GROUP BY u.id, u.email, u.avatar_path GROUP BY u.id, u.email, u.username, u.display_name, u.avatar_path
ORDER BY u.email ASC"# ORDER BY u.email ASC"#,
) )
.fetch_all(&self.pool) .fetch_all(&self.pool)
.await .await

View File

@@ -345,9 +345,9 @@ impl WrapUpStatsQuery for SqliteWrapUpStatsQuery {
let keywords = keywords_map.get(&movie_id_str).cloned().unwrap_or_default(); let keywords = keywords_map.get(&movie_id_str).cloned().unwrap_or_default();
let cast = cast_map.get(&movie_id_str).cloned().unwrap_or_default(); let cast = cast_map.get(&movie_id_str).cloned().unwrap_or_default();
let cast_names: Vec<(String, u32)> = cast let cast_names: Vec<(String, u32, i64)> = cast
.iter() .iter()
.map(|c| (c.name.clone(), c.billing_order)) .map(|c| (c.name.clone(), c.billing_order, c.tmdb_person_id))
.collect(); .collect();
let cast_profile_paths: Vec<Option<String>> = let cast_profile_paths: Vec<Option<String>> =
cast.iter().map(|c| c.profile_path.clone()).collect(); cast.iter().map(|c| c.profile_path.clone()).collect();
@@ -379,6 +379,7 @@ impl WrapUpStatsQuery for SqliteWrapUpStatsQuery {
struct CastEntry { struct CastEntry {
name: String, name: String,
billing_order: u32, billing_order: u32,
tmdb_person_id: i64,
profile_path: Option<String>, profile_path: Option<String>,
} }
@@ -453,7 +454,7 @@ async fn fetch_cast_sqlite(
return Ok(HashMap::new()); return Ok(HashMap::new());
} }
let sql = format!( let sql = format!(
"SELECT movie_id, name, billing_order, profile_path \ "SELECT movie_id, name, billing_order, tmdb_person_id, profile_path \
FROM movie_cast \ FROM movie_cast \
WHERE movie_id IN ({}) AND billing_order <= 3 \ WHERE movie_id IN ({}) AND billing_order <= 3 \
ORDER BY billing_order ASC", ORDER BY billing_order ASC",
@@ -470,10 +471,12 @@ async fn fetch_cast_sqlite(
let mid: String = row.try_get("movie_id").map_err(map_err)?; let mid: String = row.try_get("movie_id").map_err(map_err)?;
let name: String = row.try_get("name").map_err(map_err)?; let name: String = row.try_get("name").map_err(map_err)?;
let billing_order: i32 = row.try_get("billing_order").map_err(map_err)?; let billing_order: i32 = row.try_get("billing_order").map_err(map_err)?;
let tmdb_person_id: i64 = row.try_get("tmdb_person_id").map_err(map_err)?;
let profile_path: Option<String> = row.try_get("profile_path").map_err(map_err)?; let profile_path: Option<String> = row.try_get("profile_path").map_err(map_err)?;
map.entry(mid).or_default().push(CastEntry { map.entry(mid).or_default().push(CastEntry {
name, name,
billing_order: billing_order as u32, billing_order: billing_order as u32,
tmdb_person_id,
profile_path, profile_path,
}); });
} }

View File

@@ -63,6 +63,8 @@
{% endif %} {% endif %}
<span class="footer-sep">·</span> <span class="footer-sep">·</span>
<a href="/docs" target="_blank" class="footer-link">API Docs</a> <a href="/docs" target="_blank" class="footer-link">API Docs</a>
<span class="footer-sep">·</span>
<a href="/app/" class="footer-link">Mobile App</a>
</footer> </footer>
</body> </body>
</html> </html>

View File

@@ -57,6 +57,7 @@ pub struct FeedEntryDto {
pub user_id: Uuid, pub user_id: Uuid,
pub user_email: String, pub user_email: String,
pub user_display_name: String, pub user_display_name: String,
pub is_federated: bool,
} }
#[derive(Debug, Clone, Serialize, Deserialize, utoipa::ToSchema)] #[derive(Debug, Clone, Serialize, Deserialize, utoipa::ToSchema)]

View File

@@ -40,6 +40,7 @@ pub struct KeywordDto {
#[derive(Debug, Clone, Serialize, Deserialize, utoipa::ToSchema)] #[derive(Debug, Clone, Serialize, Deserialize, utoipa::ToSchema)]
pub struct CastMemberDto { pub struct CastMemberDto {
pub person_id: String,
pub tmdb_person_id: u64, pub tmdb_person_id: u64,
pub name: String, pub name: String,
pub character: String, pub character: String,
@@ -49,6 +50,7 @@ pub struct CastMemberDto {
#[derive(Debug, Clone, Serialize, Deserialize, utoipa::ToSchema)] #[derive(Debug, Clone, Serialize, Deserialize, utoipa::ToSchema)]
pub struct CrewMemberDto { pub struct CrewMemberDto {
pub person_id: String,
pub tmdb_person_id: u64, pub tmdb_person_id: u64,
pub name: String, pub name: String,
pub job: String, pub job: String,

View File

@@ -7,6 +7,8 @@ use crate::diary::{DiaryEntryDto, DiaryResponse};
pub struct UserSummaryDto { pub struct UserSummaryDto {
pub id: Uuid, pub id: Uuid,
pub email: String, pub email: String,
pub username: String,
pub display_name: Option<String>,
pub total_movies: i64, pub total_movies: i64,
pub avg_rating: Option<f64>, pub avg_rating: Option<f64>,
} }

View File

@@ -20,3 +20,4 @@ pub mod test_helpers;
pub use movies::MovieDiscoveryIndexer; pub use movies::MovieDiscoveryIndexer;
pub use movies::SearchCleanupHandler; pub use movies::SearchCleanupHandler;
pub use movies::SearchReindexHandler;

View File

@@ -0,0 +1,78 @@
use domain::{
errors::DomainError,
models::{CastMember, CrewMember, ExternalPersonId, MovieProfile, PersonId},
value_objects::MovieId,
};
use uuid::Uuid;
use crate::context::AppContext;
pub struct GetMovieProfileQuery {
pub movie_id: Uuid,
}
pub struct CastMemberWithId {
pub person_id: PersonId,
pub tmdb_person_id: u64,
pub name: String,
pub character: String,
pub billing_order: u32,
pub profile_path: Option<String>,
}
pub struct CrewMemberWithId {
pub person_id: PersonId,
pub tmdb_person_id: u64,
pub name: String,
pub job: String,
pub department: String,
pub profile_path: Option<String>,
}
pub struct MovieProfileResult {
pub profile: MovieProfile,
pub cast: Vec<CastMemberWithId>,
pub crew: Vec<CrewMemberWithId>,
}
fn resolve_cast(member: &CastMember) -> CastMemberWithId {
let ext = ExternalPersonId::new(format!("tmdb:{}", member.tmdb_person_id));
CastMemberWithId {
person_id: PersonId::from_external(&ext),
tmdb_person_id: member.tmdb_person_id,
name: member.name.clone(),
character: member.character.clone(),
billing_order: member.billing_order,
profile_path: member.profile_path.clone(),
}
}
fn resolve_crew(member: &CrewMember) -> CrewMemberWithId {
let ext = ExternalPersonId::new(format!("tmdb:{}", member.tmdb_person_id));
CrewMemberWithId {
person_id: PersonId::from_external(&ext),
tmdb_person_id: member.tmdb_person_id,
name: member.name.clone(),
job: member.job.clone(),
department: member.department.clone(),
profile_path: member.profile_path.clone(),
}
}
pub async fn execute(
ctx: &AppContext,
query: GetMovieProfileQuery,
) -> Result<Option<MovieProfileResult>, DomainError> {
let movie_id = MovieId::from_uuid(query.movie_id);
let profile = ctx.repos.movie_profile.get_by_movie_id(&movie_id).await?;
Ok(profile.map(|p| {
let cast = p.cast.iter().map(resolve_cast).collect();
let crew = p.crew.iter().map(resolve_crew).collect();
MovieProfileResult {
profile: p,
cast,
crew,
}
}))
}

View File

@@ -1,10 +1,13 @@
pub mod commands; pub mod commands;
pub mod discovery_indexer; pub mod discovery_indexer;
pub mod enrich_movie; pub mod enrich_movie;
pub mod get_movie_profile;
pub mod get_movies; pub mod get_movies;
pub mod queries; pub mod queries;
pub mod reindex_search;
pub mod search_cleanup; pub mod search_cleanup;
pub mod sync_poster; pub mod sync_poster;
pub use discovery_indexer::MovieDiscoveryIndexer; pub use discovery_indexer::MovieDiscoveryIndexer;
pub use reindex_search::SearchReindexHandler;
pub use search_cleanup::SearchCleanupHandler; pub use search_cleanup::SearchCleanupHandler;

View File

@@ -0,0 +1,165 @@
use async_trait::async_trait;
use domain::{
errors::DomainError,
events::DomainEvent,
models::{IndexableDocument, MovieFilter, collections::PageParams},
ports::EventHandler,
};
use std::sync::atomic::{AtomicBool, Ordering};
use crate::context::AppContext;
const BATCH_SIZE: u32 = 500;
pub struct SearchReindexHandler {
ctx: AppContext,
running: AtomicBool,
}
impl SearchReindexHandler {
pub fn new(ctx: AppContext) -> Self {
Self {
ctx,
running: AtomicBool::new(false),
}
}
}
#[async_trait]
impl EventHandler for SearchReindexHandler {
async fn handle(&self, event: &DomainEvent) -> Result<(), DomainError> {
if !matches!(event, DomainEvent::SearchReindexRequested) {
return Ok(());
}
if self.running.swap(true, Ordering::SeqCst) {
tracing::info!("search reindex already running, skipping");
return Ok(());
}
let result = self.run_reindex().await;
self.running.store(false, Ordering::SeqCst);
result
}
}
impl SearchReindexHandler {
async fn run_reindex(&self) -> Result<(), DomainError> {
tracing::info!("search reindex started");
let movies_indexed = self.reindex_movies().await?;
let backfilled = self.backfill_persons().await?;
if backfilled > 0 {
tracing::info!(backfilled, "backfilled missing persons from credits");
}
let persons_indexed = self.reindex_persons().await?;
tracing::info!(movies_indexed, persons_indexed, "search reindex completed");
Ok(())
}
async fn reindex_movies(&self) -> Result<u64, DomainError> {
let mut count: u64 = 0;
let mut offset: u32 = 0;
loop {
let page = self
.ctx
.repos
.movie
.list_movies(
&PageParams {
limit: BATCH_SIZE,
offset,
},
&MovieFilter::default(),
)
.await?;
for summary in &page.items {
let movie_id = summary.movie.id().clone();
let profile = self
.ctx
.repos
.movie_profile
.get_by_movie_id(&movie_id)
.await?;
if let Err(e) = self
.ctx
.repos
.search_command
.index(IndexableDocument::Movie {
id: movie_id.clone(),
movie: Box::new(summary.movie.clone()),
profile: profile.map(Box::new),
})
.await
{
tracing::warn!(movie_id = %movie_id.value(), "reindex movie failed: {e}");
}
count += 1;
}
if (page.items.len() as u32) < BATCH_SIZE {
break;
}
offset += BATCH_SIZE;
tokio::task::yield_now().await;
}
Ok(count)
}
async fn backfill_persons(&self) -> Result<u64, DomainError> {
let mut total = 0u64;
loop {
let (count, has_more) = self
.ctx
.repos
.person_command
.backfill_from_credits_batch(BATCH_SIZE)
.await?;
total += count;
if !has_more {
break;
}
tokio::task::yield_now().await;
}
Ok(total)
}
async fn reindex_persons(&self) -> Result<u64, DomainError> {
let mut count: u64 = 0;
let mut offset: u32 = 0;
loop {
let persons = self
.ctx
.repos
.person_query
.list_page(BATCH_SIZE, offset)
.await?;
for person in &persons {
if let Err(e) = self
.ctx
.repos
.search_command
.index(IndexableDocument::Person {
id: person.id().clone(),
person: Box::new(person.clone()),
})
.await
{
tracing::warn!(person = %person.name(), "reindex person failed: {e}");
}
count += 1;
}
if (persons.len() as u32) < BATCH_SIZE {
break;
}
offset += BATCH_SIZE;
tokio::task::yield_now().await;
}
Ok(count)
}
}

View File

@@ -61,6 +61,7 @@ impl EventHandler for RecordingHandler {
DomainEvent::WatchEventIngested { .. } => "watch_event_ingested", DomainEvent::WatchEventIngested { .. } => "watch_event_ingested",
DomainEvent::WrapUpRequested { .. } => "wrapup_requested", DomainEvent::WrapUpRequested { .. } => "wrapup_requested",
DomainEvent::WrapUpCompleted { .. } => "wrapup_completed", DomainEvent::WrapUpCompleted { .. } => "wrapup_completed",
DomainEvent::SearchReindexRequested => "search_reindex",
}; };
self.calls.lock().unwrap().push(label); self.calls.lock().unwrap().push(label);
Ok(()) Ok(())
@@ -85,34 +86,34 @@ async fn dispatches_to_all_handlers() {
}; };
WorkerService::new(Arc::new(consumer), vec![Arc::new(handler)]) WorkerService::new(Arc::new(consumer), vec![Arc::new(handler)])
.run() .run(tokio::sync::watch::channel(false).1)
.await; .await;
assert_eq!(*calls.lock().unwrap(), vec!["movie_discovered"]); assert_eq!(*calls.lock().unwrap(), vec!["movie_discovered"]);
} }
#[tokio::test] #[tokio::test]
async fn nacks_when_handler_fails() { async fn acks_even_when_handler_fails() {
let nack_called = Arc::new(Mutex::new(false)); let ack_called = Arc::new(Mutex::new(false));
struct TrackingAck { struct TrackingAck {
nack_called: Arc<Mutex<bool>>, ack_called: Arc<Mutex<bool>>,
} }
#[async_trait] #[async_trait]
impl AckHandle for TrackingAck { impl AckHandle for TrackingAck {
async fn ack(&self) -> Result<(), DomainError> { async fn ack(&self) -> Result<(), DomainError> {
*self.ack_called.lock().unwrap() = true;
Ok(()) Ok(())
} }
async fn nack(&self) -> Result<(), DomainError> { async fn nack(&self) -> Result<(), DomainError> {
*self.nack_called.lock().unwrap() = true;
Ok(()) Ok(())
} }
} }
struct TrackingConsumer { struct TrackingConsumer {
event: DomainEvent, event: DomainEvent,
nack_called: Arc<Mutex<bool>>, ack_called: Arc<Mutex<bool>>,
} }
impl EventConsumer for TrackingConsumer { impl EventConsumer for TrackingConsumer {
@@ -120,7 +121,7 @@ async fn nacks_when_handler_fails() {
let envelope = EventEnvelope::new( let envelope = EventEnvelope::new(
self.event.clone(), self.event.clone(),
Box::new(TrackingAck { Box::new(TrackingAck {
nack_called: Arc::clone(&self.nack_called), ack_called: Arc::clone(&self.ack_called),
}), }),
); );
Box::pin(stream::iter(vec![Ok(envelope)])) Box::pin(stream::iter(vec![Ok(envelope)]))
@@ -138,14 +139,14 @@ async fn nacks_when_handler_fails() {
let consumer = TrackingConsumer { let consumer = TrackingConsumer {
event: movie_discovered(), event: movie_discovered(),
nack_called: Arc::clone(&nack_called), ack_called: Arc::clone(&ack_called),
}; };
WorkerService::new(Arc::new(consumer), vec![Arc::new(FailingHandler)]) WorkerService::new(Arc::new(consumer), vec![Arc::new(FailingHandler)])
.run() .run(tokio::sync::watch::channel(false).1)
.await; .await;
assert!(*nack_called.lock().unwrap()); assert!(*ack_called.lock().unwrap());
} }
#[tokio::test] #[tokio::test]
@@ -189,7 +190,9 @@ async fn acks_when_all_handlers_succeed() {
ack_called: Arc::clone(&ack_called), ack_called: Arc::clone(&ack_called),
}; };
WorkerService::new(Arc::new(consumer), vec![]).run().await; WorkerService::new(Arc::new(consumer), vec![])
.run(tokio::sync::watch::channel(false).1)
.await;
assert!(*ack_called.lock().unwrap()); assert!(*ack_called.lock().unwrap());
} }

View File

@@ -5,47 +5,73 @@ use domain::{
ports::{EventConsumer, EventHandler}, ports::{EventConsumer, EventHandler},
}; };
use futures::StreamExt; use futures::StreamExt;
use tokio::sync::Semaphore;
const DEFAULT_CONCURRENCY: usize = 8;
pub struct WorkerService { pub struct WorkerService {
consumer: Arc<dyn EventConsumer>, consumer: Arc<dyn EventConsumer>,
handlers: Vec<Arc<dyn EventHandler>>, handlers: Vec<Arc<dyn EventHandler>>,
semaphore: Arc<Semaphore>,
} }
impl WorkerService { impl WorkerService {
pub fn new(consumer: Arc<dyn EventConsumer>, handlers: Vec<Arc<dyn EventHandler>>) -> Self { pub fn new(consumer: Arc<dyn EventConsumer>, handlers: Vec<Arc<dyn EventHandler>>) -> Self {
Self { consumer, handlers } Self {
consumer,
handlers,
semaphore: Arc::new(Semaphore::new(DEFAULT_CONCURRENCY)),
}
} }
pub async fn run(self) { pub async fn run(self, mut shutdown: tokio::sync::watch::Receiver<bool>) {
let handlers = Arc::new(self.handlers);
let mut tasks = tokio::task::JoinSet::new();
let mut stream = self.consumer.consume(); let mut stream = self.consumer.consume();
while let Some(result) = stream.next().await {
match result {
Ok(envelope) => {
tracing::info!(event = ?envelope.event, "received event");
self.dispatch(envelope).await;
}
Err(e) => tracing::error!("event consumer error: {e}"),
}
}
tracing::info!("event stream ended, worker shutting down");
}
async fn dispatch(&self, envelope: EventEnvelope) { loop {
let mut all_ok = true; tokio::select! {
for handler in &self.handlers { biased;
if let Err(e) = handler.handle(&envelope.event).await { _ = shutdown.changed() => {
tracing::error!("event handler error: {e}"); tracing::info!("shutdown signal received, stopping event consumption");
all_ok = false; break;
}
item = stream.next() => {
match item {
Some(Ok(envelope)) => {
tracing::info!(event = ?envelope.event, "received event");
let permit = self.semaphore.clone().acquire_owned().await;
let Ok(permit) = permit else { break };
let h = Arc::clone(&handlers);
tasks.spawn(async move {
dispatch(h, envelope).await;
drop(permit);
});
}
Some(Err(e)) => tracing::error!("event consumer error: {e}"),
None => break,
}
}
} }
} }
let result = if all_ok {
envelope.ack().await let in_flight = tasks.len();
} else { if in_flight > 0 {
envelope.nack().await tracing::info!(in_flight, "draining in-flight tasks before shutdown");
};
if let Err(e) = result {
tracing::error!("ack/nack failed: {e}");
} }
while tasks.join_next().await.is_some() {}
tracing::info!("worker shut down gracefully");
}
}
async fn dispatch(handlers: Arc<Vec<Arc<dyn EventHandler>>>, envelope: EventEnvelope) {
for handler in handlers.iter() {
if let Err(e) = handler.handle(&envelope.event).await {
tracing::warn!("event handler error (non-fatal): {e}");
}
}
if let Err(e) = envelope.ack().await {
tracing::error!("ack failed: {e}");
} }
} }

View File

@@ -125,6 +125,7 @@ fn build_report(
fn movie_ref(r: &WrapUpMovieRow) -> MovieRef { fn movie_ref(r: &WrapUpMovieRow) -> MovieRef {
MovieRef { MovieRef {
movie_id: Some(r.movie_id),
title: r.title.clone(), title: r.title.clone(),
year: r.release_year, year: r.release_year,
runtime_minutes: r.runtime_minutes, runtime_minutes: r.runtime_minutes,
@@ -233,6 +234,7 @@ fn compute_director_stats(rows: &[WrapUpMovieRow]) -> (Vec<PersonStat>, u32) {
let count = ratings.len() as u32; let count = ratings.len() as u32;
let avg = ratings.iter().map(|&r| r as f64).sum::<f64>() / ratings.len() as f64; let avg = ratings.iter().map(|&r| r as f64).sum::<f64>() / ratings.len() as f64;
PersonStat { PersonStat {
person_id: None,
name, name,
count, count,
avg_rating: avg, avg_rating: avg,
@@ -249,12 +251,16 @@ fn compute_director_stats(rows: &[WrapUpMovieRow]) -> (Vec<PersonStat>, u32) {
} }
fn compute_actor_stats(rows: &[WrapUpMovieRow]) -> (Vec<PersonStat>, u32, Vec<String>) { fn compute_actor_stats(rows: &[WrapUpMovieRow]) -> (Vec<PersonStat>, u32, Vec<String>) {
use domain::models::{ExternalPersonId, PersonId};
let mut actor_movies: HashMap<String, Vec<u8>> = HashMap::new(); let mut actor_movies: HashMap<String, Vec<u8>> = HashMap::new();
let mut actor_profiles: HashMap<String, Option<String>> = HashMap::new(); let mut actor_profiles: HashMap<String, Option<String>> = HashMap::new();
let mut actor_tmdb_ids: HashMap<String, i64> = HashMap::new();
for r in rows { for r in rows {
for (i, (name, billing)) in r.cast_names.iter().enumerate() { for (i, (name, billing, tmdb_id)) in r.cast_names.iter().enumerate() {
if *billing <= 3 { if *billing <= 3 {
actor_movies.entry(name.clone()).or_default().push(r.rating); actor_movies.entry(name.clone()).or_default().push(r.rating);
actor_tmdb_ids.entry(name.clone()).or_insert(*tmdb_id);
if let Some(path) = r.cast_profile_paths.get(i) { if let Some(path) = r.cast_profile_paths.get(i) {
actor_profiles actor_profiles
.entry(name.clone()) .entry(name.clone())
@@ -269,7 +275,12 @@ fn compute_actor_stats(rows: &[WrapUpMovieRow]) -> (Vec<PersonStat>, u32, Vec<St
.map(|(name, ratings)| { .map(|(name, ratings)| {
let count = ratings.len() as u32; let count = ratings.len() as u32;
let avg = ratings.iter().map(|&r| r as f64).sum::<f64>() / ratings.len() as f64; let avg = ratings.iter().map(|&r| r as f64).sum::<f64>() / ratings.len() as f64;
let person_id = actor_tmdb_ids.get(&name).map(|tid| {
let ext = ExternalPersonId::new(format!("tmdb:{tid}"));
PersonId::from_external(&ext).value()
});
PersonStat { PersonStat {
person_id,
name, name,
count, count,
avg_rating: avg, avg_rating: avg,

View File

@@ -26,7 +26,7 @@ fn make_row(title: &str, rating: u8, watched_at: &str) -> WrapUpMovieRow {
original_language: Some("en".to_string()), original_language: Some("en".to_string()),
genres: vec!["Action".to_string()], genres: vec!["Action".to_string()],
keywords: vec!["heist".to_string()], keywords: vec!["heist".to_string()],
cast_names: vec![("Actor A".to_string(), 1)], cast_names: vec![("Actor A".to_string(), 1, 12345)],
cast_profile_paths: vec![None], cast_profile_paths: vec![None],
} }
} }

View File

@@ -84,6 +84,7 @@ pub enum DomainEvent {
WrapUpCompleted { WrapUpCompleted {
wrapup_id: WrapUpId, wrapup_id: WrapUpId,
}, },
SearchReindexRequested,
} }
#[async_trait] #[async_trait]

View File

@@ -461,6 +461,8 @@ impl FeedEntry {
pub struct UserSummary { pub struct UserSummary {
pub user_id: UserId, pub user_id: UserId,
email: Email, email: Email,
username: Username,
display_name: Option<String>,
pub total_movies: i64, pub total_movies: i64,
pub avg_rating: Option<f64>, pub avg_rating: Option<f64>,
pub avatar_path: Option<String>, pub avatar_path: Option<String>,
@@ -470,6 +472,8 @@ impl UserSummary {
pub fn new( pub fn new(
user_id: UserId, user_id: UserId,
email: Email, email: Email,
username: Username,
display_name: Option<String>,
total_movies: i64, total_movies: i64,
avg_rating: Option<f64>, avg_rating: Option<f64>,
avatar_path: Option<String>, avatar_path: Option<String>,
@@ -477,6 +481,8 @@ impl UserSummary {
Self { Self {
user_id, user_id,
email, email,
username,
display_name,
total_movies, total_movies,
avg_rating, avg_rating,
avatar_path, avatar_path,
@@ -485,6 +491,12 @@ impl UserSummary {
pub fn email(&self) -> &str { pub fn email(&self) -> &str {
self.email.value() self.email.value()
} }
pub fn username(&self) -> &str {
self.username.value()
}
pub fn display_name(&self) -> Option<&str> {
self.display_name.as_deref()
}
} }
#[derive(Clone, Debug)] #[derive(Clone, Debug)]

View File

@@ -36,6 +36,7 @@ impl DateRange {
#[derive(Clone, Debug, Serialize, Deserialize)] #[derive(Clone, Debug, Serialize, Deserialize)]
pub struct MovieRef { pub struct MovieRef {
pub movie_id: Option<Uuid>,
pub title: String, pub title: String,
pub year: u16, pub year: u16,
pub runtime_minutes: Option<u32>, pub runtime_minutes: Option<u32>,
@@ -50,6 +51,7 @@ pub struct UserRef {
#[derive(Clone, Debug, Serialize, Deserialize)] #[derive(Clone, Debug, Serialize, Deserialize)]
pub struct PersonStat { pub struct PersonStat {
pub person_id: Option<Uuid>,
pub name: String, pub name: String,
pub count: u32, pub count: u32,
pub avg_rating: f64, pub avg_rating: f64,

View File

@@ -332,6 +332,12 @@ pub trait ImageRefQuery: Send + Sync {
pub trait PersonCommand: Send + Sync { pub trait PersonCommand: Send + Sync {
/// Upsert a batch of persons. Uses INSERT OR REPLACE (SQLite) / ON CONFLICT DO UPDATE (Postgres). /// Upsert a batch of persons. Uses INSERT OR REPLACE (SQLite) / ON CONFLICT DO UPDATE (Postgres).
async fn upsert_batch(&self, persons: &[Person]) -> Result<(), DomainError>; async fn upsert_batch(&self, persons: &[Person]) -> Result<(), DomainError>;
/// Insert a batch of missing persons from movie_cast/movie_crew into the persons table.
/// Returns (inserted_count, has_more).
async fn backfill_from_credits_batch(
&self,
batch_size: u32,
) -> Result<(u64, bool), DomainError>;
} }
/// Read port — queries persons and credits. No mutations. /// Read port — queries persons and credits. No mutations.
@@ -347,6 +353,7 @@ pub trait PersonQuery: Send + Sync {
/// Returns persons who have no remaining entries in movie_cast or movie_crew. /// Returns persons who have no remaining entries in movie_cast or movie_crew.
/// Called after movie deletion to find index entries that can be pruned. /// Called after movie deletion to find index entries that can be pruned.
async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError>; async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError>;
async fn list_page(&self, limit: u32, offset: u32) -> Result<Vec<Person>, DomainError>;
} }
/// Read port — executes search queries. No mutations. /// Read port — executes search queries. No mutations.
@@ -519,7 +526,7 @@ pub struct WrapUpMovieRow {
pub original_language: Option<String>, pub original_language: Option<String>,
pub genres: Vec<String>, pub genres: Vec<String>,
pub keywords: Vec<String>, pub keywords: Vec<String>,
pub cast_names: Vec<(String, u32)>, pub cast_names: Vec<(String, u32, i64)>,
pub cast_profile_paths: Vec<Option<String>>, pub cast_profile_paths: Vec<Option<String>>,
} }

View File

@@ -672,6 +672,12 @@ impl PersonCommand for PanicPersonCommand {
async fn upsert_batch(&self, _persons: &[Person]) -> Result<(), DomainError> { async fn upsert_batch(&self, _persons: &[Person]) -> Result<(), DomainError> {
panic!("PanicPersonCommand called") panic!("PanicPersonCommand called")
} }
async fn backfill_from_credits_batch(
&self,
_batch_size: u32,
) -> Result<(u64, bool), DomainError> {
panic!("PanicPersonCommand called")
}
} }
// ── PanicPersonQuery ────────────────────────────────────────────────────────── // ── PanicPersonQuery ──────────────────────────────────────────────────────────
@@ -698,6 +704,10 @@ impl PersonQuery for PanicPersonQuery {
async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError> { async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError> {
panic!("PanicPersonQuery called") panic!("PanicPersonQuery called")
} }
async fn list_page(&self, _limit: u32, _offset: u32) -> Result<Vec<Person>, DomainError> {
panic!("PanicPersonQuery called")
}
} }
// ── PanicSearchPort ─────────────────────────────────────────────────────────── // ── PanicSearchPort ───────────────────────────────────────────────────────────

View File

@@ -332,61 +332,67 @@ pub async fn get_movie_profile(
State(state): State<AppState>, State(state): State<AppState>,
Path(movie_id): Path<Uuid>, Path(movie_id): Path<Uuid>,
) -> impl IntoResponse { ) -> impl IntoResponse {
let id = domain::value_objects::MovieId::from_uuid(movie_id); use application::movies::get_movie_profile;
match state.app_ctx.repos.movie_profile.get_by_movie_id(&id).await { let query = get_movie_profile::GetMovieProfileQuery { movie_id };
Ok(Some(p)) => Json(MovieProfileResponse { match get_movie_profile::execute(&state.app_ctx, query).await {
tmdb_id: p.tmdb_id, Ok(Some(result)) => {
imdb_id: p.imdb_id, let p = result.profile;
overview: p.overview, Json(MovieProfileResponse {
tagline: p.tagline, tmdb_id: p.tmdb_id,
runtime_minutes: p.runtime_minutes, imdb_id: p.imdb_id,
budget_usd: p.budget_usd, overview: p.overview,
revenue_usd: p.revenue_usd, tagline: p.tagline,
vote_average: p.vote_average, runtime_minutes: p.runtime_minutes,
vote_count: p.vote_count, budget_usd: p.budget_usd,
original_language: p.original_language, revenue_usd: p.revenue_usd,
collection_name: p.collection_name, vote_average: p.vote_average,
genres: p vote_count: p.vote_count,
.genres original_language: p.original_language,
.into_iter() collection_name: p.collection_name,
.map(|g| GenreDto { genres: p
tmdb_id: g.tmdb_id, .genres
name: g.name, .into_iter()
}) .map(|g| GenreDto {
.collect(), tmdb_id: g.tmdb_id,
keywords: p name: g.name,
.keywords })
.into_iter() .collect(),
.map(|k| KeywordDto { keywords: p
tmdb_id: k.tmdb_id, .keywords
name: k.name, .into_iter()
}) .map(|k| KeywordDto {
.collect(), tmdb_id: k.tmdb_id,
cast: p name: k.name,
.cast })
.into_iter() .collect(),
.map(|c| CastMemberDto { cast: result
tmdb_person_id: c.tmdb_person_id, .cast
name: c.name, .into_iter()
character: c.character, .map(|c| CastMemberDto {
billing_order: c.billing_order, person_id: c.person_id.value().to_string(),
profile_path: c.profile_path, tmdb_person_id: c.tmdb_person_id,
}) name: c.name,
.collect(), character: c.character,
crew: p billing_order: c.billing_order,
.crew profile_path: c.profile_path,
.into_iter() })
.map(|c| CrewMemberDto { .collect(),
tmdb_person_id: c.tmdb_person_id, crew: result
name: c.name, .crew
job: c.job, .into_iter()
department: c.department, .map(|c| CrewMemberDto {
profile_path: c.profile_path, person_id: c.person_id.value().to_string(),
}) tmdb_person_id: c.tmdb_person_id,
.collect(), name: c.name,
enriched_at: p.enriched_at.to_rfc3339(), job: c.job,
}) department: c.department,
.into_response(), profile_path: c.profile_path,
})
.collect(),
enriched_at: p.enriched_at.to_rfc3339(),
})
.into_response()
}
Ok(None) => StatusCode::NOT_FOUND.into_response(), Ok(None) => StatusCode::NOT_FOUND.into_response(),
Err(e) => crate::errors::domain_error_response(e), Err(e) => crate::errors::domain_error_response(e),
} }
@@ -982,6 +988,20 @@ pub async fn get_pending_followers(
} }
} }
pub async fn post_reindex_search(
State(state): State<AppState>,
_admin: crate::extractors::AdminApiUser,
) -> impl IntoResponse {
let event = domain::events::DomainEvent::SearchReindexRequested;
match state.app_ctx.services.event_publisher.publish(&event).await {
Ok(()) => StatusCode::ACCEPTED,
Err(e) => {
tracing::error!("failed to publish reindex event: {:?}", e);
StatusCode::INTERNAL_SERVER_ERROR
}
}
}
#[utoipa::path( #[utoipa::path(
get, path = "/api/v1/activity-feed", get, path = "/api/v1/activity-feed",
params(ActivityFeedQueryParams), params(ActivityFeedQueryParams),
@@ -1032,6 +1052,8 @@ pub async fn list_users(State(state): State<AppState>) -> Result<Json<UsersRespo
.map(|u| UserSummaryDto { .map(|u| UserSummaryDto {
id: u.user_id.value(), id: u.user_id.value(),
email: u.email().to_string(), email: u.email().to_string(),
username: u.username().to_string(),
display_name: u.display_name().map(String::from),
total_movies: u.total_movies, total_movies: u.total_movies,
avg_rating: u.avg_rating, avg_rating: u.avg_rating,
}) })

View File

@@ -10,5 +10,6 @@ pub fn feed_entry_to_dto(e: &FeedEntry) -> FeedEntryDto {
user_id: e.review().user_id().value(), user_id: e.review().user_id().value(),
user_email: e.user_email().to_string(), user_email: e.user_email().to_string(),
user_display_name: e.user_display_name().to_string(), user_display_name: e.user_display_name().to_string(),
is_federated: e.review().is_remote(),
} }
} }

View File

@@ -4,7 +4,10 @@ use domain::ports::RemoteActorInfo;
use template_askama::{RemoteActorData, RemoteActorDisplay, UserSummaryView}; use template_askama::{RemoteActorData, RemoteActorDisplay, UserSummaryView};
pub fn user_summary_view(u: &UserSummary) -> UserSummaryView { pub fn user_summary_view(u: &UserSummary) -> UserSummaryView {
let name = u.email().split('@').next().unwrap_or("?").to_string(); let name = u
.display_name()
.map(String::from)
.unwrap_or_else(|| u.username().to_string());
let initial = name.chars().next().unwrap_or('?').to_ascii_uppercase(); let initial = name.chars().next().unwrap_or('?').to_ascii_uppercase();
let avg_display = u let avg_display = u
.avg_rating .avg_rating

View File

@@ -432,6 +432,10 @@ fn api_routes(rate_limit: u64) -> Router<AppState> {
.route( .route(
"/wrapups/{id}/video", "/wrapups/{id}/video",
routing::get(handlers::wrapup::get_video), routing::get(handlers::wrapup::get_video),
)
.route(
"/admin/reindex-search",
routing::post(handlers::api::post_reindex_search),
); );
#[cfg(feature = "federation")] #[cfg(feature = "federation")]

View File

@@ -60,6 +60,13 @@ impl domain::ports::PersonQuery for PersonQueryStub {
async fn list_orphaned_persons(&self) -> Result<Vec<domain::models::PersonId>, DomainError> { async fn list_orphaned_persons(&self) -> Result<Vec<domain::models::PersonId>, DomainError> {
Ok(vec![]) Ok(vec![])
} }
async fn list_page(
&self,
_limit: u32,
_offset: u32,
) -> Result<Vec<domain::models::Person>, DomainError> {
Ok(vec![])
}
} }
// --- Search endpoint tests --- // --- Search endpoint tests ---

View File

@@ -431,6 +431,12 @@ impl PersonCommand for Panic {
async fn upsert_batch(&self, _: &[Person]) -> Result<(), DomainError> { async fn upsert_batch(&self, _: &[Person]) -> Result<(), DomainError> {
panic!() panic!()
} }
async fn backfill_from_credits_batch(
&self,
_batch_size: u32,
) -> Result<(u64, bool), DomainError> {
panic!()
}
} }
#[async_trait::async_trait] #[async_trait::async_trait]
impl PersonQuery for Panic { impl PersonQuery for Panic {
@@ -449,6 +455,13 @@ impl PersonQuery for Panic {
async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError> { async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError> {
panic!() panic!()
} }
async fn list_page(
&self,
_limit: u32,
_offset: u32,
) -> Result<Vec<domain::models::Person>, DomainError> {
panic!()
}
} }
#[async_trait::async_trait] #[async_trait::async_trait]
impl SearchPort for Panic { impl SearchPort for Panic {

View File

@@ -297,6 +297,12 @@ impl PersonCommand for PanicPersonCommand {
async fn upsert_batch(&self, _: &[Person]) -> Result<(), DomainError> { async fn upsert_batch(&self, _: &[Person]) -> Result<(), DomainError> {
panic!() panic!()
} }
async fn backfill_from_credits_batch(
&self,
_batch_size: u32,
) -> Result<(u64, bool), DomainError> {
panic!()
}
} }
struct PanicPersonQuery; struct PanicPersonQuery;
@@ -317,6 +323,13 @@ impl PersonQuery for PanicPersonQuery {
async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError> { async fn list_orphaned_persons(&self) -> Result<Vec<PersonId>, DomainError> {
panic!() panic!()
} }
async fn list_page(
&self,
_limit: u32,
_offset: u32,
) -> Result<Vec<domain::models::Person>, DomainError> {
panic!()
}
} }
struct PanicSearchPort; struct PanicSearchPort;

View File

@@ -6,7 +6,7 @@ use std::sync::Arc;
use anyhow::Context; use anyhow::Context;
use application::{ use application::{
MovieDiscoveryIndexer, SearchCleanupHandler, MovieDiscoveryIndexer, SearchCleanupHandler, SearchReindexHandler,
config::AppConfig, config::AppConfig,
context::{AppContext, Repositories, Services}, context::{AppContext, Repositories, Services},
worker::WorkerService, worker::WorkerService,
@@ -232,12 +232,15 @@ async fn main() -> anyhow::Result<()> {
let wrapup_handler = Arc::new( let wrapup_handler = Arc::new(
application::wrapup::event_handler::WrapUpEventHandler::new(ctx.clone()), application::wrapup::event_handler::WrapUpEventHandler::new(ctx.clone()),
) as Arc<dyn EventHandler>; ) as Arc<dyn EventHandler>;
let reindex_handler =
Arc::new(SearchReindexHandler::new(ctx.clone())) as Arc<dyn EventHandler>;
let mut h = vec![ let mut h = vec![
poster, poster,
cleanup, cleanup,
search_cleanup, search_cleanup,
discovery_indexer, discovery_indexer,
wrapup_handler, wrapup_handler,
reindex_handler,
]; ];
if let Some(e) = enrichment_handler { if let Some(e) = enrichment_handler {
h.push(e); h.push(e);
@@ -282,6 +285,8 @@ async fn main() -> anyhow::Result<()> {
let wrapup_handler = Arc::new( let wrapup_handler = Arc::new(
application::wrapup::event_handler::WrapUpEventHandler::new(ctx.clone()), application::wrapup::event_handler::WrapUpEventHandler::new(ctx.clone()),
) as Arc<dyn EventHandler>; ) as Arc<dyn EventHandler>;
let reindex_handler =
Arc::new(SearchReindexHandler::new(ctx.clone())) as Arc<dyn EventHandler>;
let mut h = vec![ let mut h = vec![
poster, poster,
cleanup, cleanup,
@@ -290,6 +295,7 @@ async fn main() -> anyhow::Result<()> {
search_cleanup, search_cleanup,
discovery_indexer, discovery_indexer,
wrapup_handler, wrapup_handler,
reindex_handler,
]; ];
if let Some(e) = enrichment_handler { if let Some(e) = enrichment_handler {
h.push(e); h.push(e);
@@ -303,10 +309,15 @@ async fn main() -> anyhow::Result<()> {
// ── Run ─────────────────────────────────────────────────────────────────── // ── Run ───────────────────────────────────────────────────────────────────
let (shutdown_tx, shutdown_rx) = tokio::sync::watch::channel(false);
tokio::spawn(async move {
tokio::signal::ctrl_c().await.ok();
let _ = shutdown_tx.send(true);
});
let worker = WorkerService::new(consumer_arc, handlers); let worker = WorkerService::new(consumer_arc, handlers);
tracing::info!("worker started"); tracing::info!("worker started");
worker.run().await; worker.run(shutdown_rx).await;
tracing::info!("worker stopped");
Ok(()) Ok(())
} }