feat: worker plugin system — domain ports, pipeline executor, built-in plugins

- PluginExecutor + PluginRegistry ports in domain
- ExecutePipelineCommand orchestrates job→pipeline→plugin steps
- ProcessNextJobCommand polls + executes next queued job
- InMemoryPluginRegistry, NoOp/MetadataExtractor/SidecarSync plugins
- Worker main rewritten with poll loop, factories module for DI
- Deleted template job/runner/jobs remnants

crates/worker/Cargo.toml

@@ -8,10 +8,11 @@ name = "k_photos-worker"
 path = "src/main.rs"
 
 [dependencies]
-domain     = { workspace = true }
-
+domain            = { workspace = true }
+application       = { workspace = true }
 
 adapters-postgres = { path = "../adapters/postgres" }
+adapters-storage  = { workspace = true }
 
 tokio             = { workspace = true }
 anyhow            = { workspace = true }

crates/worker/src/config.rs

@@ -1,7 +1,8 @@
 #[derive(Debug, Clone)]
 pub struct WorkerConfig {
     pub database_url: String,
-    pub example_job_interval_secs: u64,
+    pub poll_interval_secs: u64,
+    pub storage_path: String,
 }
 
 impl WorkerConfig {
@@ -9,10 +10,11 @@ impl WorkerConfig {
         dotenvy::dotenv().ok();
         Self {
             database_url: std::env::var("DATABASE_URL").expect("DATABASE_URL must be set"),
-            example_job_interval_secs: std::env::var("EXAMPLE_JOB_INTERVAL_SECS")
+            poll_interval_secs: std::env::var("POLL_INTERVAL_SECS")
                 .ok()
                 .and_then(|v| v.parse().ok())
-                .unwrap_or(60),
+                .unwrap_or(5),
+            storage_path: std::env::var("STORAGE_PATH").unwrap_or_else(|_| "./storage".into()),
         }
     }
 }

crates/worker/src/factories/infra.rs

@@ -0,0 +1,30 @@
+use adapters_postgres::{
+    PostgresAssetMetadataRepository, PostgresAssetRepository, PostgresJobBatchRepository,
+    PostgresJobRepository, PostgresPipelineRepository, PostgresPluginRepository,
+    PostgresSidecarRepository,
+};
+use std::sync::Arc;
+
+pub struct Repos {
+    pub job: Arc<PostgresJobRepository>,
+    pub batch: Arc<PostgresJobBatchRepository>,
+    pub pipeline: Arc<PostgresPipelineRepository>,
+    pub plugin: Arc<PostgresPluginRepository>,
+    pub asset: Arc<PostgresAssetRepository>,
+    pub metadata: Arc<PostgresAssetMetadataRepository>,
+    pub sidecar: Arc<PostgresSidecarRepository>,
+}
+
+impl Repos {
+    pub fn new(pool: adapters_postgres::PgPool) -> Self {
+        Self {
+            job: Arc::new(PostgresJobRepository::new(pool.clone())),
+            batch: Arc::new(PostgresJobBatchRepository::new(pool.clone())),
+            pipeline: Arc::new(PostgresPipelineRepository::new(pool.clone())),
+            plugin: Arc::new(PostgresPluginRepository::new(pool.clone())),
+            asset: Arc::new(PostgresAssetRepository::new(pool.clone())),
+            metadata: Arc::new(PostgresAssetMetadataRepository::new(pool.clone())),
+            sidecar: Arc::new(PostgresSidecarRepository::new(pool)),
+        }
+    }
+}

crates/worker/src/factories/mod.rs

@@ -0,0 +1,7 @@
+mod infra;
+mod plugins;
+mod processing;
+
+pub use infra::Repos;
+pub use plugins::build_plugin_registry;
+pub use processing::build_process_next_handler;

crates/worker/src/factories/plugins.rs

@@ -0,0 +1,30 @@
+use crate::plugin_registry::InMemoryPluginRegistry;
+use crate::plugins::{MetadataExtractorPlugin, NoOpPlugin, SidecarSyncPlugin};
+use domain::ports::SidecarWriterPort;
+use std::sync::Arc;
+
+use super::Repos;
+
+pub fn build_plugin_registry(
+    repos: &Repos,
+    file_storage: Arc<dyn domain::ports::FileStoragePort>,
+    sidecar_writer: Arc<dyn SidecarWriterPort>,
+) -> InMemoryPluginRegistry {
+    let mut registry = InMemoryPluginRegistry::new();
+
+    registry.register(Arc::new(NoOpPlugin));
+    registry.register(Arc::new(MetadataExtractorPlugin::new(
+        repos.asset.clone(),
+        file_storage,
+        repos.metadata.clone(),
+    )));
+
+    let export_handler = Arc::new(application::sidecar::ExportSidecarHandler::new(
+        repos.metadata.clone(),
+        repos.sidecar.clone(),
+        sidecar_writer,
+    ));
+    registry.register(Arc::new(SidecarSyncPlugin::new(export_handler)));
+
+    registry
+}

crates/worker/src/factories/processing.rs

@@ -0,0 +1,22 @@
+use application::processing::{ExecutePipelineHandler, ProcessNextJobHandler};
+use domain::ports::{EventPublisher, PluginRegistry};
+use std::sync::Arc;
+
+use super::Repos;
+
+pub fn build_process_next_handler(
+    repos: &Repos,
+    registry: Arc<dyn PluginRegistry>,
+    event_pub: Arc<dyn EventPublisher>,
+) -> ProcessNextJobHandler {
+    let execute_pipeline = Arc::new(ExecutePipelineHandler::new(
+        repos.job.clone(),
+        repos.batch.clone(),
+        repos.pipeline.clone(),
+        repos.plugin.clone(),
+        registry,
+        event_pub,
+    ));
+
+    ProcessNextJobHandler::new(repos.job.clone(), execute_pipeline)
+}

crates/worker/src/job.rs

@@ -1,7 +0,0 @@
-use async_trait::async_trait;
-
-#[async_trait]
-pub trait Job: Send + Sync {
-    fn name(&self) -> &str;
-    async fn run(&self) -> anyhow::Result<()>;
-}

crates/worker/src/jobs/example.rs

@@ -1,16 +0,0 @@
-use crate::job::Job;
-use async_trait::async_trait;
-use tracing::info;
-
-pub struct ExampleJob;
-
-#[async_trait]
-impl Job for ExampleJob {
-    fn name(&self) -> &str {
-        "example"
-    }
-    async fn run(&self) -> anyhow::Result<()> {
-        info!("example job ran — replace with real work");
-        Ok(())
-    }
-}

crates/worker/src/jobs/mod.rs

@@ -1,2 +0,0 @@
-pub mod example;
-pub use example::ExampleJob;

crates/worker/src/main.rs

@@ -1,14 +1,14 @@
 use std::sync::Arc;
 use std::time::Duration;
-use tracing::info;
+use tracing::{error, info};
 
 mod config;
-mod job;
-mod jobs;
-mod runner;
+mod factories;
+mod plugin_registry;
+mod plugins;
 
-use jobs::ExampleJob;
-use runner::JobRunner;
+use application::processing::ProcessNextJobCommand;
+use factories::{Repos, build_plugin_registry, build_process_next_handler};
 
 #[tokio::main]
 async fn main() -> anyhow::Result<()> {
@@ -21,13 +21,69 @@ async fn main() -> anyhow::Result<()> {
     let config = config::WorkerConfig::from_env();
     info!("Worker starting");
 
-    let _pool = adapters_postgres::connect(&config.database_url).await?;
-    adapters_postgres::run_migrations(&_pool).await?;
+    let pool = adapters_postgres::connect(&config.database_url).await?;
+    adapters_postgres::run_migrations(&pool).await?;
 
-    let interval = Duration::from_secs(config.example_job_interval_secs);
-    let runner = JobRunner::new().register(Arc::new(ExampleJob), interval);
+    let repos = Repos::new(pool);
+    let file_storage = Arc::new(adapters_storage::LocalFileStorage::new(
+        &config.storage_path,
+    ));
+    let sidecar_writer: Arc<dyn domain::ports::SidecarWriterPort> = Arc::new(LogSidecarWriter);
+    let event_pub: Arc<dyn domain::ports::EventPublisher> = Arc::new(LogEventPublisher);
 
-    info!("Worker running");
-    runner.run().await;
-    Ok(())
+    let registry = Arc::new(build_plugin_registry(&repos, file_storage, sidecar_writer));
+    let process_next = build_process_next_handler(&repos, registry, event_pub);
+
+    let poll_interval = Duration::from_secs(config.poll_interval_secs);
+    info!(poll_secs = config.poll_interval_secs, "Worker running");
+
+    loop {
+        match process_next.execute(ProcessNextJobCommand).await {
+            Ok(Some(job)) => info!(job_id = %job.job_id, status = ?job.status, "processed job"),
+            Ok(None) => tokio::time::sleep(poll_interval).await,
+            Err(e) => {
+                error!(error = %e, "worker error");
+                tokio::time::sleep(poll_interval).await;
+            }
+        }
+    }
+}
+
+struct LogEventPublisher;
+
+#[async_trait::async_trait]
+impl domain::ports::EventPublisher for LogEventPublisher {
+    async fn publish(
+        &self,
+        event: domain::events::DomainEvent,
+    ) -> Result<(), domain::errors::DomainError> {
+        info!(event = ?event, "domain event");
+        Ok(())
+    }
+}
+
+struct LogSidecarWriter;
+
+#[async_trait::async_trait]
+impl domain::ports::SidecarWriterPort for LogSidecarWriter {
+    fn format_name(&self) -> &str {
+        "log_noop"
+    }
+
+    async fn write_sidecar(
+        &self,
+        _data: &domain::value_objects::StructuredData,
+        path: &str,
+    ) -> Result<(), domain::errors::DomainError> {
+        info!(path, "sidecar write (no-op)");
+        Ok(())
+    }
+
+    async fn read_sidecar(
+        &self,
+        path: &str,
+    ) -> Result<domain::value_objects::StructuredData, domain::errors::DomainError> {
+        info!(path, "sidecar read (no-op)");
+        Ok(domain::value_objects::StructuredData::new())
+    }
 }

crates/worker/src/plugin_registry.rs

@@ -0,0 +1,30 @@
+use domain::ports::{PluginExecutor, PluginRegistry};
+use std::collections::HashMap;
+use std::sync::Arc;
+
+pub struct InMemoryPluginRegistry {
+    executors: HashMap<String, Arc<dyn PluginExecutor>>,
+}
+
+impl InMemoryPluginRegistry {
+    pub fn new() -> Self {
+        Self {
+            executors: HashMap::new(),
+        }
+    }
+
+    pub fn register(&mut self, executor: Arc<dyn PluginExecutor>) {
+        self.executors
+            .insert(executor.plugin_name().to_string(), executor);
+    }
+}
+
+impl PluginRegistry for InMemoryPluginRegistry {
+    fn get_executor(&self, plugin_name: &str) -> Option<Arc<dyn PluginExecutor>> {
+        self.executors.get(plugin_name).cloned()
+    }
+
+    fn registered_plugins(&self) -> Vec<String> {
+        self.executors.keys().cloned().collect()
+    }
+}

crates/worker/src/plugins/metadata_extractor.rs

@@ -0,0 +1,68 @@
+use async_trait::async_trait;
+use domain::{
+    entities::{AssetMetadata, MetadataSource},
+    errors::DomainError,
+    ports::{AssetMetadataRepository, AssetRepository, FileStoragePort, PluginExecutor},
+    value_objects::{MetadataValue, StructuredData, SystemId},
+};
+use std::sync::Arc;
+use tracing::info;
+
+pub struct MetadataExtractorPlugin {
+    asset_repo: Arc<dyn AssetRepository>,
+    file_storage: Arc<dyn FileStoragePort>,
+    metadata_repo: Arc<dyn AssetMetadataRepository>,
+}
+
+impl MetadataExtractorPlugin {
+    pub fn new(
+        asset_repo: Arc<dyn AssetRepository>,
+        file_storage: Arc<dyn FileStoragePort>,
+        metadata_repo: Arc<dyn AssetMetadataRepository>,
+    ) -> Self {
+        Self {
+            asset_repo,
+            file_storage,
+            metadata_repo,
+        }
+    }
+}
+
+#[async_trait]
+impl PluginExecutor for MetadataExtractorPlugin {
+    fn plugin_name(&self) -> &str {
+        "metadata_extractor"
+    }
+
+    async fn execute(
+        &self,
+        asset_id: Option<SystemId>,
+        _payload: &StructuredData,
+        _config: &StructuredData,
+    ) -> Result<StructuredData, DomainError> {
+        let asset_id = asset_id.ok_or_else(|| {
+            DomainError::Validation("metadata_extractor requires asset_id".into())
+        })?;
+
+        let asset = self
+            .asset_repo
+            .find_by_id(&asset_id)
+            .await?
+            .ok_or_else(|| DomainError::NotFound(format!("Asset {} not found", asset_id)))?;
+
+        let path = &asset.source_reference.relative_path;
+        let data = self.file_storage.read_file(path).await?;
+        let file_size = data.len() as i64;
+
+        let mut extracted = StructuredData::new();
+        extracted.insert("file_size_bytes", MetadataValue::Integer(file_size));
+        extracted.insert("mime_type", MetadataValue::String(asset.mime_type.clone()));
+
+        let metadata =
+            AssetMetadata::new(asset_id, MetadataSource::ExifExtracted, extracted.clone());
+        self.metadata_repo.save(&metadata).await?;
+
+        info!(asset_id = %asset_id, file_size, "extracted basic metadata");
+        Ok(extracted)
+    }
+}

crates/worker/src/plugins/mod.rs

@@ -0,0 +1,7 @@
+pub mod metadata_extractor;
+pub mod no_op;
+pub mod sidecar_sync;
+
+pub use metadata_extractor::MetadataExtractorPlugin;
+pub use no_op::NoOpPlugin;
+pub use sidecar_sync::SidecarSyncPlugin;

crates/worker/src/plugins/no_op.rs

@@ -0,0 +1,26 @@
+use async_trait::async_trait;
+use domain::{
+    errors::DomainError,
+    ports::PluginExecutor,
+    value_objects::{StructuredData, SystemId},
+};
+use tracing::info;
+
+pub struct NoOpPlugin;
+
+#[async_trait]
+impl PluginExecutor for NoOpPlugin {
+    fn plugin_name(&self) -> &str {
+        "no_op"
+    }
+
+    async fn execute(
+        &self,
+        asset_id: Option<SystemId>,
+        _payload: &StructuredData,
+        _config: &StructuredData,
+    ) -> Result<StructuredData, DomainError> {
+        info!(asset_id = ?asset_id, "no_op plugin executed");
+        Ok(StructuredData::new())
+    }
+}

crates/worker/src/plugins/sidecar_sync.rs

@@ -0,0 +1,50 @@
+use application::sidecar::{ExportSidecarCommand, ExportSidecarHandler};
+use async_trait::async_trait;
+use domain::{
+    errors::DomainError,
+    ports::PluginExecutor,
+    value_objects::{MetadataValue, StructuredData, SystemId},
+};
+use std::sync::Arc;
+use tracing::info;
+
+pub struct SidecarSyncPlugin {
+    export_handler: Arc<ExportSidecarHandler>,
+}
+
+impl SidecarSyncPlugin {
+    pub fn new(export_handler: Arc<ExportSidecarHandler>) -> Self {
+        Self { export_handler }
+    }
+}
+
+#[async_trait]
+impl PluginExecutor for SidecarSyncPlugin {
+    fn plugin_name(&self) -> &str {
+        "sidecar_sync"
+    }
+
+    async fn execute(
+        &self,
+        asset_id: Option<SystemId>,
+        _payload: &StructuredData,
+        _config: &StructuredData,
+    ) -> Result<StructuredData, DomainError> {
+        let asset_id = asset_id
+            .ok_or_else(|| DomainError::Validation("sidecar_sync requires asset_id".into()))?;
+
+        let record = self
+            .export_handler
+            .execute(ExportSidecarCommand { asset_id })
+            .await?;
+
+        let mut result = StructuredData::new();
+        result.insert(
+            "sidecar_path",
+            MetadataValue::String(record.sidecar_storage_path),
+        );
+
+        info!(asset_id = %asset_id, "sidecar synced");
+        Ok(result)
+    }
+}

crates/worker/src/runner.rs

@@ -1,46 +0,0 @@
-use crate::job::Job;
-use std::sync::Arc;
-use std::time::Duration;
-use tracing::{error, info};
-
-pub struct JobRunner {
-    jobs: Vec<(Arc<dyn Job>, Duration)>,
-}
-
-impl JobRunner {
-    pub fn new() -> Self {
-        Self { jobs: vec![] }
-    }
-
-    pub fn register(mut self, job: Arc<dyn Job>, interval: Duration) -> Self {
-        self.jobs.push((job, interval));
-        self
-    }
-
-    pub async fn run(self) {
-        let handles: Vec<_> = self
-            .jobs
-            .into_iter()
-            .map(|(job, interval)| {
-                tokio::spawn(async move {
-                    loop {
-                        info!(job = job.name(), "running job");
-                        if let Err(e) = job.run().await {
-                            error!(job = job.name(), error = %e, "job failed");
-                        }
-                        tokio::time::sleep(interval).await;
-                    }
-                })
-            })
-            .collect();
-        for handle in handles {
-            let _ = handle.await;
-        }
-    }
-}
-
-impl Default for JobRunner {
-    fn default() -> Self {
-        Self::new()
-    }
-}