use crate::{ config::Configuration, error::{Error, UploadError}, queue::{Base64Bytes, Cleanup, LocalBoxFuture}, repo::{Alias, ArcRepo, DeleteToken, Hash}, serde_str::Serde, store::{Identifier, Store}, stream::IntoStreamer, }; pub(super) fn perform<'a, S>( repo: &'a ArcRepo, store: &'a S, configuration: &'a Configuration, job: &'a [u8], ) -> LocalBoxFuture<'a, Result<(), Error>> where S: Store, { Box::pin(async move { match serde_json::from_slice(job) { Ok(job) => match job { Cleanup::Hash { hash: in_hash } => hash(repo, in_hash).await?, Cleanup::Identifier { identifier: Base64Bytes(in_identifier), } => identifier(repo, store, in_identifier).await?, Cleanup::Alias { alias: stored_alias, token, } => { alias( repo, Serde::into_inner(stored_alias), Serde::into_inner(token), ) .await? } Cleanup::Variant { hash, variant } => hash_variant(repo, hash, variant).await?, Cleanup::AllVariants => all_variants(repo).await?, Cleanup::OutdatedVariants => outdated_variants(repo, configuration).await?, Cleanup::OutdatedProxies => outdated_proxies(repo, configuration).await?, }, Err(e) => { tracing::warn!("Invalid job: {}", format!("{e}")); } } Ok(()) }) } #[tracing::instrument(skip_all)] async fn identifier(repo: &ArcRepo, store: &S, identifier: Vec) -> Result<(), Error> where S: Store, { let identifier = S::Identifier::from_bytes(identifier)?; let mut errors = Vec::new(); if let Err(e) = store.remove(&identifier).await { errors.push(e); } if let Err(e) = repo.cleanup_details(&identifier).await { errors.push(e); } for error in errors { tracing::error!("{}", format!("{error:?}")); } Ok(()) } #[tracing::instrument(skip_all)] async fn hash(repo: &ArcRepo, hash: Hash) -> Result<(), Error> { let aliases = repo.for_hash(hash.clone()).await?; if !aliases.is_empty() { for alias in aliases { // TODO: decide if it is okay to skip aliases without tokens if let Some(token) = repo.delete_token(&alias).await? { super::cleanup_alias(repo, alias, token).await?; } else { tracing::warn!("Not cleaning alias!"); } } // Return after queueing cleanup alias, since we will be requeued when the last alias is cleaned return Ok(()); } let mut idents = repo .variants(hash.clone()) .await? .into_iter() .map(|(_, v)| v) .collect::>(); idents.extend(repo.identifier(hash.clone()).await?); idents.extend(repo.motion_identifier(hash.clone()).await?); for identifier in idents { let _ = super::cleanup_identifier(repo, identifier).await; } repo.cleanup_hash(hash).await?; Ok(()) } #[tracing::instrument(skip_all)] async fn alias(repo: &ArcRepo, alias: Alias, token: DeleteToken) -> Result<(), Error> { let saved_delete_token = repo.delete_token(&alias).await?; if saved_delete_token.is_some() && saved_delete_token != Some(token) { return Err(UploadError::InvalidToken.into()); } let hash = repo.hash(&alias).await?; repo.cleanup_alias(&alias).await?; repo.remove_relation(alias.clone()).await?; repo.remove_alias_access(alias.clone()).await?; let Some(hash) = hash else { // hash doesn't exist, nothing to do return Ok(()); }; if repo.for_hash(hash.clone()).await?.is_empty() { super::cleanup_hash(repo, hash).await?; } Ok(()) } #[tracing::instrument(skip_all)] async fn all_variants(repo: &ArcRepo) -> Result<(), Error> { let mut hash_stream = repo.hashes().await.into_streamer(); while let Some(res) = hash_stream.next().await { let hash = res?; super::cleanup_variants(repo, hash, None).await?; } Ok(()) } #[tracing::instrument(skip_all)] async fn outdated_variants(repo: &ArcRepo, config: &Configuration) -> Result<(), Error> { let now = time::OffsetDateTime::now_utc(); let since = now.saturating_sub(config.media.retention.variants.to_duration()); let mut variant_stream = repo.older_variants(since).await?.into_streamer(); while let Some(res) = variant_stream.next().await { let (hash, variant) = res?; super::cleanup_variants(repo, hash, Some(variant)).await?; } Ok(()) } #[tracing::instrument(skip_all)] async fn outdated_proxies(repo: &ArcRepo, config: &Configuration) -> Result<(), Error> { let now = time::OffsetDateTime::now_utc(); let since = now.saturating_sub(config.media.retention.proxy.to_duration()); let mut alias_stream = repo.older_aliases(since).await?.into_streamer(); while let Some(res) = alias_stream.next().await { let alias = res?; if let Some(token) = repo.delete_token(&alias).await? { super::cleanup_alias(repo, alias, token).await?; } else { tracing::warn!("Skipping alias cleanup - no delete token"); repo.remove_relation(alias.clone()).await?; repo.remove_alias_access(alias).await?; } } Ok(()) } #[tracing::instrument(skip_all)] async fn hash_variant( repo: &ArcRepo, hash: Hash, target_variant: Option, ) -> Result<(), Error> { if let Some(target_variant) = target_variant { if let Some(identifier) = repo .variant_identifier(hash.clone(), target_variant.clone()) .await? { super::cleanup_identifier(repo, identifier).await?; } repo.remove_variant(hash.clone(), target_variant.clone()) .await?; repo.remove_variant_access(hash, target_variant).await?; } else { for (variant, identifier) in repo.variants(hash.clone()).await? { repo.remove_variant(hash.clone(), variant.clone()).await?; repo.remove_variant_access(hash.clone(), variant).await?; super::cleanup_identifier(repo, identifier).await?; } } Ok(()) }