use crate::{ error::{Error, UploadError}, queue::{Cleanup, LocalBoxFuture}, repo::{Alias, AliasRepo, DeleteToken, FullRepo, HashRepo, IdentifierRepo}, serde_str::Serde, store::{Identifier, Store}, }; use futures_util::StreamExt; pub(super) fn perform<'a, R, S>( repo: &'a R, store: &'a S, job: &'a [u8], ) -> LocalBoxFuture<'a, Result<(), Error>> where R: FullRepo, S: Store, { Box::pin(async move { match serde_json::from_slice(job) { Ok(job) => match job { Cleanup::Hash { hash: in_hash } => hash::(repo, in_hash).await?, Cleanup::Identifier { identifier: in_identifier, } => identifier(repo, store, in_identifier).await?, Cleanup::Alias { alias: stored_alias, token, } => { alias( repo, Serde::into_inner(stored_alias), Serde::into_inner(token), ) .await? } Cleanup::Variant { hash } => variant::(repo, hash).await?, Cleanup::AllVariants => all_variants::(repo).await?, }, Err(e) => { tracing::warn!("Invalid job: {}", format!("{}", e)); } } Ok(()) }) } #[tracing::instrument(skip(repo, store))] async fn identifier(repo: &R, store: &S, identifier: Vec) -> Result<(), Error> where R: FullRepo, S: Store, { let identifier = S::Identifier::from_bytes(identifier)?; let mut errors = Vec::new(); if let Err(e) = store.remove(&identifier).await { errors.push(e); } if let Err(e) = IdentifierRepo::cleanup(repo, &identifier).await { errors.push(e); } if !errors.is_empty() { let span = tracing::error_span!("Error deleting files"); span.in_scope(|| { for error in errors { tracing::error!("{}", format!("{}", error)); } }); } Ok(()) } #[tracing::instrument(skip(repo))] async fn hash(repo: &R, hash: Vec) -> Result<(), Error> where R: FullRepo, S: Store, { let hash: R::Bytes = hash.into(); let aliases = repo.aliases(hash.clone()).await?; if !aliases.is_empty() { for alias in aliases { let token = repo.delete_token(&alias).await?; super::cleanup_alias(repo, alias, token).await?; } // Return after queueing cleanup alias, since we will be requeued when the last alias is cleaned return Ok(()); } let mut idents = repo .variants::(hash.clone()) .await? .into_iter() .map(|(_, v)| v) .collect::>(); idents.push(repo.identifier(hash.clone()).await?); idents.extend(repo.motion_identifier(hash.clone()).await?); for identifier in idents { let _ = super::cleanup_identifier(repo, identifier).await; } HashRepo::cleanup(repo, hash).await?; Ok(()) } async fn alias(repo: &R, alias: Alias, token: DeleteToken) -> Result<(), Error> where R: FullRepo, { let saved_delete_token = repo.delete_token(&alias).await?; if saved_delete_token != token { return Err(UploadError::InvalidToken.into()); } let hash = repo.hash(&alias).await?; AliasRepo::cleanup(repo, &alias).await?; repo.remove_alias(hash.clone(), &alias).await?; if repo.aliases(hash.clone()).await?.is_empty() { super::cleanup_hash(repo, hash).await?; } Ok(()) } async fn all_variants(repo: &R) -> Result<(), Error> where R: FullRepo, S: Store, { let mut hash_stream = Box::pin(repo.hashes().await); while let Some(res) = hash_stream.next().await { let hash = res?; super::cleanup_variants(repo, hash).await?; } Ok(()) } async fn variant(repo: &R, hash: Vec) -> Result<(), Error> where R: FullRepo, S: Store, { let hash: R::Bytes = hash.into(); for (variant, identifier) in repo.variants::(hash.clone()).await? { repo.remove_variant(hash.clone(), variant).await?; super::cleanup_identifier(repo, identifier).await?; } Ok(()) }