use anyhow::Result;
use sha2::{Digest, Sha256};
use std::collections::HashMap;
use std::path::Path;
use crate::config::DuplicateFilesConfig;
use crate::graph::Product;
pub struct DuplicateFilesProcessor {
config: DuplicateFilesConfig,
}
impl DuplicateFilesProcessor {
pub fn new(config: DuplicateFilesConfig) -> Self {
Self { config }
}
fn execute_product(&self, _product: &Product) -> Result<()> {
Ok(())
}
fn check_files(&self, files: &[&Path]) -> Result<()> {
let mut checksums: HashMap<Vec<u8>, Vec<&Path>> = HashMap::new();
for &file in files {
let bytes = std::fs::read(file)?;
let hash = Sha256::digest(&bytes).to_vec();
checksums.entry(hash).or_default().push(file);
}
let mut duplicates: Vec<String> = Vec::new();
for (_hash, paths) in &checksums {
if paths.len() > 1 {
let names: Vec<String> = paths.iter().map(|p| p.display().to_string()).collect();
duplicates.push(format!(" {}", names.join(", ")));
}
}
if duplicates.is_empty() {
Ok(())
} else {
duplicates.sort();
anyhow::bail!(
"{} set(s) of duplicate files found:\n{}",
duplicates.len(),
duplicates.join("\n"),
)
}
}
}
impl_checker!(DuplicateFilesProcessor,
config: config,
description: "Detect duplicate files by content (SHA-256)",
name: crate::processors::names::DUPLICATE_FILES,
execute: execute_product,
config_json: true,
batch: check_files,
);