|
|
|
@ -3,6 +3,7 @@ use std::thread;
|
|
|
|
|
|
|
|
|
|
use chrono::NaiveDateTime;
|
|
|
|
|
use crossbeam_channel::{Receiver, Sender};
|
|
|
|
|
use czkawka_core::big_file::BigFile;
|
|
|
|
|
use humansize::{format_size, BINARY};
|
|
|
|
|
use rayon::prelude::*;
|
|
|
|
|
use slint::{ComponentHandle, ModelRc, SharedString, VecModel, Weak};
|
|
|
|
@ -11,6 +12,7 @@ use czkawka_core::common::{split_path, split_path_compare, DEFAULT_THREAD_SIZE};
|
|
|
|
|
use czkawka_core::common_dir_traversal::{FileEntry, ProgressData};
|
|
|
|
|
use czkawka_core::common_tool::CommonData;
|
|
|
|
|
use czkawka_core::common_traits::ResultEntry;
|
|
|
|
|
use czkawka_core::duplicate::DuplicateFinder;
|
|
|
|
|
use czkawka_core::empty_files::EmptyFiles;
|
|
|
|
|
use czkawka_core::empty_folder::{EmptyFolder, FolderEntry};
|
|
|
|
|
use czkawka_core::similar_images;
|
|
|
|
@ -18,6 +20,7 @@ use czkawka_core::similar_images::{ImagesEntry, SimilarImages};
|
|
|
|
|
|
|
|
|
|
use crate::common::split_u64_into_i32s;
|
|
|
|
|
use crate::settings::{collect_settings, SettingsCustom, ALLOWED_HASH_TYPE_VALUES, ALLOWED_RESIZE_ALGORITHM_VALUES};
|
|
|
|
|
use crate::CurrentTab::DuplicateFiles;
|
|
|
|
|
use crate::{CurrentTab, GuiState, MainListModel, MainWindow, ProgressToSend};
|
|
|
|
|
|
|
|
|
|
pub fn connect_scan_button(app: &MainWindow, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>) {
|
|
|
|
@ -47,10 +50,183 @@ pub fn connect_scan_button(app: &MainWindow, progress_sender: Sender<ProgressDat
|
|
|
|
|
scan_similar_images(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
|
}
|
|
|
|
|
CurrentTab::Settings | CurrentTab::About => panic!("Button should be disabled"),
|
|
|
|
|
_ => unimplemented!(),
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Scan Duplicates
|
|
|
|
|
|
|
|
|
|
// fn scan_duplicates(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
|
// thread::Builder::new()
|
|
|
|
|
// .stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
|
// .spawn(move || {
|
|
|
|
|
// let mut finder = DuplicateFinder::new();
|
|
|
|
|
// set_common_settings(&mut finder, &custom_settings);
|
|
|
|
|
// // TODO Fill rest of settings
|
|
|
|
|
// finder.find_duplicates(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
//
|
|
|
|
|
// if finder.get_use_reference() {
|
|
|
|
|
// let mut vector = finder.get_ref().clone();
|
|
|
|
|
// let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
//
|
|
|
|
|
// for (_first_entry, vec_fe) in &mut vector {
|
|
|
|
|
// vec_fe.par_sort_unstable_by_key(|e| e.similarity);
|
|
|
|
|
// }
|
|
|
|
|
//
|
|
|
|
|
// a.upgrade_in_event_loop(move |app| {
|
|
|
|
|
// write_duplicates_results_referenced(&app, vector, messages);
|
|
|
|
|
// })
|
|
|
|
|
// } else {
|
|
|
|
|
// let mut vector = finder.get_similar_images().clone();
|
|
|
|
|
// let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
//
|
|
|
|
|
// for vec_fe in &mut vector {
|
|
|
|
|
// vec_fe.par_sort_unstable_by_key(|e| e.similarity);
|
|
|
|
|
// }
|
|
|
|
|
//
|
|
|
|
|
// a.upgrade_in_event_loop(move |app| {
|
|
|
|
|
// write_duplicates_results(&app, vector, messages);
|
|
|
|
|
// })
|
|
|
|
|
// }
|
|
|
|
|
// })
|
|
|
|
|
// .unwrap();
|
|
|
|
|
// }
|
|
|
|
|
// fn write_duplicates_results_referenced(app: &MainWindow, vector: Vec<(ImagesEntry, Vec<ImagesEntry>)>, messages: String) {
|
|
|
|
|
// let items_found = vector.len();
|
|
|
|
|
// let items = Rc::new(VecModel::default());
|
|
|
|
|
// for (ref_fe, vec_fe) in vector {
|
|
|
|
|
// let (data_model_str, data_model_int) = prepare_data_model_duplicates(&ref_fe);
|
|
|
|
|
// insert_data_to_model(&items, data_model_str, data_model_int, true);
|
|
|
|
|
//
|
|
|
|
|
// for fe in vec_fe {
|
|
|
|
|
// let (data_model_str, data_model_int) = prepare_data_model_duplicates(&fe);
|
|
|
|
|
// insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
// app.set_duplicate_files_model(items.into());
|
|
|
|
|
// app.invoke_scan_ended(format!("Found {items_found} duplicate files").into());
|
|
|
|
|
// app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
|
// }
|
|
|
|
|
// fn write_duplicates_results(app: &MainWindow, vector: Vec<Vec<ImagesEntry>>, messages: String) {
|
|
|
|
|
// let items_found = vector.len();
|
|
|
|
|
// let items = Rc::new(VecModel::default());
|
|
|
|
|
// for vec_fe in vector {
|
|
|
|
|
// insert_data_to_model(&items, ModelRc::new(VecModel::default()), ModelRc::new(VecModel::default()), true);
|
|
|
|
|
// for fe in vec_fe {
|
|
|
|
|
// let (data_model_str, data_model_int) = prepare_data_model_duplicates(&fe);
|
|
|
|
|
// insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
|
// }
|
|
|
|
|
// }
|
|
|
|
|
// app.set_duplicate_files_model(items.into());
|
|
|
|
|
// app.invoke_scan_ended(format!("Found {items_found} duplicate files").into());
|
|
|
|
|
// app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
|
// }
|
|
|
|
|
// fn prepare_data_model_duplicates(fe: &ImagesEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
|
// let (directory, file) = split_path(fe.get_path());
|
|
|
|
|
// let data_model_str = VecModel::from_slice(&[
|
|
|
|
|
// format_size(fe.size, BINARY).into(),
|
|
|
|
|
// file.into(),
|
|
|
|
|
// directory.into(),
|
|
|
|
|
// NaiveDateTime::from_timestamp_opt(fe.get_modified_date() as i64, 0).unwrap().to_string().into(),
|
|
|
|
|
// ]);
|
|
|
|
|
// let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
|
// let size_split = split_u64_into_i32s(fe.size);
|
|
|
|
|
// let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1, size_split.0, size_split.1]);
|
|
|
|
|
// (data_model_str, data_model_int)
|
|
|
|
|
// }
|
|
|
|
|
|
|
|
|
|
////////////////////////////////////////// Empty Folders
|
|
|
|
|
fn scan_empty_folders(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
|
thread::Builder::new()
|
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
|
.spawn(move || {
|
|
|
|
|
let mut finder = EmptyFolder::new();
|
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
|
finder.find_empty_folders(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
|
|
let mut vector = finder.get_empty_folder_list().values().cloned().collect::<Vec<_>>();
|
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
|
|
vector.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
|
write_empty_folders_results(&app, vector, messages);
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
.unwrap();
|
|
|
|
|
}
|
|
|
|
|
fn write_empty_folders_results(app: &MainWindow, vector: Vec<FolderEntry>, messages: String) {
|
|
|
|
|
let items_found = vector.len();
|
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
|
for fe in vector {
|
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_empty_folders(&fe);
|
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
|
}
|
|
|
|
|
app.set_empty_folder_model(items.into());
|
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} empty folders").into());
|
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fn prepare_data_model_empty_folders(fe: &FolderEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
|
let (directory, file) = split_path(&fe.path);
|
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
|
file.into(),
|
|
|
|
|
directory.into(),
|
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.modified_date as i64, 0).unwrap().to_string().into(),
|
|
|
|
|
]);
|
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1]);
|
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
////////////////////////////////////////// Big files
|
|
|
|
|
fn scan_big_files(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
|
thread::Builder::new()
|
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
|
.spawn(move || {
|
|
|
|
|
let mut finder = BigFile::new();
|
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
|
finder.find_big_files(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
|
|
let mut vector = finder.get_big_files().clone();
|
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
|
|
vector.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
|
crate::connect_scan::write_big_files_results(&app, vector, messages);
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
.unwrap();
|
|
|
|
|
}
|
|
|
|
|
fn write_big_files_results(app: &MainWindow, vector: Vec<FileEntry>, messages: String) {
|
|
|
|
|
let items_found = vector.len();
|
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
|
for fe in vector {
|
|
|
|
|
let (data_model_str, data_model_int) = crate::connect_scan::prepare_data_model_big_files(&fe);
|
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
|
}
|
|
|
|
|
app.set_empty_folder_model(items.into());
|
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} empty folders").into());
|
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fn prepare_data_model_big_files(fe: &FileEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
|
let (directory, file) = split_path(&fe.path);
|
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
|
format_size(fe.size, BINARY).into(),
|
|
|
|
|
file.into(),
|
|
|
|
|
directory.into(),
|
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.modified_date as i64, 0).unwrap().to_string().into(),
|
|
|
|
|
]);
|
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
|
let size_split = split_u64_into_i32s(fe.size);
|
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1, size_split.0, size_split.1]);
|
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
|
}
|
|
|
|
|
// Scan Similar Images
|
|
|
|
|
|
|
|
|
|
fn scan_similar_images(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
|
thread::Builder::new()
|
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
@ -70,62 +246,46 @@ fn scan_similar_images(a: Weak<MainWindow>, progress_sender: Sender<ProgressData
|
|
|
|
|
.expect("Hash type not found")
|
|
|
|
|
.2;
|
|
|
|
|
finder.set_hash_alg(hash_type);
|
|
|
|
|
dbg!(&custom_settings.similar_images_sub_ignore_same_size);
|
|
|
|
|
|
|
|
|
|
finder.set_exclude_images_with_same_size(custom_settings.similar_images_sub_ignore_same_size);
|
|
|
|
|
finder.set_similarity(custom_settings.similar_images_sub_similarity as u32);
|
|
|
|
|
finder.find_similar_images(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
|
|
if finder.get_use_reference() {
|
|
|
|
|
let mut vector = finder.get_similar_images_referenced().clone();
|
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
|
|
let hash_size = custom_settings.similar_images_sub_hash_size;
|
|
|
|
|
|
|
|
|
|
for (_first_entry, vec_fe) in &mut vector {
|
|
|
|
|
vec_fe.par_sort_unstable_by_key(|e| e.similarity);
|
|
|
|
|
}
|
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
let hash_size = custom_settings.similar_images_sub_hash_size;
|
|
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
|
write_similar_images_results_referenced(&app, vector, messages, hash_size);
|
|
|
|
|
})
|
|
|
|
|
let mut vector;
|
|
|
|
|
if finder.get_use_reference() {
|
|
|
|
|
vector = finder
|
|
|
|
|
.get_similar_images_referenced()
|
|
|
|
|
.iter()
|
|
|
|
|
.cloned()
|
|
|
|
|
.map(|(original, others)| (Some(original), others))
|
|
|
|
|
.collect::<Vec<_>>();
|
|
|
|
|
} else {
|
|
|
|
|
let mut vector = finder.get_similar_images().clone();
|
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
|
|
let hash_size = custom_settings.similar_images_sub_hash_size;
|
|
|
|
|
|
|
|
|
|
for vec_fe in &mut vector {
|
|
|
|
|
vec_fe.par_sort_unstable_by_key(|e| e.similarity);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
|
write_similar_images_results(&app, vector, messages, hash_size);
|
|
|
|
|
})
|
|
|
|
|
vector = finder.get_similar_images().iter().cloned().map(|items| (None, items)).collect::<Vec<_>>();
|
|
|
|
|
}
|
|
|
|
|
for (_first_entry, vec_fe) in &mut vector {
|
|
|
|
|
vec_fe.par_sort_unstable_by_key(|e| e.similarity);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
|
write_similar_images_results(&app, vector, messages, hash_size);
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
.unwrap();
|
|
|
|
|
}
|
|
|
|
|
fn write_similar_images_results_referenced(app: &MainWindow, vector: Vec<(ImagesEntry, Vec<ImagesEntry>)>, messages: String, hash_size: u8) {
|
|
|
|
|
fn write_similar_images_results(app: &MainWindow, vector: Vec<(Option<ImagesEntry>, Vec<ImagesEntry>)>, messages: String, hash_size: u8) {
|
|
|
|
|
let items_found = vector.len();
|
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
|
for (ref_fe, vec_fe) in vector {
|
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_similar_images(&ref_fe, hash_size);
|
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, true);
|
|
|
|
|
|
|
|
|
|
for fe in vec_fe {
|
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_similar_images(&fe, hash_size);
|
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
|
if let Some(ref_fe) = ref_fe {
|
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_similar_images(&ref_fe, hash_size);
|
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, true);
|
|
|
|
|
} else {
|
|
|
|
|
insert_data_to_model(&items, ModelRc::new(VecModel::default()), ModelRc::new(VecModel::default()), true);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
app.set_similar_images_model(items.into());
|
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} similar images files").into());
|
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
|
}
|
|
|
|
|
fn write_similar_images_results(app: &MainWindow, vector: Vec<Vec<ImagesEntry>>, messages: String, hash_size: u8) {
|
|
|
|
|
let items_found = vector.len();
|
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
|
for vec_fe in vector {
|
|
|
|
|
insert_data_to_model(&items, ModelRc::new(VecModel::default()), ModelRc::new(VecModel::default()), true);
|
|
|
|
|
|
|
|
|
|
for fe in vec_fe {
|
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_similar_images(&fe, hash_size);
|
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
@ -196,50 +356,6 @@ fn prepare_data_model_empty_files(fe: &FileEntry) -> (ModelRc<SharedString>, Mod
|
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
////////////////////////////////////////// Empty Folders
|
|
|
|
|
fn scan_empty_folders(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
|
thread::Builder::new()
|
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
|
.spawn(move || {
|
|
|
|
|
let mut finder = EmptyFolder::new();
|
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
|
finder.find_empty_folders(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
|
|
let mut vector = finder.get_empty_folder_list().values().cloned().collect::<Vec<_>>();
|
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
|
|
vector.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
|
write_empty_folders_results(&app, vector, messages);
|
|
|
|
|
})
|
|
|
|
|
})
|
|
|
|
|
.unwrap();
|
|
|
|
|
}
|
|
|
|
|
fn write_empty_folders_results(app: &MainWindow, vector: Vec<FolderEntry>, messages: String) {
|
|
|
|
|
let items_found = vector.len();
|
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
|
for fe in vector {
|
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_empty_folders(&fe);
|
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
|
}
|
|
|
|
|
app.set_empty_folder_model(items.into());
|
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} empty folders").into());
|
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fn prepare_data_model_empty_folders(fe: &FolderEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
|
let (directory, file) = split_path(&fe.path);
|
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
|
file.into(),
|
|
|
|
|
directory.into(),
|
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.modified_date as i64, 0).unwrap().to_string().into(),
|
|
|
|
|
]);
|
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1]);
|
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
////////////////////////////////////////// Common
|
|
|
|
|
fn insert_data_to_model(items: &Rc<VecModel<MainListModel>>, data_model_str: ModelRc<SharedString>, data_model_int: ModelRc<i32>, header_row: bool) {
|
|
|
|
|
let main = MainListModel {
|
|
|
|
|