sdgoij/rustfs
1
0
Fork 0
mirror of https://github.com/rustfs/rustfs.git synced 2026-01-16 17:20:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

add log

Browse Source
This commit is contained in:
weisd
2025-12-25 17:18:25 +08:00
parent 87a73d9c36
commit cb0860753f
2 changed files with 23 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
crates/scanner/src/scanner.rs
View File

@@ -44,6 +44,9 @@ pub async fn init_data_scanner(ctx: CancellationToken, storeapi: Arc<ECStore>) {
let ctx_clone = ctx.clone();
let storeapi_clone = storeapi.clone();
tokio::spawn(async move {
let sleep_time = Duration::from_secs(rand::random::<u64>() % 5);
tokio::time::sleep(sleep_time).await;
loop {
if ctx_clone.is_cancelled() {
break;

34
crates/scanner/src/scanner_folder.rs
View File

@@ -53,15 +53,21 @@ use tracing::{debug, error, info, warn};
// Constants from Go code
const DATA_SCANNER_SLEEP_PER_FOLDER: Duration = Duration::from_millis(1);
const DATA_USAGE_UPDATE_DIR_CYCLES: usize = 16;
const DATA_USAGE_UPDATE_DIR_CYCLES: u32 = 16;
const DATA_SCANNER_COMPACT_LEAST_OBJECT: usize = 500;
const DATA_SCANNER_COMPACT_AT_CHILDREN: usize = 10000;
const DATA_SCANNER_COMPACT_AT_FOLDERS: usize = DATA_SCANNER_COMPACT_AT_CHILDREN / 4;
const DATA_SCANNER_FORCE_COMPACT_AT_FOLDERS: usize = 250_000;
const DEFAULT_HEAL_OBJECT_SELECT_PROB: u32 = 1024;
const ENV_DATA_USAGE_UPDATE_DIR_CYCLES: &str = "RUSTFS_DATA_USAGE_UPDATE_DIR_CYCLES";
const ENV_HEAL_OBJECT_SELECT_PROB: &str = "RUSTFS_HEAL_OBJECT_SELECT_PROB";
pub fn data_usage_update_dir_cycles() -> u32 {
rustfs_utils::get_env_usize(ENV_DATA_USAGE_UPDATE_DIR_CYCLES, DATA_USAGE_UPDATE_DIR_CYCLES) as u32
rustfs_utils::get_env_u32(ENV_DATA_USAGE_UPDATE_DIR_CYCLES, DATA_USAGE_UPDATE_DIR_CYCLES)
}
pub fn heal_object_select_prob() -> u32 {
rustfs_utils::get_env_u32(ENV_HEAL_OBJECT_SELECT_PROB, DEFAULT_HEAL_OBJECT_SELECT_PROB)
}
/// Cached folder information for scanning
@@ -616,17 +622,17 @@ impl FolderScanner {
wait = Some(SystemTime::now());
}
// warn!(
// "scan_folder: heal_enabled: {} next_cycle: {} heal_object_select: {} object_heal_prob_div: {} should_heal: {}",
// this_hash.mod_alt(
// self.old_cache.info.next_cycle as u32 / folder.object_heal_prob_div,
// self.heal_object_select / folder.object_heal_prob_div
// ),
// self.old_cache.info.next_cycle,
// self.heal_object_select,
// folder.object_heal_prob_div,
// self.should_heal().await,
// );
debug!(
"scan_folder: heal_enabled: {} next_cycle: {} heal_object_select: {} object_heal_prob_div: {} should_heal: {}",
this_hash.mod_alt(
self.old_cache.info.next_cycle as u32 / folder.object_heal_prob_div,
self.heal_object_select / folder.object_heal_prob_div
),
self.old_cache.info.next_cycle,
self.heal_object_select,
folder.object_heal_prob_div,
self.should_heal().await,
);
let heal_enabled = this_hash.mod_alt(
self.old_cache.info.next_cycle as u32 / folder.object_heal_prob_div,
@@ -1134,7 +1140,7 @@ pub async fn scan_data_folder(
// Create heal_object_select flag
let heal_object_select = if is_erasure_mode && !cache.info.skip_healing {
DEFAULT_HEAL_OBJECT_SELECT_PROB
heal_object_select_prob()
} else {
0
};