From 90eca8593a4b9b70b408fbebb7dd0c33a57a883d Mon Sep 17 00:00:00 2001
From: Wannabe <zhengquan8@h-partners.com>
Date: Fri, 9 May 2025 15:11:40 +0800
Subject: [PATCH] Optimise the transmission mechanism of the backup framework.

Signed-off-by: Wannabe <zhengquan8@h-partners.com>
---
 .../native/backup_ext/include/ext_extension.h |  21 ++-
 .../native/backup_ext/src/ext_extension.cpp   |  71 ++++----
 .../backup_ext/src/sub_ext_extension.cpp      | 161 ++++++++++++++++++
 .../src/module_ipc/svc_session_manager.cpp    |   2 +
 utils/BUILD.gn                                |   1 +
 utils/include/b_resources/b_constants.h       |   2 +-
 utils/include/b_utils/scan_file_singleton.h   |  69 ++++++++
 utils/src/b_filesystem/b_dir.cpp              |  13 +-
 utils/src/b_utils/scan_file_singleton.cpp     | 107 ++++++++++++
 9 files changed, 408 insertions(+), 39 deletions(-)
 create mode 100644 utils/include/b_utils/scan_file_singleton.h
 create mode 100644 utils/src/b_utils/scan_file_singleton.cpp

diff --git a/frameworks/native/backup_ext/include/ext_extension.h b/frameworks/native/backup_ext/include/ext_extension.h
index f298b40f9..9fdccf416 100644
--- a/frameworks/native/backup_ext/include/ext_extension.h
+++ b/frameworks/native/backup_ext/include/ext_extension.h
@@ -96,11 +96,22 @@ private:
      * @brief backup
      *
      * @param bigFileInfo bigfiles to be backup
+     * @param bigFileInfoBackuped bigfiles have been backuped
      * @param smallFiles smallfiles to be backup
      * @param includesNum sizeof includes
      * @param excludesNum sizeof excludes
      */
-    int DoBackup(TarMap &bigFileInfo, map<string, size_t> &smallFiles, uint32_t includesNum, uint32_t excludesNum);
+    int DoBackup(TarMap &bigFileInfo, TarMap &bigFileInfoBackuped, map<string, size_t> &smallFiles,
+                 uint32_t includesNum, uint32_t excludesNum);
+
+    /**
+     * @brief backup
+     *
+     * @param bigFileInfo bigfiles to be backup
+     * @param backupedFileSize backuped file size
+     */
+    int DoBackupBigFiles(TarMap &bigFileInfo, uint_32 backupedFileSize);
+
 
     /**
      * @brief restore
@@ -207,7 +218,7 @@ private:
     int DoIncrementalBackupTask(UniqueFd incrementalFd, UniqueFd manifestFd);
     ErrCode IncrementalBigFileReady(TarMap &pkgInfo, const vector<struct ReportFileInfo> &bigInfos,
         sptr<IService> proxy);
-    ErrCode BigFileReady(TarMap &bigFileInfo, sptr<IService> proxy);
+    ErrCode BigFileReady(TarMap &bigFileInfo, sptr<IService> proxy, unint32_t BackupedFileSize);
     void WaitToSendFd(std::chrono::system_clock::time_point &startTime, int &fdSendNum);
     void RefreshTimeInfo(std::chrono::system_clock::time_point &startTime, int &fdSendNum);
     void IncrementalPacket(const vector<struct ReportFileInfo> &infos, TarMap &tar, sptr<IService> proxy);
@@ -353,6 +364,12 @@ private:
     tuple<ErrCode, UniqueFd, UniqueFd> GetIncreFileHandleForSpecialVersion(const string &fileName);
     void RmBigFileReportForSpecialCloneCloud(const std::string &srcFile);
     string GetReportFileName(const string &fileName);
+    void CalculateDataSizeTask(const string &config);
+    void DoBackUpTask(const string &config);
+    TarMap Transfer2Bigfiles(std::map<std::string, struct stat> files);
+    void PreDealExcludes(std::vector<std::string> &excludes);
+    template <template T>
+    map<string, T> MatchFiles(map<string, T> files, vector<string> endExcludes);
 private:
     std::shared_mutex lock_;
     std::shared_ptr<ExtBackup> extension_;
diff --git a/frameworks/native/backup_ext/src/ext_extension.cpp b/frameworks/native/backup_ext/src/ext_extension.cpp
index 22fa1d6bd..36f35e73b 100644
--- a/frameworks/native/backup_ext/src/ext_extension.cpp
+++ b/frameworks/native/backup_ext/src/ext_extension.cpp
@@ -52,6 +52,7 @@
 #include "b_tarball/b_tarball_factory.h"
 #include "b_hiaudit/hi_audit.h"
 #include "b_utils/b_time.h"
+#include "b_utils/scan_file_singleton.h"
 #include "filemgmt_libhilog.h"
 #include "hitrace_meter.h"
 #include "installd_un_tar_file.h"
@@ -513,13 +514,14 @@ void BackupExtExtension::ClearNoPermissionFiles(TarMap &pkgInfo, vector<std::str
     }
 }
 
-ErrCode BackupExtExtension::BigFileReady(TarMap &bigFileInfo, sptr<IService> proxy)
+ErrCode BackupExtExtension::BigFileReady(TarMap &bigFileInfo, sptr<IService> proxy, unint32_t BackupedFileSize)
 {
     HITRACE_METER_NAME(HITRACE_TAG_FILEMANAGEMENT, __PRETTY_FUNCTION__);
-    HILOGI("BigFileReady Begin: bigFileInfo file size is: %{public}zu", bigFileInfo.size());
+    HILOGI("BigFileReady Begin: bigFileInfo file size is: %{public}zu, BackupedFileSize is %{public}d",
+           bigFileInfo.size(), BackupedFileSize);
     ErrCode ret {ERR_OK};
     auto startTime = std::chrono::system_clock::now();
-    int fdNum = 0;
+    int fdNum = BackupedFileSize;
     vector<string> noPermissionFiles;
     for (auto &item : bigFileInfo) {
         WaitToSendFd(startTime, fdNum);
@@ -545,7 +547,7 @@ ErrCode BackupExtExtension::BigFileReady(TarMap &bigFileInfo, sptr<IService> pro
         RefreshTimeInfo(startTime, fdNum);
     }
     ClearNoPermissionFiles(bigFileInfo, noPermissionFiles);
-    HILOGI("BigFileReady End");
+    HILOGI("BigFileReady End, fdNum is %{public}d", fdNum);
     return ret;
 }
 
@@ -778,11 +780,12 @@ void BackupExtExtension::DoPacket(const map<string, size_t> &srcFiles, TarMap &t
     }
 }
 
-int BackupExtExtension::DoBackup(TarMap &bigFileInfo, map<string, size_t> &smallFiles,
+int BackupExtExtension::DoBackup(TarMap &bigFileInfo, TarMap &fileBackupedInfo, map<string, size_t> &smallFiles,
     uint32_t includesNum, uint32_t excludesNum)
 {
     HITRACE_METER_NAME(HITRACE_TAG_FILEMANAGEMENT, __PRETTY_FUNCTION__);
-    HILOGI("Start Do backup");
+    HILOGI("bigFileInfo size: %{public}lu, fileBackupedInfo size %{public}lu, smallFiles size: %{public}lu",
+          bigFileInfo.size(), fileBackupedInfo.size());
     auto start = std::chrono::system_clock::now();
     if (extension_ == nullptr) {
         HILOGE("Failed to do backup, extension is nullptr");
@@ -799,24 +802,25 @@ int BackupExtExtension::DoBackup(TarMap &bigFileInfo, map<string, size_t> &small
 
     // 回传大文件
     HILOGI("Will notify BigFileReady");
-    auto res = BigFileReady(bigFileInfo, proxy);
+    auto res = BigFileReady(bigFileInfo, proxy, fileBackupedInfo.size());
 
     HILOGI("Start packet Tar files");
     // 分片打包， 回传tar包
     TarMap tarMap {};
     DoPacket(smallFiles, tarMap, proxy);
     bigFileInfo.insert(tarMap.begin(), tarMap.end());
+    fileBackupedInfo.insert(tarMap.begin(), tarMap.end());
     HILOGI("Do backup, DoPacket end");
 
     HILOGI("Will notify IndexFileReady");
-    if (auto ret = IndexFileReady(bigFileInfo, proxy); ret) {
+    if (auto ret = IndexFileReady(fileBackupedInfo, proxy); ret) {
         return ret;
     }
 
     HILOGI("HandleBackup finish, ret = %{public}d", res);
     auto end = std::chrono::system_clock::now();
     auto cost = std::chrono::duration_cast<std::chrono::milliseconds>(end - start).count();
-    AppRadar::DoBackupInfo doBackupInfo = {cost, bigFileInfo.size(), smallFiles.size(), tarMap.size(),
+    AppRadar::DoBackupInfo doBackupInfo = {cost, fileBackupedInfo.size(), smallFiles.size(), tarMap.size(),
                                            includesNum, excludesNum};
     RecordDoBackupRes(bundleName_, res, doBackupInfo);
     return res;
@@ -837,6 +841,7 @@ tuple<ErrCode, uint32_t, uint32_t> BackupExtExtension::CalculateDataSize(const B
 
     // 扫描文件计算数据量
     tie(bigFileInfo, smallFiles) = GetFileInfos(includes, excludes);
+    ScanFileSingleton::GetInstance().SetCompeletedFlag(true);
     for (const auto &item : bigFileInfo) {
         int64_t fileSize = static_cast<int64_t>(std::get<1>(item.second).st_size);
         HILOGD("bigfile size = %{public}" PRId64 "", fileSize);
@@ -1017,30 +1022,7 @@ void BackupExtExtension::AsyncTaskBackup(const string config)
         auto ptr = obj.promote();
         BExcepUltils::BAssert(ptr, BError::Codes::EXT_BROKEN_FRAMEWORK, "Ext extension handle have been released");
         try {
-            if (!ptr->StopExtTimer()) {
-                throw BError(BError::Codes::EXT_TIMER_ERROR, "Failed to stop extTimer");
-            }
-            int64_t totalSize = 0;
-            TarMap bigFileInfo;
-            map<string, size_t> smallFiles;
-            BJsonCachedEntity<BJsonEntityExtensionConfig> cachedEntity(config);
-            auto cache = cachedEntity.Structuralize();
-            auto [err, includeSize, excludeSize] = ptr->CalculateDataSize(cache, totalSize, bigFileInfo, smallFiles);
-            if (err != ERR_OK) {
-                throw BError(BError::Codes::EXT_INVAL_ARG, "Failed to mkdir");
-            }
-            if (!ptr->RefreshDataSize(totalSize)) {
-                throw BError(BError::Codes::EXT_INVAL_ARG, "Failed to RefreshDataSize");
-            }
-            bool isFwkStart;
-            ptr->StartFwkTimer(isFwkStart);
-            if (!isFwkStart) {
-                HILOGE("Do backup, start fwk timer fail.");
-                throw BError(BError::Codes::EXT_TIMER_ERROR, "Failed to start fwkTimer");
-            }
-            auto ret = ptr->DoBackup(bigFileInfo, smallFiles, includeSize, excludeSize);
-            ptr->AppDone(ret);
-            HILOGI("backup app done %{public}d", ret);
+            ptr->CaculateDataSizeTask(config);
         } catch (const BError &e) {
             HILOGE("extension: AsyncTaskBackup error, err code:%{public}d", e.GetCode());
             ptr->AppDone(e.GetCode());
@@ -1061,6 +1043,29 @@ void BackupExtExtension::AsyncTaskBackup(const string config)
             HILOGE("Failed to add task to thread pool");
         }
     });
+
+    auto dobackupTask = [obj {wptr<BackupExtExtension>(this)}, config]() {
+        auto ptr = obj.promote();
+        BExcepUltils::BAssert(ptr, BError::Codes::EXT_BROKEN_FRAMEWORK, "Ext extension handle have been released");
+        try {
+            ptr->DoBackUpTask(config);
+        } catch (const BError &e) {
+            HILOGE("extension: AsyncTaskBackup error, err code:%{public}d", e.GetCode());
+            ptr->AppDone(e.GetCode());
+        } catch (...) {
+            HILOGE("Failed to restore the ext bundle");
+            ptr->AppDone(BError(BError::Codes::EXT_INVAL_ARG).GetCode());
+        }
+        ptr->DoClear();
+    };
+
+    threadPool_.AddTask([dobackupTask]() {
+        try {
+            task();
+        } catch (...) {
+            HILOGE("Failed to add task to thread pool");
+        }
+    });
 }
 
 void BackupExtExtension::RestoreBigFilesForSpecialCloneCloud(const ExtManageInfo &item)
diff --git a/frameworks/native/backup_ext/src/sub_ext_extension.cpp b/frameworks/native/backup_ext/src/sub_ext_extension.cpp
index 8b9d8fea4..409f10d93 100644
--- a/frameworks/native/backup_ext/src/sub_ext_extension.cpp
+++ b/frameworks/native/backup_ext/src/sub_ext_extension.cpp
@@ -19,6 +19,7 @@
 #include <chrono>
 #include <cinttypes>
 #include <fstream>
+#include <fnmatch.h>
 #include <iomanip>
 #include <map>
 #include <regex>
@@ -50,6 +51,7 @@
 #include "b_ohos/startup/backup_para.h"
 #include "b_radar/b_radar.h"
 #include "b_tarball/b_tarball_factory.h"
+#include "b_utils/scan_file_singleton.h"
 #include "filemgmt_libhilog.h"
 #include "hitrace_meter.h"
 #include "sandbox_helper.h"
@@ -1417,4 +1419,163 @@ void BackupExtExtension::RmBigFileReportForSpecialCloneCloud(const std::string &
     }
     reportHashSrcPathMap_.erase(iter);
 }
+
+void BackupExtExtension::CaculateDataSizeTask(const string &config)
+{
+    if (!ptr->StopExtTimer()) {
+        throw BError(BError::Codes::EXT_TIMER_ERROR, "Failed to stop extTimer");
+    }
+    int64_t totalSize = 0;
+    TarMap bigFileInfo;
+    map<string, size_t> smallFiles;
+    BJsonCachedEntity<BJsonEntityExtensionConfig> cachedEntity(config);
+    auto cache = cachedEntity.Structuralize();
+    auto [err, includeSize, excludeSize] = ptr->CalculateDataSize(cache, totalSize, bigFileInfo, smallFiles);
+    ScanFileSingleton::GetInstance().SetIncludeSize(includeSize);
+    ScanFileSingleton::GetInstance().SetExcludeSize(excludeSize);
+    if (err != ERR_OK) {
+        throw BError(BError::Codes::EXT_INVAL_ARG, "Failed to mkdir");
+    }
+    if (!ptr->RefreshDataSize(totalSize)) {
+        throw BError(BError::Codes::EXT_INVAL_ARG, "Failed to RefreshDataSize");
+    }
+    bool isFwkStart;
+    ptr->StartFwkTimer(isFwkStart);
+    if (!isFwkStart) {
+        HILOGE("Do backup, start fwk timer fail.");
+        throw BError(BError::Codes::EXT_TIMER_ERROR, "Failed to start fwkTimer");
+    }
+}
+
+void BackupExtExtension::DoBackUpTask(const string &config)
+{
+    BJsonCachedEntity<BJsonEntityExtensionConfig> cachedEntity(config);
+    auto cache = cachedEntity.Structuralize();
+    vector<string> excludes = cache.GetExcludes();
+    vector<string> endExcludes = excludes;
+    PreDealExcludes(endExcludes);
+
+    int ret = 0;
+    TarMap fileBackupedInfo;
+    while (ScanFileSingleton::GetInstance().GetCompeletedFlag()) {
+        ScanFileSingleton::GetInstance().WaitForFiles();
+        std::map<std::string, struct stat> incFiles = ScanFileSingleton::GetInstance().GetAllBigFiles();
+        if (incFiles.empty()) {
+            continue;
+        }
+        map<string, struct stat> bigFiles = MatchFiles(incFiles, endExcludes);
+        TarMap bigFileInfo = Transfer2Bigfiles(bigFiles);
+        ret = DoBackupBigFiles(bigFileInfo, fileBackupedInfo.size());
+        fileBackupedInfo.insert(bigFileInfo.begin(), bigFileInfo.end());
+    }
+
+    map<string, size_t> incSmallFiles = ScanFileSingleton::GetInstance().GetAllSmallFiles();
+    map<string, size_t> smallFiles = MatchFiles(incSmallFiles, endExcludes);
+
+    std::map<std::string, struct stat> incFiles = ScanFileSingleton::GetInstance().GetAllBigFiles();
+    map<string, struct stat> bigFiles = MatchFiles(incFiles, endExcludes);
+    TarMap bigFileInfo = Transfer2Bigfiles(bigFiles);
+    uint32_t includeSize = ScanFileSingleton::GetInstance().GetIncludeSize();
+    uint32_t excludeSize = ScanFileSingleton::GetInstance().GetExcludeSize();
+
+    fileBackupedInfo.insert(bigFileInfo.begin(), bigFileInfo.end());
+    ret = DoBackup(bigFileInfo, fileBackupedInfo, smallFiles, includeSize, excludeSize);
+    ptr->AppDone(ret);
+    HILOGI("backup app done %{public}d", ret);
+}
+
+template <template T>
+map<string, T> BackupExtExtension::MatchFiles(map<string, T> files, vector<string> endExcludes)
+{
+    auto isMatch = [](const vector<string> &s, const string &str) -> bool {
+        if (str.empty()) {
+            return false;
+        }
+        for (const string &item : s) {
+            if (fnmatch(item.data(), str.data(), FNM_LEADING_DIR) == 0) {
+                return true;
+            }
+        }
+        return false;
+    };
+
+    std::map<std::string, T> excludesFiles;
+    for (const auto &item : files) {
+        if (!isMatch(endExcludes, item.first)) {
+            excludesFiles.emplace(item);
+        }
+    }
+    return excludesFiles;
+}
+
+int BackupExtExtension::DoBackupBigFiles(TarMap &bigFileInfo, uint_32 backupedFileSize)
+{
+    HITRACE_METER_NAME(HITRACE_TAG_FILEMANAGEMENT, __PRETTY_FUNCTION__);
+    HILOGI("Start do backup big files, bigFileInfo size: %{public}lu", bigFileInfo.size());
+    auto start = std::chrono::system_clock::now();
+    if (extension_ == nullptr) {
+        HILOGE("Failed to do backup, extension is nullptr");
+        throw BError(BError::Codes::EXT_INVAL_ARG, "Extension is nullptr");
+    }
+    if (extension_->GetExtensionAction() != BConstants::ExtensionAction::BACKUP) {
+        return EPERM;
+    }
+
+    auto proxy = ServiceClient::GetInstance();
+    if (proxy == nullptr) {
+        throw BError(BError::Codes::EXT_BROKEN_BACKUP_SA, std::generic_category().message(errno));
+    }
+
+    auto res = BigFileReady(bigFileInfo, proxy, backupedFileSize);
+    HILOGI("HandleBackup finish, ret = %{public}d", res);
+    return res;
+}
+
+TarMap BackupExtExtension::Transfer2Bigfiles(std::map<std::string, struct stat> files)
+{
+    auto getStringHash = [](const TarMap &m, const string &str) -> string {
+        ostringstream strHex;
+        strHex << hex;
+
+        hash<string> strHash;
+        size_t szHash = strHash(str);
+        strHex << setfill('0') << setw(BConstants::BIG_FILE_NAME_SIZE) << szHash;
+        string name = strHex.str();
+        for (int i = 0; m.find(name) != m.end(); ++i, strHex.str("")) {
+            szHash = strHash(str + to_string(i));
+            strHex << setfill('0') << setw(BConstants::BIG_FILE_NAME_SIZE) << szHash;
+            name = strHex.str();
+        }
+
+        return name;
+    };
+
+    TarMap bigFileInfo;
+    for (const auto &item : files) {
+        string md5Name = getStringHash(bigFileInfo, item.first);
+        if (!md5Name.empty()) {
+            bigFileInfo.emplace(md5Name, make_tuple(item.first, item.second, true));
+        }
+    }
+    retrun bigFileInfo;
+}
+
+void BackupExtExtension::PreDealExcludes(std::vector<std::string> &excludes)
+{
+    size_t lenEx = excludes.size();
+    int j = 0;
+    for (size_t i = 0; i < lenEx; ++i) {
+        if (!excludes[i].empty()) {
+            if (excludes[i].at(excludes[i].size() - 1) == BConstants::FILE_SEPARATOR_CHAR) {
+                excludes[i] += "*";
+            }
+            if (excludes[i].find(BConstants::FILE_SEPARATOR_CHAR) != string::npos &&
+                excludes[i].at(TOP_ELE) != BConstants::FILE_SEPARATOR_CHAR) {
+                excludes[i] = BConstants::FILE_SEPARATOR_CHAR + excludes[i];
+            }
+            excludes[j++] = excludes[i];
+        }
+    }
+    excludes.resize(j);
+}
 } // namespace OHOS::FileManagement::Backup
diff --git a/services/backup_sa/src/module_ipc/svc_session_manager.cpp b/services/backup_sa/src/module_ipc/svc_session_manager.cpp
index 8a79ef982..a847fbe23 100644
--- a/services/backup_sa/src/module_ipc/svc_session_manager.cpp
+++ b/services/backup_sa/src/module_ipc/svc_session_manager.cpp
@@ -873,6 +873,7 @@ void SvcSessionManager::SetBundleDataSize(const std::string &bundleName, int64_t
 uint32_t SvcSessionManager::CalAppProcessTime(const std::string &bundleName)
 {
     const int64_t minTimeout = 900;      /* 900 second */
+    const int64_t maxTimeout = 1800;      /* 18000 second */
     const int64_t defaultTimeout = 30;           /* 30 second */
     const int64_t processRate = 3 * 1024 * 1024; /* 3M/s */
     const int64_t multiple = 3;
@@ -891,6 +892,7 @@ uint32_t SvcSessionManager::CalAppProcessTime(const std::string &bundleName)
     /* timeout = (AppSize / 3Ms) * 3 + 30 */
     timeout = defaultTimeout + (appSize / processRate) * multiple;
     timeout = timeout < minTimeout ? minTimeout : timeout;
+    timeout = timeout > maxTimeout ? maxTimeout : timeout;
     resTimeoutMs = (uint32_t)(timeout * invertMillisecond % UINT_MAX); /* conver second to millisecond */
     HILOGI("Calculate App extension process run timeout=%{public}u(ms), bundleName=%{public}s ", resTimeoutMs,
            bundleName.c_str());
diff --git a/utils/BUILD.gn b/utils/BUILD.gn
index 7dae8821d..c47a0ef4e 100644
--- a/utils/BUILD.gn
+++ b/utils/BUILD.gn
@@ -81,6 +81,7 @@ ohos_shared_library("backup_utils") {
     "src/b_tarball/b_tarball_cmdline.cpp",
     "src/b_tarball/b_tarball_factory.cpp",
     "src/b_utils/b_time.cpp",
+    "src/b_utils/scan_file_singleton.cpp",
   ]
 
   configs = [
diff --git a/utils/include/b_resources/b_constants.h b/utils/include/b_resources/b_constants.h
index 2ef3e1b4d..bf7362600 100644
--- a/utils/include/b_resources/b_constants.h
+++ b/utils/include/b_resources/b_constants.h
@@ -53,7 +53,7 @@ constexpr int SYSTEM_UID = 0;
 constexpr int XTS_UID = 1;
 constexpr int DEFAULT_USER_ID = 100;
 constexpr int BACKUP_UID = 1089;
-constexpr int EXTENSION_THREAD_POOL_COUNT = 1;
+constexpr int EXTENSION_THREAD_POOL_COUNT = 2;
 constexpr int BACKUP_LOADSA_TIMEOUT_MS = 5000;
 
 constexpr int DECIMAL_BASE = 10; // 十进制基数
diff --git a/utils/include/b_utils/scan_file_singleton.h b/utils/include/b_utils/scan_file_singleton.h
new file mode 100644
index 000000000..0d94c6f3f
--- /dev/null
+++ b/utils/include/b_utils/scan_file_singleton.h
@@ -0,0 +1,69 @@
+/*
+ * Copyright (c) 2025-2025 Huawei Device Co., Ltd.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+ #ifndef OHOS_FILEMGMT_BACKUP_SCAN_FILE_SINGLETON_H
+ #define OHOS_FILEMGMT_BACKUP_SCAN_FILE_SINGLETON_H
+
+ #include <map>
+ #include <mutex>
+ #include <queue>
+ #include <string>
+ #include <sys/stat.h>
+ 
+ namespace OHOS::FileManagement::Backup {
+ class ScanFileSingleton {
+ public:
+     static ScanFileSingleton &GetInstance();
+     
+     void AddBigFile(const std::string& key, const struct stat& value);
+     
+     void AddSmallFile(const std::string& key, size_t value);
+     
+     std::map<std::string, struct stat> GetAllBigFiles();
+
+     bool GetCompeletedFlag();
+
+     bool SetCompeletedFlag(bool value);
+
+     std::map<std::string, size_t> GetAllSmallFiles();
+
+     void SetIncludeSize(uint32_t includeSize);
+
+     void SetExcludeSize(uint32_t excludeSize);
+
+     uint32_t GetIncludeSize();
+
+     uint32_t GetExcludeSize();
+
+     /**
+      * @brief 条件等待，等待文件被添加或者扫描完成
+      */
+     void WaitForFilesAdded();
+private:
+    // 私有构造函数，防止外部实例化
+    ScanFileSingleton() {}
+    ~ScanFileSingleton() = default;
+
+    std::queue<std::pair<std::string, struct stat>> bigFileQueue_;
+    std::map<std::string, size_t> smallFiles_;
+    std::mutex mutexLock_;
+    std::condition_variable waitForFilesAddCV_;
+    bool isCalculateCompeleted_ = false;
+    uint32_t includeSize_ = 0;
+    uint32_t excludeSize_ = 0;
+ };
+ } // namespace OHOS::FileManagement::ScanFileSingleton
+
+ #endif // OHOS_FILEMGMT_BACKUP_SCAN_FILE_SINGLETON_H
\ No newline at end of file
diff --git a/utils/src/b_filesystem/b_dir.cpp b/utils/src/b_filesystem/b_dir.cpp
index 286e5e3ba..774160adf 100644
--- a/utils/src/b_filesystem/b_dir.cpp
+++ b/utils/src/b_filesystem/b_dir.cpp
@@ -35,6 +35,7 @@
 #include "errors.h"
 #include "filemgmt_libhilog.h"
 #include "sandbox_helper.h"
+#include "b_utils/scan_file_singleton.h"
 
 namespace OHOS::FileManagement::Backup {
 using namespace std;
@@ -93,6 +94,12 @@ static uint32_t CheckOverLongPath(const string &path)
     return len;
 }
 
+static void InsertSmallFiles(std::map<string, size_t> &smallFiles, std::string fileName, size_t size)
+{
+    ScanFileSingleton::GetInstance().AddSmallFile(fileName, size);
+    smallFiles.emplace(make_pair(fileName, size));
+}
+
 static tuple<ErrCode, map<string, struct stat>, map<string, size_t>> GetDirFilesDetail(const string &path,
                                                                                        bool recursion,
                                                                                        off_t size = -1)
@@ -105,7 +112,7 @@ static tuple<ErrCode, map<string, struct stat>, map<string, size_t>> GetDirFiles
         if (path.at(path.size()-1) != BConstants::FILE_SEPARATOR_CHAR) {
             newPath += BConstants::FILE_SEPARATOR_CHAR;
         }
-        smallFiles.emplace(make_pair(newPath, 0));
+        InsertSmallFiles(smallFiles, newPath, 0);
         return {ERR_OK, files, smallFiles};
     }
 
@@ -126,10 +133,10 @@ static tuple<ErrCode, map<string, struct stat>, map<string, size_t>> GetDirFiles
                 continue;
             }
             if (sta.st_size <= size) {
-                smallFiles.emplace(make_pair(fileName, sta.st_size));
+                InsertSmallFiles(smallFiles, fileName, sta.st_size);
                 continue;
             }
-
+            ScanFileSingleton::GetInstance().AddBigFile(fileName, sta);
             files.try_emplace(fileName, sta);
             continue;
         } else if (ptr->d_type != DT_DIR) {
diff --git a/utils/src/b_utils/scan_file_singleton.cpp b/utils/src/b_utils/scan_file_singleton.cpp
new file mode 100644
index 000000000..1555cda19
--- /dev/null
+++ b/utils/src/b_utils/scan_file_singleton.cpp
@@ -0,0 +1,107 @@
+/*
+ * Copyright (c) 2025-2025 Huawei Device Co., Ltd.
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+ #include "b_utils/scan_file_singleton.h"
+ 
+ #include <filemgmt_libhilog.h>
+ 
+ namespace OHOS::FileManagement::Backup {
+ 
+// 获取单例实例
+ScanFileSingleton& ScanFileSingleton::GetInstance()
+{
+    static ScanFileSingleton instance;
+    return instance;
+}
+     
+void ScanFileSingleton::AddBigFile(const std::string& key, const struct stat& value)
+{
+    std::lock_guard<std::mutex> lock(mutexLock_);
+    bigFileQueue_.push({key, value});
+    // 通知等待的线程
+    waitForFilesAddCV_.notify_all();
+}
+
+void ScanFileSingleton::AddSmallFile(const std::string& key, size_t value)
+{
+    std::lock_guard<std::mutex> lock(mutexLock_);
+    smallFiles_[key] = value;
+}
+
+std::map<std::string, struct stat> ScanFileSingleton::GetAllBigFiles()
+{
+    std::lock_guard<std::mutex> lock(mutexLock_);
+    std::map<std::string, struct stat> fileMap;
+    while (!bigFileQueue_.empty()) {
+        fileMap[bigFileQueue_.front().first] = bigFileQueue_.front().second;
+        bigFileQueue_.pop();
+    }
+    HILOGI("get big files, fileMap size is :%{public}lu, bigFileQueue_ size is %{public}lu",
+           fileMap.size(), bigFileQueue_.size());
+    return fileMap;
+}
+
+bool ScanFileSingleton::GetCompeletedFlag()
+{
+    std::lock_guard<std::mutex> lock(mutexLock_);
+    return isCalculateCompeleted_;
+}
+
+bool ScanFileSingleton::SetCompeletedFlag(bool value)
+{
+    std::lock_guard<std::mutex> lock(mutexLock_);
+    isCalculateCompeleted_ = value;
+    if (value) {
+        waitForFilesAddCV_.notify_all();
+    }
+}
+
+std::map<std::string, size_t> ScanFileSingleton::GetAllSmallFiles()
+{
+    std::lock_guard<std::mutex> lock(mutexLock_);
+    return smallFiles_;
+}
+
+void ScanFileSingleton::SetIncludeSize(uint32_t includeSize)
+{
+    std::lock_guard<std::mutex> lock(mutexLock_);
+    includeSize_ = includeSize;
+}
+
+void ScanFileSingleton::SetExcludeSize(uint32_t excludeSize)
+{
+    std::lock_guard<std::mutex> lock(mutexLock_);
+    excludeSize_ = excludeSize;
+}
+
+uint32_t ScanFileSingleton::GetIncludeSize()
+{
+    std::lock_guard<std::mutex> lock(mutexLock_);
+    return includeSize_;
+}
+
+uint32_t ScanFileSingleton::GetExcludeSize()
+{
+    std::lock_guard<std::mutex> lock(mutexLock_);
+    return excludeSize_;
+}
+
+void ScanFileSingleton::WaitForFiles()
+{
+    std::unique_lock<std::mutex> lock(mutexLock_);
+    HILOGI("calculate is uncompleted, need to wait");
+    waitForFilesAddCV_wait(lock, [this] {return !bigFileQueue_.empty() || isCalculateCompeleted_; });
+}
+
+ } // namespace OHOS::FileManagement::Backup
\ No newline at end of file
-- 
Gitee