diff --git a/torch_npu/csrc/core/npu/sys_ctrl/npu_sys_ctrl.cpp b/torch_npu/csrc/core/npu/sys_ctrl/npu_sys_ctrl.cpp
index 5175ae88bb978cc47dd92eeef7d10ca7b2c94ac9..4ab9cef46f0a4a729b75625fd01ca6ecd384b8f7 100644
--- a/torch_npu/csrc/core/npu/sys_ctrl/npu_sys_ctrl.cpp
+++ b/torch_npu/csrc/core/npu/sys_ctrl/npu_sys_ctrl.cpp
@@ -139,6 +139,10 @@ NpuSysCtrl::SysStatus NpuSysCtrl::Initialize(int device_id)
     ASCEND_LOGD("Npu workspace allocator initialize successfully");
     c10_npu::option::OptionsManager::IsOomSnapshotEnable();
 
+    if (device_id >= 0) {
+        NPU_CHECK_ERROR(c10_npu::SetDevice(device_id));
+    }
+
     if (c10_npu::option::OptionsManager::CheckAclDumpDateEnable()) {
         const char *aclConfigPath = "acl.json";
         NPU_CHECK_ERROR(aclmdlSetDump(aclConfigPath));
@@ -191,12 +195,6 @@ NpuSysCtrl::SysStatus NpuSysCtrl::LazyInitialize(int device_id)
 
     // There's no need to call c10_npu::GetDevice at the start of the process, because device 0 may not be needed
     auto ret = aclrtGetDevice(&device_id_);
-    if (ret != ACL_ERROR_NONE) {
-        device_id_ = (device_id == -1) ? 0 : device_id;
-        NPU_CHECK_ERROR(c10_npu::SetDevice(device_id_));
-    } else {
-        ASCEND_LOGW("Npu device %d has been set before global init.", device_id_);
-    }
 
     if (c10_npu::IsSupportInfNan()) {
         c10_npu::acl::AclrtSetDeviceSatMode(aclrtFloatOverflowMode::ACL_RT_OVERFLOW_MODE_INFNAN);