From 851c5bd0f205732c5317b723739f534089e7ac01 Mon Sep 17 00:00:00 2001 From: l30036321 Date: Mon, 18 Aug 2025 17:29:09 +0800 Subject: [PATCH] default remove dropout false --- debug/accuracy_tools/msprobe/docs/05.data_dump_PyTorch.md | 4 ++-- debug/accuracy_tools/msprobe/docs/06.data_dump_MindSpore.md | 4 ++-- debug/accuracy_tools/msprobe/mindspore/common/utils.py | 2 +- debug/accuracy_tools/msprobe/pytorch/common/utils.py | 2 +- .../msprobe/test/mindspore_ut/common/test_ms_utils.py | 2 +- 5 files changed, 7 insertions(+), 7 deletions(-) diff --git a/debug/accuracy_tools/msprobe/docs/05.data_dump_PyTorch.md b/debug/accuracy_tools/msprobe/docs/05.data_dump_PyTorch.md index 42a3052b7..471ab11ff 100644 --- a/debug/accuracy_tools/msprobe/docs/05.data_dump_PyTorch.md +++ b/debug/accuracy_tools/msprobe/docs/05.data_dump_PyTorch.md @@ -170,14 +170,14 @@ module_dump_end() **原型**： ```python -seed_all(seed=1234, mode=False, rm_dropout=True) +seed_all(seed=1234, mode=False, rm_dropout=False) ``` **参数说明**: 1. seed: 随机性种子。参数示例: seed=1000。默认值：1234。非必选 2. mode：确定性计算模式。可配置True或False。参数示例：mode=True。默认为False。非必选（注意：确定性计算会导致API执行性能降低，建议在发现模型多次执行结果不同的情况下开启） -3. rm_dropout：控制dropout失效的开关。可配置 True 或 False，默认值：True，非必选。参数示例：rm_dropout=True。 +3. rm_dropout：控制dropout失效的开关。可配置 True 或 False，默认值：False，非必选。参数示例：rm_dropout=True。 该参数设置为 True 后， 工具会自动将 `torch.nn.functional.dropout`、`torch.nn.functional.dropout2d`、`torch.nn.functional.dropout3d`、`torch.nn.Dropout`、`torch.nn.Dropout2d`、`torch.nn.Dropout3d` 的接口参数 p 置为0，以避免因随机dropout造成的网络随机性。 注意：通过rm_dropout控制dropout失效或生效需要在初始化dropout实例前调用才能生效。 diff --git a/debug/accuracy_tools/msprobe/docs/06.data_dump_MindSpore.md b/debug/accuracy_tools/msprobe/docs/06.data_dump_MindSpore.md index 3c43fdb29..e7f29c92e 100644 --- a/debug/accuracy_tools/msprobe/docs/06.data_dump_MindSpore.md +++ b/debug/accuracy_tools/msprobe/docs/06.data_dump_MindSpore.md @@ -243,7 +243,7 @@ MsprobeInitStep() **原型**： ```python -seed_all(seed=1234, mode=False, rm_dropout=True) +seed_all(seed=1234, mode=False, rm_dropout=False) ``` **参数说明**: @@ -252,7 +252,7 @@ seed_all(seed=1234, mode=False, rm_dropout=True) 2. mode：确定性计算使能，可配置 True 或 False，默认值：False，非必选。参数示例：mode=True。该参数设置为 True 后，将会开启算子确定性运行模式与归约类通信算子（AllReduce、ReduceScatter、Reduce）的确定性计算。注意：确定性计算会导致API执行性能降低，建议在发现模型多次执行结果不同的情况下开启。 -3. rm_dropout：控制dropout失效的开关。可配置 True 或 False，默认值：True，非必选。参数示例：rm_dropout=True。该参数设置为 True 后，将会使mindspore.ops.Dropout，mindspore.ops.Dropout2D，mindspore.ops.Dropout3D，mindspore.mint.nn.Dropout和mindspore.mint.nn.functional.dropout失效，以避免因随机dropout造成的网络随机性。建议在采集mindspore数据前开启。注意：通过rm_dropout控制dropout失效或生效需要在初始化Dropout实例前调用才能生效。 +3. rm_dropout：控制dropout失效的开关。可配置 True 或 False，默认值：False，非必选。参数示例：rm_dropout=True。该参数设置为 True 后，将会使mindspore.ops.Dropout，mindspore.ops.Dropout2D，mindspore.ops.Dropout3D，mindspore.mint.nn.Dropout和mindspore.mint.nn.functional.dropout失效，以避免因随机dropout造成的网络随机性。建议在采集mindspore数据前开启。注意：通过rm_dropout控制dropout失效或生效需要在初始化Dropout实例前调用才能生效。 ## 7. 示例代码 diff --git a/debug/accuracy_tools/msprobe/mindspore/common/utils.py b/debug/accuracy_tools/msprobe/mindspore/common/utils.py index fbb891e6a..bac46a194 100644 --- a/debug/accuracy_tools/msprobe/mindspore/common/utils.py +++ b/debug/accuracy_tools/msprobe/mindspore/common/utils.py @@ -131,7 +131,7 @@ def list_lowest_level_directories(root_dir): return lowest_level_dirs -def seed_all(seed=1234, mode=False, rm_dropout=True): +def seed_all(seed=1234, mode=False, rm_dropout=False): check_seed_all(seed, mode, rm_dropout) os.environ['PYTHONHASHSEED'] = str(seed) ms.set_seed(seed) diff --git a/debug/accuracy_tools/msprobe/pytorch/common/utils.py b/debug/accuracy_tools/msprobe/pytorch/common/utils.py index 2aeb585fc..0dfb6905d 100644 --- a/debug/accuracy_tools/msprobe/pytorch/common/utils.py +++ b/debug/accuracy_tools/msprobe/pytorch/common/utils.py @@ -150,7 +150,7 @@ def remove_dropout(): F.dropout3d = function_dropout3d -def seed_all(seed=1234, mode=False, rm_dropout=True): +def seed_all(seed=1234, mode=False, rm_dropout=False): check_seed_all(seed, mode, rm_dropout) try: random.seed(seed) diff --git a/debug/accuracy_tools/msprobe/test/mindspore_ut/common/test_ms_utils.py b/debug/accuracy_tools/msprobe/test/mindspore_ut/common/test_ms_utils.py index 1ed3ca016..aad88bb9e 100644 --- a/debug/accuracy_tools/msprobe/test/mindspore_ut/common/test_ms_utils.py +++ b/debug/accuracy_tools/msprobe/test/mindspore_ut/common/test_ms_utils.py @@ -113,7 +113,7 @@ class TestMsprobeFunctions(unittest.TestCase): seed_all(42, True) # 验证 check_seed_all 的调用 - mock_check_seed_all.assert_called_once_with(42, True, True) + mock_check_seed_all.assert_called_once_with(42, True, False) # 验证环境变量是否设置正确 self.assertEqual(mock_environ.get('PYTHONHASHSEED'), '42') # 验证其他函数是否正确调用 -- Gitee