From 2cbb0064b68587f1c177bcb7997abbd5465f4f7e Mon Sep 17 00:00:00 2001 From: Peihan Liu Date: Sat, 9 Aug 2025 15:57:00 +0800 Subject: [PATCH] npu-deterministic --- mindspeed_llm/features_manager/__init__.py | 10 +++++++++- mindspeed_llm/training/arguments.py | 2 +- 2 files changed, 10 insertions(+), 2 deletions(-) diff --git a/mindspeed_llm/features_manager/__init__.py b/mindspeed_llm/features_manager/__init__.py index ebc1e3381..0b8423a6e 100644 --- a/mindspeed_llm/features_manager/__init__.py +++ b/mindspeed_llm/features_manager/__init__.py @@ -27,6 +27,7 @@ from mindspeed.features_manager import ( HcclBufferSetFeature, RecomputeNormFeature, RecomputeActivationFeature, + NPUDeterministicFeature, EnableRecomputeLayersPerPPRank, RecomputeMethodFeature, SmartSwapFeature, @@ -200,6 +201,12 @@ def add_optimizer_features(features_list: List[MindSpeedFeature]): ]) +def add_functional_features(features_list: List[MindSpeedFeature]): + features_list.extend([ + NPUDeterministicFeature(), + ]) + + def add_recompute_features(features_list: List[MindSpeedFeature]): features_list.extend([ RecomputeActivationFeature(), @@ -228,6 +235,7 @@ def create_features_list(): add_affinity_features(features_list) add_fusions_features(features_list) add_recompute_features(features_list) + add_functional_features(features_list) add_tensor_parallel_features(features_list) add_pipeline_parallel_features(features_list) add_transformer_features(features_list) @@ -247,4 +255,4 @@ def set_default_features_list(): MindSpeedFeaturesManager.set_features_list(create_features_list()) -set_default_features_list() \ No newline at end of file +set_default_features_list() diff --git a/mindspeed_llm/training/arguments.py b/mindspeed_llm/training/arguments.py index 4f55f5bc4..0a66feba1 100644 --- a/mindspeed_llm/training/arguments.py +++ b/mindspeed_llm/training/arguments.py @@ -1543,4 +1543,4 @@ def validate_args_v2_decorator(megatron_validate_args): print_args('MindSpeed-LLM Arguments', args) return args - return wrapper \ No newline at end of file + return wrapper -- Gitee