diff --git a/mindspeed_llm/features_manager/__init__.py b/mindspeed_llm/features_manager/__init__.py index ebc1e3381a2e4c5714242392b35baae50754223a..0b8423a6e60d50424d36a097e5337e837e546587 100644 --- a/mindspeed_llm/features_manager/__init__.py +++ b/mindspeed_llm/features_manager/__init__.py @@ -27,6 +27,7 @@ from mindspeed.features_manager import ( HcclBufferSetFeature, RecomputeNormFeature, RecomputeActivationFeature, + NPUDeterministicFeature, EnableRecomputeLayersPerPPRank, RecomputeMethodFeature, SmartSwapFeature, @@ -200,6 +201,12 @@ def add_optimizer_features(features_list: List[MindSpeedFeature]): ]) +def add_functional_features(features_list: List[MindSpeedFeature]): + features_list.extend([ + NPUDeterministicFeature(), + ]) + + def add_recompute_features(features_list: List[MindSpeedFeature]): features_list.extend([ RecomputeActivationFeature(), @@ -228,6 +235,7 @@ def create_features_list(): add_affinity_features(features_list) add_fusions_features(features_list) add_recompute_features(features_list) + add_functional_features(features_list) add_tensor_parallel_features(features_list) add_pipeline_parallel_features(features_list) add_transformer_features(features_list) @@ -247,4 +255,4 @@ def set_default_features_list(): MindSpeedFeaturesManager.set_features_list(create_features_list()) -set_default_features_list() \ No newline at end of file +set_default_features_list() diff --git a/mindspeed_llm/training/arguments.py b/mindspeed_llm/training/arguments.py index 4f55f5bc4b6b3629ea6a9b97ac9abcaed2b701d9..0a66feba1e91e0ad9db0a226d4d821be23d506a2 100644 --- a/mindspeed_llm/training/arguments.py +++ b/mindspeed_llm/training/arguments.py @@ -1543,4 +1543,4 @@ def validate_args_v2_decorator(megatron_validate_args): print_args('MindSpeed-LLM Arguments', args) return args - return wrapper \ No newline at end of file + return wrapper