diff --git a/NOTICE b/NOTICE
index 5bde55dddb92fe16de6b047055bd5ddc2e3a10a6..ee055cf6f428896ffe656090125a6c9401aebe84 100644
--- a/NOTICE
+++ b/NOTICE
@@ -1,2 +1,2 @@
 MindSpore MindScience
-Copyright 2019-2021 Huawei Technologies Co., Ltd
\ No newline at end of file
+Copyright 2019-2025 Huawei Technologies Co., Ltd
\ No newline at end of file
diff --git a/mindscience/models/transformer/__init__.py b/mindscience/models/transformer/__init__.py
index eab6d08d5a94595376a43b8db36d50cf8242ce76..b7300a82d71d04011afd22afef58fe15c4d95722 100644
--- a/mindscience/models/transformer/__init__.py
+++ b/mindscience/models/transformer/__init__.py
@@ -13,7 +13,7 @@
 # limitations under the License.
 # ============================================================================
 """init"""
-from .attention import MultiHeadAttention, TransformerBlock
+from .attention import Attention, MultiHeadAttention, TransformerBlock
 from .vit import ViT
 
-__all__ = ["MultiHeadAttention", "TransformerBlock", "ViT"]
+__all__ = ["Attention", "MultiHeadAttention", "TransformerBlock", "ViT"]
diff --git a/tests/models/transformer/test_attention.py b/tests/models/transformer/test_attention.py
index 60ed1d3b4578f2f6de22ffba7d3c887f66ed64ab..637bbfd678b61d6edba79424c45110efe0d4659a 100644
--- a/tests/models/transformer/test_attention.py
+++ b/tests/models/transformer/test_attention.py
@@ -22,7 +22,7 @@ from mindspore import Tensor, ops, load_checkpoint, load_param_into_net, jit_cla
 from mindspore import dtype as mstype
 
 from mindscience.models import Attention, MultiHeadAttention, TransformerBlock, DropPath, ViT
-from mindscience.models import RelativeRMSELoss
+from mindscience.common import RelativeRMSELoss
 
 PROJECT_ROOT = os.path.abspath(os.path.join(
     os.path.dirname(__file__), "../../"))