diff --git a/vllm_mindspore/model_executor/models/mf_models/deepseek_v3.py b/vllm_mindspore/model_executor/models/mf_models/deepseek_v3.py
index af5a342844d7439d7b2a251a9e7d404cf3a23b81..38a08e115852730b6e628ed0e48742d1cabbba8b 100644
--- a/vllm_mindspore/model_executor/models/mf_models/deepseek_v3.py
+++ b/vllm_mindspore/model_executor/models/mf_models/deepseek_v3.py
@@ -123,6 +123,8 @@ class DeepseekV3ForCausalLM(MfModelBase):
             weight_processor = DeepseekV3WeightProcessor(self.mf_config, self.network, self.is_quant)
             weight_processor.load_safetensors_shard(self.mf_config.load_checkpoint)
         self.network.set_dynamic_inputs()
+        dynamic_hidden_states = Tensor(shape=[None, None], dtype=self.mf_model_config.compute_dtype)
+        self.lm_head.set_inputs(dynamic_hidden_states)
         return None
 
     def get_model_path(self):
diff --git a/vllm_mindspore/model_executor/models/mf_models/qwen2.py b/vllm_mindspore/model_executor/models/mf_models/qwen2.py
index 27711b938efc1ea5d99ec5643180cba25e03d159..14ce94449e37609a4796334eaa775b02e867c778 100644
--- a/vllm_mindspore/model_executor/models/mf_models/qwen2.py
+++ b/vllm_mindspore/model_executor/models/mf_models/qwen2.py
@@ -82,5 +82,6 @@ class Qwen2ForCausalLM(MfModelBase):
         weight_processor.load_safetensors_shard(self.mf_config.load_checkpoint)
 
         self.network.set_dynamic_inputs()
-
+        dynamic_hidden_states = Tensor(shape=[None, None], dtype=self.mf_model_config.compute_dtype)
+        self.lm_head.set_inputs(dynamic_hidden_states)
         return None