diff --git a/vllm_mindspore/model_executor/models/model_base.py b/vllm_mindspore/model_executor/models/model_base.py index 9df5447ee368adbef526ac5bad70c09db05aa8b8..bb2213cc4ef85746002c868de6b4ffe1c901817d 100644 --- a/vllm_mindspore/model_executor/models/model_base.py +++ b/vllm_mindspore/model_executor/models/model_base.py @@ -306,7 +306,7 @@ class MsModelBase: model_inputs["input_ids"] = input_ids.astype(ms.int32) * 1 model_inputs["block_tables"] = attn_metadata.block_tables * 1 model_inputs["batch_valid_length"] = ms.from_numpy(seq_lens_np) - model_inputs["slot_mapping"] = attn_metadata.slot_mapping + model_inputs["slot_mapping"] = attn_metadata.slot_mapping * 1 model_inputs["position_ids"] = position_ids model_inputs["q_seq_lens"] = q_seq_lens model_inputs["attention_mask"] = attention_mask