diff --git a/tutorials/source_zh_cn/advanced_use/checkpoint_for_hybrid_parallel.md b/tutorials/source_zh_cn/advanced_use/checkpoint_for_hybrid_parallel.md index 3a174e6ee1c1f64d365f998a7be7433394142cfc..b70c466575034f7da535b51ca666c5588b20f88a 100644 --- a/tutorials/source_zh_cn/advanced_use/checkpoint_for_hybrid_parallel.md +++ b/tutorials/source_zh_cn/advanced_use/checkpoint_for_hybrid_parallel.md @@ -248,10 +248,11 @@ param_dict = load_checkpoint("./CKP-Integrated_1-4_32.ckpt") ### 步骤2:对模型并行参数做切分处理 下面以一个具体的模型参数为例,参数名称为“model_parallel_weight", 数据值为Tensor [[1, 2, 3, 4], [5, 6, 7, 8]],切分逻辑为2卡场景,按[2, 1]切分。 -​切分后数据分布情况如下: +切分后数据分布情况如下: + | Device0 | Device1 | | ------------------- | -------------------- | -| Value [1, 2, 3, 4] | Value [5, 6, 7, 8] | +| Value [1, 2, 3, 4] | Value [5, 6, 7, 8] | 1. 对模型参数数据做切分。 diff --git a/tutorials/source_zh_cn/index.rst b/tutorials/source_zh_cn/index.rst index 3f947e35f49884a81b9f6d5d56185d2fe19ec685..50fd39c66a48b28062e5b3fd8483e912655caa16 100644 --- a/tutorials/source_zh_cn/index.rst +++ b/tutorials/source_zh_cn/index.rst @@ -30,7 +30,6 @@ MindSpore教程 advanced_use/visualization_tutorials advanced_use/mixed_precision advanced_use/distributed_training - advanced_use/checkpoint_for_hybrid_parallel advanced_use/computer_vision_application advanced_use/nlp_application advanced_use/customized_debugging_information @@ -38,5 +37,6 @@ MindSpore教程 advanced_use/on_device_inference advanced_use/model_security advanced_use/network_migration + advanced_use/checkpoint_for_hybrid_parallel advanced_use/mindspore_cpu_win_install advanced_use/community