已合并
update mindspeed 0226 #2332
jzh6229创建于 2025年3月4日
update mindspeed 0226 #2332
已合并
jzh6229创建于 2025年3月4日
refs/pull/2332/head合入到master
4 个文件变更+6-5
@@ -44,7 +44,7 @@ source /usr/local/Ascend/ascend-toolkit/set_env.sh # source ascend-toolkit环
44# 安装MindSpeed加速库44# 安装MindSpeed加速库
45git clone https://gitee.com/ascend/MindSpeed.git45git clone https://gitee.com/ascend/MindSpeed.git
46cd MindSpeed46cd MindSpeed
47-git checkout 0b832e42 # checkout commit from MindSpeed core_r0.8.0 in 2025.02.2247+git checkout 0dfa0035ec54d9a74b2f6ee2867367df897299df # checkout commit from MindSpeed core_r0.8.0 in 2025.02.26
48pip install -r requirements.txt 48pip install -r requirements.txt
49pip3 install -e .49pip3 install -e .
50cd ..50cd ..
@@ -9,8 +9,8 @@ source /usr/local/Ascend/nnal/atb/set_env.sh
9git clone -b core_r0.8.0 https://gitee.com/ascend/MindSpeed.git9git clone -b core_r0.8.0 https://gitee.com/ascend/MindSpeed.git
10cd MindSpeed10cd MindSpeed
11 11 
12-# checkout commit from MindSpeed core_r0.8.0 in 2025.02.2212+# checkout commit from MindSpeed core_r0.8.0 in 2025.02.26
13-git checkout 0b832e4213+git checkout 0dfa0035ec54d9a74b2f6ee2867367df897299df
14pip install -r requirements.txt14pip install -r requirements.txt
15pip3 install -e .15pip3 install -e .
16cd ..16cd ..
@@ -143,6 +143,7 @@
143 "max-position-embeddings": 163840,143 "max-position-embeddings": 163840,
144 "position-embedding-type": "rope",144 "position-embedding-type": "rope",
145 "swiglu": null,145 "swiglu": null,
146+ "load": "/data/deepseek2-l4-tp1-pp1-ep8",
146 "tokenizer-type": "PretrainedFromHF",147 "tokenizer-type": "PretrainedFromHF",
147 "tokenizer-name-or-path": "/data/gemm/",148 "tokenizer-name-or-path": "/data/gemm/",
148 "bf16": null,149 "bf16": null,
@@ -106,8 +106,8 @@ class TestInference(DistributedTest):
106 print(log_capture)106 print(log_capture)
107 context = acquire_context(log_capture)107 context = acquire_context(log_capture)
108 # 减层108 # 减层
109- assert [context] == ["катаCounts КоCEupy flocksproduction Golf nominal Leeds agrees constituents verseChristianCalled "109+ assert [context] == ["катаCounts КоCEupy flocksproduction缉solve aclar crit minorities定律 Cod DEFIN短发 "
110- "Rosen withstandStrangeHOOznamCE范围内 bouquetpregn following Разположено Chen Visa转账 experts"110+ "динаrown femalesrivacyrivialAMIacomtemplatestransport picky positiva hongares古老ittle"
111 ], "forward pass has been changed, check it!"111 ], "forward pass has been changed, check it!"
112 112
113 @pytest.mark.parametrize("params", test_config["test_llama3_mcore_greedy_search_with_tp2pp4sp"])113 @pytest.mark.parametrize("params", test_config["test_llama3_mcore_greedy_search_with_tp2pp4sp"])