已合并
[pytorch][bugfix]fix args conflict in evaluation #3139
HANHU1CHEN创建于 2025年8月14日
[pytorch][bugfix]fix args conflict in evaluation #3139
已合并
从refs/pull/3139/head合入到master
共 1 个文件变更+1-3
| @@ -34,7 +34,6 @@ from megatron.training.arguments import core_transformer_config_from_args | |||
| 34 | from megatron.training.yaml_arguments import core_transformer_config_from_yaml | 34 | from megatron.training.yaml_arguments import core_transformer_config_from_yaml |
| 35 | 35 | ||
| 36 | from mindspeed_llm.tasks.inference.module import GPTModelInfer, MegatronModuleForCausalLM | 36 | from mindspeed_llm.tasks.inference.module import GPTModelInfer, MegatronModuleForCausalLM |
| 37 | -from mindspeed_llm.tasks.evaluation.utils import add_text_generate_args | ||
| 38 | from mindspeed_llm.tasks.evaluation.eval_api.chat import Chat | 37 | from mindspeed_llm.tasks.evaluation.eval_api.chat import Chat |
| 39 | from mindspeed_llm.tasks.evaluation.eval_impl.boolq_eval import BoolqEval | 38 | from mindspeed_llm.tasks.evaluation.eval_impl.boolq_eval import BoolqEval |
| 40 | from mindspeed_llm.tasks.evaluation.eval_impl.gsm8k_eval import Gsm8kEval | 39 | from mindspeed_llm.tasks.evaluation.eval_impl.gsm8k_eval import Gsm8kEval |
| @@ -372,8 +371,7 @@ def bbh_eval(eval_args, agent): | |||
| 372 | 371 | ||
| 373 | 372 | ||
| 374 | def main(): | 373 | def main(): |
| 375 | - initialize_megatron(extra_args_provider=add_text_generate_args, | 374 | + initialize_megatron(args_defaults={'no_load_rng': True, |
| 376 | - args_defaults={'no_load_rng': True, | ||
| 377 | 'no_load_optim': True}) | 375 | 'no_load_optim': True}) |
| 378 | args = get_args() | 376 | args = get_args() |
| 379 | model = MegatronModuleForCausalLM.from_pretrained( | 377 | model = MegatronModuleForCausalLM.from_pretrained( |