"""
Convert llama weight.
Support huggingface format and Meta format.
"""
import os
import json
import argparse
import mindspore as ms
from mindformers.utils.convert_utils import pt2ms
def read_json(path):
with open(path, "r") as f:
return json.load(f)
def name_replace(name: str):
"""replace hf param name to ms."""
name = name.replace('embed_tokens.weight', 'tok_embeddings.embedding_weight')
name = name.replace('.self_attn.q_proj.', '.attention.wq.')
name = name.replace('.self_attn.k_proj.', '.attention.wk.')
name = name.replace('.self_attn.v_proj.', '.attention.wv.')
name = name.replace('.self_attn.o_proj.', '.attention.wo.')
name = name.replace('.mlp.gate_proj.', '.feed_forward.w1.')
name = name.replace('.mlp.down_proj.', '.feed_forward.w2.')
name = name.replace('.mlp.up_proj.', '.feed_forward.w3.')
name = name.replace('.input_layernorm.', '.attention_norm.')
name = name.replace('.post_attention_layernorm.', '.ffn_norm.')
name = name.replace('.norm.', '.norm_out.')
return name
def convert_pt_to_ms(input_path, output_path, dtype=None, **kwargs):
"""convert hf weight to ms."""
print(f"Trying to convert huggingface checkpoint in '{input_path}'.", flush=True)
try:
from transformers import LlamaForCausalLM
except ImportError as e:
raise ImportError(
"Failed to load HuggingFace checkpoint. "
"Please make sure the 'transformers' library is installed and available."
) from e
except Exception as e:
raise RuntimeError("Unexpected error occurred when importing HuggingFace `transformers` library.") from e
try:
model_hf = LlamaForCausalLM.from_pretrained(input_path)
args_hf = read_json(os.path.join(input_path, "config.json"))
print(args_hf)
except Exception as e:
print(f"Error {e}.", flush=True)
return False
ckpt_list = []
for name, value in model_hf.state_dict().items():
name = name_replace(name)
print(f'\rprocessing parameter: {name} {value.shape} ', end='', flush=True)
ckpt_list.append({'name': name, 'data': pt2ms(value, dtype)})
ms.save_checkpoint(ckpt_list, output_path)
print(f"\rConvert huggingface checkpoint finished, the mindspore checkpoint is saved in '{output_path}'.",
flush=True)
return True
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument('--torch_bin_path', default='knowlm.bin')
parser.add_argument('--mindspore_ckpt_path', default='knowlm.ckpt')
args = parser.parse_args()
convert_pt_to_ms(args.torch_bin_path, args.mindspore_ckpt_path)