"""
Convert yi weight.
Support huggingface format and Meta format.
"""
import os
import json
import argparse
from pathlib import Path
import numpy as np
import mindspore as ms
from mindspore import ops
from mindformers.utils.convert_utils import pt2ms
def convert_meta_torch_ckpt(ckpt_dir, output_name, dtype=ms.float16):
"""Support convert meta weight splited."""
print(f"Trying to convert pytorch checkpoint in '{ckpt_dir}'.", flush=True)
try:
from torch import load
except ImportError as e:
raise ImportError(
"Failed to load PyTorch checkpoint. Please make sure PyTorch is installed and available."
) from e
except Exception as e:
raise RuntimeError("Unexpected error occurred when loading PyTorch checkpoint.") from e
dic = {
'tok_embeddings.weight': 1,
'norm.weight': None,
'output.weight': 0,
'attention.wq.weight': 0,
'attention.wk.weight': 0,
'attention.wv.weight': 0,
'attention.wo.weight': 1,
'feed_forward.w1.weight': 0,
'feed_forward.w2.weight': 1,
'feed_forward.w3.weight': 0,
'attention_norm.weight': None,
'ffn_norm.weight': None,
'rope.freqs': None,
}
ckpt_paths = sorted(Path(ckpt_dir).glob("*.pth"))
if not ckpt_paths:
print(f"Do not find pytorch checkpoint in '{ckpt_dir}'.", flush=True)
return False
with open(Path(ckpt_dir) / "params.json", "r") as f:
model_args = json.loads(f.read())
n_heads = model_args["n_heads"]
dim = model_args["dim"]
def permute(w):
return w.view(n_heads, dim // n_heads // 2, 2, dim).transpose(1, 2).reshape(dim, dim)
checkpoints = []
for i, _ in enumerate(ckpt_paths):
checkpoints.append(load(ckpt_paths[i], map_location="cpu"))
ckpt_list = []
for name in checkpoints[0].keys():
for k, v in dic.items():
if k in name:
if v is not None:
value = np.concatenate(
[checkpoints[i][name].numpy() for i in range(len(checkpoints))], v)
else:
value = checkpoints[0][name].numpy()
if name == 'norm.weight':
name = 'norm_out.weight'
if name == 'output.weight':
name = 'lm_head.weight'
else:
name = 'model.' + name
if 'rope.freqs' in name:
continue
if 'wq' in name or 'wk' in name:
value = permute(value)
print(f'\rprocessing parameter: {name} {value.shape} ', end='', flush=True)
ckpt_list.append({'name': name, 'data': ms.Tensor(value, dtype=dtype)})
ckpt_file = os.path.join(ckpt_dir, output_name)
ms.save_checkpoint(ckpt_list, ckpt_file)
print(f"\rConvert pytorch checkpoint finished, the mindspore checkpoint is saved in '{ckpt_file}'.", flush=True)
return True
def read_json(path):
with open(path, "r") as f:
return json.load(f)
def name_replace(name: str):
"""replace hf param name to ms."""
name = name.replace('embed_tokens.weight', 'tok_embeddings.embedding_weight')
name = name.replace('.self_attn.q_proj.', '.attention.wq.')
name = name.replace('.self_attn.k_proj.', '.attention.wk.')
name = name.replace('.self_attn.v_proj.', '.attention.wv.')
name = name.replace('.self_attn.o_proj.', '.attention.wo.')
name = name.replace('.mlp.gate_proj.', '.feed_forward.w1.')
name = name.replace('.mlp.down_proj.', '.feed_forward.w2.')
name = name.replace('.mlp.up_proj.', '.feed_forward.w3.')
name = name.replace('.input_layernorm.', '.attention_norm.')
name = name.replace('.post_attention_layernorm.', '.ffn_norm.')
name = name.replace('.norm.', '.norm_out.')
return name
def convert_pt_to_ms(input_path, output_path, dtype=None, **kwargs):
"""convert hf weight to ms."""
print(f"Trying to convert huggingface checkpoint in '{input_path}'.", flush=True)
try:
from transformers import LlamaForCausalLM
except ImportError as e:
raise ImportError(
"Failed to load HuggingFace checkpoint. "
"Please make sure the 'transformers' library is installed and available."
) from e
except Exception as e:
raise RuntimeError("Unexpected error occurred when loading HuggingFace checkpoint.") from e
try:
model_hf = LlamaForCausalLM.from_pretrained(input_path)
except Exception as e:
print(f"Do not find huggingface checkpoint in '{input_path}', Error {e.message}.", flush=True)
return False
ckpt_list = []
for name, value in model_hf.state_dict().items():
name = name_replace(name)
if name == 'norm.weight':
name = 'norm_out.weight'
if name[:7] == 'layers.':
name = name[7:]
print(f'\rprocessing parameter: {name} {value.shape} ', end='', flush=True)
ckpt_list.append({'name': name, 'data': pt2ms(value, dtype)})
ms.save_checkpoint(ckpt_list, output_path)
print(f"\rConvert huggingface checkpoint finished, the mindspore checkpoint is saved in '{output_path}'.",
flush=True)
return True
def convert_to_new_ckpt(ckpt_path, config_path):
"""convert previous ckpt to new ckpt"""
load_path = ckpt_path.split('.ckpt')[0]
save_path = load_path + "_hf"
params = ms.load_checkpoint(load_path.split('.ckpt')[0] + '.ckpt')
with open(config_path, "r") as f:
model_args = json.loads(f.read())
n_heads = model_args["n_heads"]
dim = model_args["dim"]
def permute(w):
return ops.transpose(w.reshape(n_heads, dim // n_heads // 2, 2, dim), (0, 2, 1, 3)).reshape(dim, dim)
ckpt_list = []
for name in params.keys():
value = params[name].value()
if '.wq' in name or '.wk' in name:
value = permute(value)
ckpt_list.append({'name': name, 'data': value})
print("\r", name, value.shape, end=" ")
ms.save_checkpoint(ckpt_list, save_path)
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument('--torch_ckpt_path', default='./yi_model/yi-6b/hf.bin')
parser.add_argument('--mindspore_ckpt_path', default='transform.ckpt')
parser.add_argument('--pre_ckpt_path', default=None)
parser.add_argument('--config_path', default=None)
args = parser.parse_args()
if args.pre_ckpt_path is not None and args.config_path is not None:
convert_to_new_ckpt(args.pre_ckpt_path, args.config_path)
else:
convert_pt_to_ms(input_path=args.torch_ckpt_path, output_path=args.mindspore_ckpt_path)