import argparse
import os
import paddle
from model import ElectraForBinaryTokenClassification, ElectraForSPO
from paddlenlp.transformers import ElectraForSequenceClassification
NUM_CLASSES = {
"CHIP-CDN-2C": 2,
"CHIP-STS": 2,
"CHIP-CTC": 44,
"KUAKE-QQR": 3,
"KUAKE-QTR": 4,
"KUAKE-QIC": 11,
"CMeEE": [33, 5],
"CMeIE": 44,
}
def parse_args():
parser = argparse.ArgumentParser()
parser.add_argument("--train_dataset", default="CHIP-STS", type=str,help="The name of dataset used for training.")
'''
parser.add_argument(
"--params_path",
type=str,
required=True,
default="./checkpoint/model_1/",
help="The path to model parameters to be loaded.",
)
'''
parser.add_argument(
"--params_path",
type=str,
default="./checkpoint/model_1500/",
help="The path to model parameters to be loaded.",
)
parser.add_argument(
"--output_path", type=str, default="./export2", help="The path of model parameter in static graph to be saved."
)
args = parser.parse_args()
return args
def main():
args = parse_args()
if args.train_dataset not in NUM_CLASSES:
raise ValueError(f"Please modify the code to fit {args.dataset}")
if args.train_dataset == "CMeEE":
model = ElectraForBinaryTokenClassification.from_pretrained(
args.params_path,
num_classes_oth=NUM_CLASSES[args.train_dataset][0],
num_classes_sym=NUM_CLASSES[args.train_dataset][1],
)
elif args.train_dataset == "CMeIE":
model = ElectraForSPO.from_pretrained(args.params_path, num_labels=NUM_CLASSES[args.train_dataset])
else:
model = ElectraForSequenceClassification.from_pretrained(
args.params_path, num_labels=NUM_CLASSES[args.train_dataset]
)
model.eval()
input_spec = [
paddle.static.InputSpec(shape=[None, None], dtype="int64"),
paddle.static.InputSpec(shape=[None, None], dtype="int64"),
]
model = paddle.jit.to_static(model, input_spec=input_spec)
save_path = os.path.join(args.output_path, "inference")
paddle.jit.save(model, save_path)
if __name__ == "__main__":
main()