import os
import random
import torch
import torch_npu
import numpy as np
from torch_npu.contrib import transfer_to_npu
from llmtuner import run_exp
torch.backends.cuda.sdp_kernel(False)
torch.backends.cuda.enable_flash_sdp(False)
torch.backends.cuda.enable_mem_efficient_sdp(False)
torch.backends.cuda.enable_math_sdp(True)
def seed_all(is_gpu=True, seed=1234, mode=False):
random.seed(seed)
os.environ['PYTHONHASHSEED'] = str(seed)
np.random.seed(seed)
torch.manual_seed(seed)
torch.use_deterministic_algorithms(mode)
if is_gpu:
torch.cuda.manual_seed_all(seed)
torch.cuda.manual_seed(seed)
torch.backends.cudnn.deterministic = True
torch.backends.cudnn.enable = False
torch.backends.cudnn.benchmark = False
else:
torch_npu.npu.manual_seed_all(seed)
torch_npu.npu.manual_seed(seed)
seed_all(is_gpu=False, mode=False)
def main():
run_exp()
def _mp_fn(index):
main()
if __name__ == "__main__":
main()