seed: 0
run_mode: 'train'
output_dir: './output'
load_checkpoint: ''
src_strategy_path_or_dir: ''
auto_trans_ckpt: False
only_save_strategy: False
resume_training: False
context:
mode: 0
device_target: "Ascend"
max_call_depth: 10000
save_graphs: False
device_id: 0
remote_save_url: "Please input obs url on AICC platform."
runner_config:
epochs: 3
batch_size: 4
sink_mode: True
sink_size: 2
runner_wrapper:
type: MFTrainOneStepCell
scale_sense:
type: DynamicLossScaleUpdateCell
loss_scale_value: 4294967296
scale_factor: 2
scale_window: 1000
use_clip_grad: True
use_parallel: False
parallel:
parallel_mode: 0
gradients_mean: True
search_mode: "sharding_propagation"
enable_parallel_optimizer: False
parallel_config:
data_parallel: 1
model_parallel: 1
pipeline_stage: 1
use_seq_parallel: False
micro_batch_num: 1
gradient_aggregation_group: 4
micro_batch_interleave_num: 1
moe_config:
expert_num: 1
capacity_factor: 1.05
aux_loss_factor: 0.05
num_experts_chosen: 1
recompute_config:
recompute: False
select_recompute: False
parallel_optimizer_comm_recompute: False
mp_comm_recompute: True
recompute_slice_activation: False
auto_tune: False
filepath_prefix: './autotune'
autotune_per_step: 10
profile: False
profile_start_step: 1
profile_stop_step: 10
init_start_profile: False
profile_communication: False
profile_memory: True
trainer:
type: CausalLanguageModelingTrainer
model_name: 'general'
train_dataset:
data_loader:
train_dataset_task:
type:
eval_dataset:
data_loader:
eval_dataset_task:
type:
model:
model_config:
checkpoint_name_or_path:
max_decode_length: 1024
arch:
lr_schedule:
type: polynomial
learning_rate: 0.0001
lr_end: 0.00001
warmup_steps: 0
total_steps: -1
layer_scale: False
layer_decay: 0.65
optimizer:
type: AdamW
betas: [0.9, 0.95]
eps: 0.00000001
weight_decay: 0.05
lr_scale: False
lr_scale_factor: 256
callbacks:
- type: MFLossMonitor
- type: CheckpointMonitor
prefix: "mindformers"
save_checkpoint_steps: 100
integrated_save: True
async_save: False
metric:
type: PerplexityMetric
processor:
tokenizer:
image_processor:
audio_processor: