#!/bin/bash
current_dir=$(pwd)
variables_cmake="cmake/variables.cmake"
op_category_list=$(grep -oP 'set\(OP_CATEGORY_LIST\s*\K".*"' $current_dir/$variables_cmake | sed 's/"//g')
IFS=' ' read -r -a op_categories <<< "$op_category_list"
THREAD_NUM="-j16"
force=""
pr_file="pr_filelist.txt"
while [[ $# -gt 0 ]]; do
case "$1" in
-j)
if [[ ${2+x} && -n "$2" && "$2" != --* ]]; then
THREAD_NUM="-j$2"
shift
else
echo "-j use default value: 16"
fi
shift
;;
-j*)
THREAD_NUM="$1"
shift
;;
--no_force)
force="--no_force"
shift
;;
-*)
echo "Unknown option: $1"
shift
;;
*)
pr_file=$(realpath "${1:-pr_filelist.txt}")
shift
;;
esac
done
valid_dirs=()
for category in "${op_categories[@]}"
do
category_path="$current_dir/$category"
if [ -d "$category_path" ]; then
for dir in "$category_path"/*/
do
dir_name=$(basename "$dir")
if [[ "$dir_name" != *"common"* ]]; then
valid_dirs+=("$dir_name")
fi
done
fi
done
valid_example_dirs=()
for first_level in "$current_dir"/*/
do
for second_level in "$first_level"*/
do
examples_dir="$second_level""examples"
if [ -d "$examples_dir" ]; then
if ls "$examples_dir"/test_aclnn_* 1> /dev/null 2> /dev/null; then
dir_name=$(basename "$second_level")
valid_example_dirs+=("$dir_name")
fi
fi
done
done
ops_name=()
operator_list_950=()
mapfile -t lines < ${pr_file}
for file_path in "${lines[@]}"
do
file_path=$(echo "$file_path" | xargs)
if [ -z "$file_path" ]; then
continue
fi
if [[ "$file_path" == *.md || "$file_path" == */tests/* || "$file_path" == *"experimental"* ]]; then
continue
fi
for dir in "${valid_dirs[@]}"
do
if [[ "$file_path" == *"/$dir/"* ]]; then
if [[ ! " ${ops_name[@]} " =~ " $dir " ]]; then
ops_name+=("$dir")
fi
break
fi
done
if [[ "$file_path" == "scripts/ci/mirror_update_time.txt" ]]; then
foreach_ops_910b=("foreach_abs" "foreach_add_list")
control_ops_910b=("assert")
index_ops_910b=("embedding_dense_grad_v2" "gather_elements_v2" "index_put_v2" "scatter_elements_v2")
vfusion_ops_910b=("scaled_masked_softmax_v2")
rnn_ops_910b=("dynamic_rnn")
pooling_ops_910b=("avg_pool3_d" "adaptive_max_pool3d")
activation_ops_910b=("ge_glu_v2" "ge_glu_grad_v2" "fast_gelu")
loss_ops_910b=("logit" "logit_grad")
optim_ops_910b=("apply_adam_w_v2" "apply_fused_ema_adam")
norm_ops_910b=("rms_norm" "add_layer_norm" "add_layer_norm_grad")
quant_ops_910b=("dynamic_quant")
matmul_ops_910b=("addmv" "batch_mat_mul_v3" "fused_linear_cross_entropy_loss_grad" "fused_linear_online_max_sum" "fused_quant_mat_mul" "gemm" "mat_mul_v3" "mv" "quant_batch_matmul_v3" "weight_quant_batch_matmul_v2" "flat_quant")
conv_ops_910b=("conv2d_v2" "conv3d_v2")
operator_list_910b=("${foreach_ops_910b[@]}" "${control_ops_910b[@]}" "${index_ops_910b[@]}" "${vfusion_ops_910b[@]}" "${rnn_ops_910b[@]}" "${pooling_ops_910b[@]}" "${activation_ops_910b[@]}" "${loss_ops_910b[@]}" "${optim_ops_910b[@]}" "${norm_ops_910b[@]}" "${quant_ops_910b[@]}" "${matmul_ops_910b[@]}" "${conv_ops_910b[@]}")
foreach_ops_950=("foreach_abs" "foreach_add_list")
control_ops_950=("assert")
index_ops_950=("embedding_dense_grad_v2" "scatter_elements_v2")
vfusion_ops_950=("scaled_masked_softmax_v2")
rnn_ops_950=()
pooling_ops_950=("avg_pool3_d" "max_pool_grad_with_argmax_v3")
activation_ops_950=("ge_glu_grad_v2" "swi_glu")
loss_ops_950=("logit" "logit_grad")
optim_ops_950=("apply_adam_w_v2" "apply_fused_ema_adam")
norm_ops_950=("add_layer_norm" "rms_norm_grad")
quant_ops_950=("dequant_swiglu_quant" "dynamic_quant")
matmul_ops_950=("mat_mul_v3" "quant_batch_matmul_v4" "weight_quant_batch_matmul_v2")
conv_ops_950=("conv2d_v2" "conv3d_v2" "conv3d_backprop_filter_v2" "conv3d_backprop_input_v2" "conv3d_transpose_v2")
operator_list_950=("${foreach_ops_950[@]}" "${control_ops_950[@]}" "${index_ops_950[@]}" "${vfusion_ops_950[@]}" "${rnn_ops_950[@]}" "${pooling_ops_950[@]}" "${activation_ops_950[@]}" "${loss_ops_950[@]}" "${optim_ops_950[@]}" "${norm_ops_950[@]}" "${quant_ops_950[@]}" "${matmul_ops_950[@]}" "${conv_ops_950[@]}")
for op in "${operator_list_910b[@]}"; do
op_exists=0
for existing_op in "${ops_name[@]}"; do
if [ "$existing_op" = "$op" ]; then
op_exists=1
break
fi
done
if [ "$op_exists" -eq 0 ]; then
ops_name+=("$op")
fi
done
fi
done
for name in "${ops_name[@]}"
do
rm -rf build
rm -rf build_out
echo "[EXECUTE_COMMAND] bash build.sh --pkg --vendor_name=$name --ops=$name ${THREAD_NUM} ${force}"
bash build.sh --pkg --vendor_name=$name --ops=$name --cann_3rd_lib_path=${ASCEND_3RD_LIB_PATH} ${THREAD_NUM} ${force}
status=$?
if [ $status -ne 0 ]; then
echo "${name} check pkg fail"
exit 1
fi
for dir in "${valid_example_dirs[@]}"
do
if [[ "$dir" == "$name" ]]; then
echo "--------------------------------"
mkdir -p ${WORKSPACE}/single
cp build_out/cann-ops-nn-${name}_linux*.run ${WORKSPACE}/single/
break
fi
done
done
echo "==============================="
cd "${WORKSPACE}"
ls
tar -zcf single.tar.gz single/
ls