#!/bin/bash

source ~/.bashrc
echo "Start to intall the run package"
WORK_DIR=start_1.7
RUN_DIR=run
mindspore_file=mindspore_ascend-1.7.0-cp37-cp37m-linux_aarch64.whl
LOCAL_DIR=$(cd "$(dirname "$0")";pwd)
echo $LOCAL_DIR

echo "===current dir="
ls ./${WORK_DIR}/${RUN_DIR}

pip install ./${WORK_DIR}/${mindspore_file} -i http://100.125.33.126:8888/repository/pypi/simple --trusted-host=100.125.33.126
sudo chmod +755 -R /usr/local/Ascend/nnae
sudo rm -rf /usr/local/Ascend/nnae

sudo chmod +x ./${WORK_DIR}/${RUN_DIR}/*.run
sudo bash ./${WORK_DIR}/${RUN_DIR}/Ascend* --full --quiet

export HCCL_CONNECT_TIMEOUT=1800 # 通信建链最长等待时间，单位s

echo "======/usr/local/Ascend======"
ls -al /usr/local/Ascend
echo "======/usr/local/Ascend/ascend-toolkit/======"
ls -al /usr/local/Ascend/ascend-toolkit/
echo "======/usr/local/Ascend/ascend-toolkit/latest======"
ls -al /usr/local/Ascend/ascend-toolkit/latest
echo "======/usr/local/Ascend/driver/lib64========"
ls -al /usr/local/Ascend/driver/lib64
echo "======/usr/local/Ascend/driver/lib64/common======="
ls -al /usr/local/Ascend/driver/lib64/common
echo "=======/usr/local/Ascend/driver/lib64/driver======="
ls -al /usr/local/Ascend/driver/lib64/driver
echo "============/usr/local/Ascend/ascend-toolkit/5.1.RC1============="
ls -al /usr/local/Ascend/ascend-toolkit/5.1.RC1
sudo mkdir /usr/local/Ascend/nnae
sudo chmod +755 -R /usr/local/Ascend/nnae
#sudo mkdir /usr/local/Ascend/nnae/latest
#sudo chmod +755 -R /usr/local/Ascend/nnae/latest
sudo ln -s /usr/local/Ascend/ascend-toolkit/5.1.RC1 /usr/local/Ascend/nnae/latest
echo "======/usr/local/Ascend/nnae======"
ls -al /usr/local/Ascend/nnae
echo "======/usr/local/Ascend/nnae/latest======"
ls -al /usr/local/Ascend/nnae/latest
echo "======/usr/local/Ascend/nnae/latest/lib64/libhccl.so======"
ls -al /usr/local/Ascend/nnae/latest/lib64/libhccl.so

# sudo cp -fp ${LOCAL_DIR}/${WORK_DIR}/libhccl.so /usr/local/Ascend/nnae/latest/lib64/libhccl.so
echo "======/usr/local/Ascend/nnae/latest/lib64/libhccl.so======"
ls -al /usr/local/Ascend/nnae/latest/lib64/libhccl.so

echo "======/usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm.py======"
ls -al /usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm.py

echo "======/usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm.py======"
ls -al /usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm_x_backprop_v2.py


sudo cp -fp ${LOCAL_DIR}/${WORK_DIR}/layer_norm.py /usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm.py
sudo cp -fp ${LOCAL_DIR}/${WORK_DIR}/layer_norm_x_backprop_v2.py /usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm_x_backprop_v2.py

chmod +777 /usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm_x_backprop_v2.py
chmod +777 /usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm.py

echo "======/usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm.py====new=="
ls -al /usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm.py

echo "======/usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm.py====new=="
ls -al /usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe/impl/layer_norm_x_backprop_v2.py

ls -al ${LOCAL_DIR}/${WORK_DIR}/custom_tune_bank_new

export LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:$LD_LIBRARY_PATH
export LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/compiler/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/compiler/lib64/plugin/nnengine:$LD_LIBRARY_PATH
export PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:$PATH
export ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest
export ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp
export TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit
export ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest:$ASCEND_HOME_PATH

echo "-------------------uninstall te topi and hccl--------------------------"
sudo pip uninstall te -y
sudo pip uninstall topi -y
sudo pip uninstall hccl -y
echo "-------------------install te topi and hccl--------------------------"
pip install /usr/local/Ascend/ascend-toolkit/latest/lib64/topi-0.4.0-py3-none-any.whl 
pip install /usr/local/Ascend/ascend-toolkit/latest/lib64/te-0.4.0-py3-none-any.whl 
pip install /usr/local/Ascend/ascend-toolkit/latest/lib64/hccl-0.1.0-py3-none-any.whl 
pip install /usr/local/Ascend/ascend-toolkit/latest/tools/hccl_parser-0.1-py3-none-any.whl


export GLOG_v=3 # mindspore日志开关，1：Info, 2:Warning, 3:Error
export ASCEND_GLOBAL_LOG_LEVEL=3 # 底层软件的日志级别开关 1：Info, 2:Warning, 3:Error
export ASCEND_GLOBAL_EVENT_ENABLE=1 # 底层软件的日志event日志开关 0：disable, 1:enable
export ASCEND_SLOG_PRINT_TO_STDOUT=0 # 是否把底层日志重定向到打屏，0：disable, 1:enable

export ENABLE_TUNE_BANK=True
export TUNE_BANK_PATH=${LOCAL_DIR}/${WORK_DIR}/custom_tune_bank_new

env

mkdir -p /cache/ckpts
mkdir -p /home/work/sfs/cache/${BATCH_JOB_ID}/1
mkdir -p /home/work/sfs/cache/${BATCH_JOB_ID}/2

sudo chmod +777 -R /cache/ckpts
sudo chmod +777 -R /home/work/sfs/cache/${BATCH_JOB_ID}

export GROUP_INFO_FILE=/home/work/sfs/cache/${BATCH_JOB_ID}/group_info_file.pb