123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136 |
- #!/bin/bash
- function func_parser_key() {
- local strs=$1
- local IFS=':'
- local array=(${strs})
- local tmp=${array[0]}
- echo ${tmp}
- }
- function func_parser_value() {
- local strs=$1
- local IFS=':'
- local array=(${strs})
- local tmp=${array[1]}
- echo ${tmp}
- }
- function func_parser_value_lite() {
- local strs=$1
- local IFS=$2
- local array=(${strs})
- local tmp=${array[1]}
- echo ${tmp}
- }
- function func_set_params() {
- local key=$1
- local value=$2
- if [ ${key}x = 'null'x ];then
- echo " "
- elif [[ ${value} = 'null' ]] || [[ ${value} = ' ' ]] || [ ${#value} -le 0 ];then
- echo " "
- else
- echo "${key}=${value}"
- fi
- }
- function func_parser_params() {
- local strs=$1
- local IFS=':'
- local array=(${strs})
- local key=${array[0]}
- local tmp=${array[1]}
- local IFS='|'
- local res=''
- for _params in ${tmp[*]}; do
- local IFS='='
- local array=(${_params})
- local mode=${array[0]}
- local value=${array[1]}
- if [[ ${mode} = ${MODE} ]]; then
- local IFS='|'
- echo $value
- break
- fi
- IFS="|"
- done
- echo ${res}
- }
- function status_check() {
- local last_status=$1 # the exit code
- local run_command=$2
- local run_log=$3
- local model_name=$4
- if [ $last_status -eq 0 ]; then
- echo -e "\033[33m Run successfully with command - ${model_name} - ${run_command}! \033[0m" | tee -a ${run_log}
- else
- echo -e "\033[33m Run failed with command - ${model_name} - ${run_command}! \033[0m" | tee -a ${run_log}
- fi
- }
- function download_and_unzip_dataset() {
- local ds_dir="$1"
- local ds_name="$2"
- local url="$3"
- local clear="${4-True}"
- local ds_path="${ds_dir}/${ds_name}"
- local zip_name="${url##*/}"
- local zip_path="${ds_dir}/${zip_name}"
- if [ ${clear} = 'True' ]; then
- rm -rf "${ds_path}"
- fi
- wget -O "${zip_path}" "${url}" --no-check-certificate
-
- unzip "${zip_path}" -d "${ds_dir}"
- # The extracted file/directory must have the same name as the zip file.
- local extd_path="${ds_dir}/${zip_name%.*}"
- if [ ! "${extd_path}" -ef "${ds_path}" ]; then
- mv "${extd_path}" "${ds_path}"
- fi
- }
- function parse_extra_args() {
- local lines=("$@")
- local last_idx=$((${#lines[@]}-1))
- local IFS=';'
- extra_args=(${lines[last_idx]})
- }
- function add_suffix() {
- local ori_path="$1"
- local suffix=$2
- local ext="${ori_path##*.}"
- echo "${ori_path%.*}${suffix}.${ext}"
- }
- function parse_first_value() {
- local key_values=$1
- local IFS=':'
- local arr=(${key_values})
- echo ${arr[1]}
- }
- function parse_second_value() {
- local key_values=$1
- local IFS=':'
- local arr=(${key_values})
- echo ${arr[2]}
- }
- function run_command() {
- local cmd="$1"
- local log_path="$2"
- if [ -n "${log_path}" ]; then
- eval ${cmd} | tee "${log_path}"
- test ${PIPESTATUS[0]} -eq 0
- else
- eval ${cmd}
- fi
- }
|