run.sh

#!/bin/bash
set -ex

# Args
parse_args() {
    while [[ $# -gt 0 ]]; do
        key="$1"

        case $key in
            --model)
                model="$2"
                shift 2
                ;;
            --arch)
                arch="$2"
                shift 2
                ;;
            *)
                echo "Invalid option: $key" >&2
                exit 1
                ;;
            :)
                echo "Option -$OPTARG requires an argument." >&2
                exit 1
                ;;
        esac
    done
}

# Mapping
declare -A model_to_demo=(
    ["chatglm2-6b"]="ChatGLM2"
    ["chatglm3-6b"]="ChatGLM3"
    ["llama2-7b"]="Llama2"
    ["llama3-7b"]="Llama3"
    ["qwen-7b"]="Qwen"
    ["qwen1.5-1.8b"]="Qwen1_5"
    ["wizardcoder-15b"]="WizardCoder"
    ["lwm-text-chat"]="LWM"
)

# Process Args
parse_args "$@"

# Check Version
compare_date="20240110"
if [ $arch == "pcie" ]; then
    extracted_date=$(cat /proc/bmsophon/driver_version | grep -o 'release date: [0-9]\{8\}' | grep -o '[0-9]\{8\}')

elif [ $arch = "soc" ]; then 
    extracted_date_str=$(uname -a | grep -oP 'SMP \K[A-Za-z]+\s[A-Za-z]+\s\d+\s\d+:\d+:\d+\s[A-Za-z]+\s\d+' | sed 's/HKT //')
    extracted_date=$(date -d "$extracted_date_str" '+%Y%m%d')
fi
if [ "$extracted_date" -lt "$compare_date" ]; then
    >&2 echo -e "Your driver is \033[31moutdated\033[0m. Please update your driver."
    exit 1
else
    echo "Driver date is $extracted_date, which is up to date. Continuing..."
fi

# Check Model Name
if [[ ! ${model_to_demo[$model]} ]]; then
    >&2 echo -e "Error: Invalid name $model, the input name must be \033[31mchatglm3-6b|chatglm2-6b|llama2-7b|qwen-7b|qwen1.5-1.8b|wizardcoder-15b\033[0m"
    exit 1
fi

# Compile
pushd "./models/${model_to_demo[$model]}"
./run_demo.sh
popd