/root/share/install_conda_env_internlm_base.sh lmdeploy

conda 环境

conda env list

conda activate lmdeploy

lmdeploy convert internlm-chat-7b /root/share/temp/model_repos/internlm-chat-7b/

14G显存占用

lmdeploy chat turbomind ./workspace