commit 5c7c5b83a981ecdae1a6590d461b46bc14942072 Author: JAX Date: Mon May 27 10:18:18 2024 +0000 新增 README.md diff --git a/README.md b/README.md new file mode 100644 index 0000000..776b17c --- /dev/null +++ b/README.md @@ -0,0 +1,22 @@ +# 项目目录 +## 项目启动 +#### 1.模型启动 +终端使用 screen 进入持久线程 +screen -R -S model + +llama3: +python3 /workspace/llama3-ch.py +qwen1.5-32b: +python3 /workspace/qwen32b.py + +统一端口: +http://192.168.68.30:10800/generate +data = { +'system': prompt, +'user': prompt +} +#### 2.网页UI启动 +screen -R -S QA-demo +启动脚本 +conda activate QA-demo +sh /workspace/LLM-HKTB/webui_hktb_qwen_local.sh \ No newline at end of file