From 5c7c5b83a981ecdae1a6590d461b46bc14942072 Mon Sep 17 00:00:00 2001 From: JAX Date: Mon, 27 May 2024 10:18:18 +0000 Subject: [PATCH] =?UTF-8?q?=E6=96=B0=E5=A2=9E=20README.md?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- README.md | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) create mode 100644 README.md diff --git a/README.md b/README.md new file mode 100644 index 0000000..776b17c --- /dev/null +++ b/README.md @@ -0,0 +1,22 @@ +# 项目目录 +## 项目启动 +#### 1.模型启动 +终端使用 screen 进入持久线程 +screen -R -S model + +llama3: +python3 /workspace/llama3-ch.py +qwen1.5-32b: +python3 /workspace/qwen32b.py + +统一端口: +http://192.168.68.30:10800/generate +data = { +'system': prompt, +'user': prompt +} +#### 2.网页UI启动 +screen -R -S QA-demo +启动脚本 +conda activate QA-demo +sh /workspace/LLM-HKTB/webui_hktb_qwen_local.sh \ No newline at end of file