最新哦,分词策略放到cli了
This commit is contained in:
1 parent
fcc94ffd73
commit
f9f9645fa1
9 files changed
+270
-305
No files matched your search
@@ -3,7 +3,7 @@ set -euo pipefail
|
||||
|
||||
# 自动获取脚本所在目录
|
||||
SCRIPT_DIR="$(cd -- "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||
VENV_DIR="${SCRIPT_DIR}/.venv_audio"
|
||||
VENV_DIR="${SCRIPT_DIR}/myenv"
|
||||
HOST_PORT="${HOST_PORT:-8902}"
|
||||
|
||||
# 激活虚拟环境
|
||||
@@ -23,13 +23,12 @@ cd "${SCRIPT_DIR}"
|
||||
# 设置环境变量(和 vLLM 保持一致)
|
||||
export MODELSCOPE_DOWNLOAD_MODE=local
|
||||
export MODELSCOPE_HUB_ENABLE_FILE_CHECK=false
|
||||
export MODELSCOPE_CACHE="${SCRIPT_DIR}/modelscope"
|
||||
export MODELSCOPE_CACHE="${SCRIPT_DIR}/models"
|
||||
export HF_HUB_OFFLINE=1
|
||||
export TRANSFORMERS_OFFLINE=1
|
||||
|
||||
# 启动 FastAPI 服务
|
||||
# 启动 FastAPI 服务,使用 4 个 worker 进程
|
||||
uvicorn tts_server:app \
|
||||
--host 0.0.0.0 \
|
||||
--port "${HOST_PORT}" \
|
||||
--workers 1 \
|
||||
|
||||
--workers 4
|
||||
Reference in new issue
Block a user