433 lines
14 KiB
Shell
Executable file
433 lines
14 KiB
Shell
Executable file
#!/usr/bin/env bash
|
||
# نصب idempotent پیشنیازهای مکالمه صوتی AI (محلی — بدون API ابری).
|
||
# - بستههای سیستمی libav برای PyAV
|
||
# - pip install -e ".[voice]" (webrtcvad-wheels, faster-whisper, piper-tts, av)
|
||
# - اگر پکیج روی p.mirror نبود: vendor/voice_wheels یا VOICE_PIP_EXTRA_INDEX_URL
|
||
# - دایرکتوری ذخیره opt-in و تنظیمات .env
|
||
#
|
||
# Usage:
|
||
# INSTALL_VOICE=Y bash scripts/ensure_voice_chat.sh
|
||
# bash scripts/ensure_voice_chat.sh --update # در update.sh؛ در صورت نبود deps از کاربر میپرسد
|
||
# bash scripts/ensure_voice_chat.sh --non-interactive # فقط اگر INSTALL_VOICE=Y
|
||
set -euo pipefail
|
||
|
||
APP_ROOT="${APP_ROOT:-/opt/hesabix}"
|
||
API_DIR="${API_DIR:-${APP_ROOT}/app/hesabixAPI}"
|
||
VOICE_DATA_DIR="${VOICE_DATA_DIR:-/var/lib/hesabix/voice-data}"
|
||
FROM_UPDATE=0
|
||
NONINTERACTIVE=0
|
||
|
||
log_info() { echo "[$(date '+%Y-%m-%d %H:%M:%S')] $*"; }
|
||
log_ok() { echo "OK: $*"; }
|
||
log_warn() { echo "WARN: $*" >&2; }
|
||
|
||
usage() {
|
||
cat <<'EOF'
|
||
Usage: ensure_voice_chat.sh [--update] [--non-interactive]
|
||
|
||
INSTALL_VOICE y/Y to install, n/N to skip (prompt if unset and not --non-interactive)
|
||
APP_ROOT default /opt/hesabix
|
||
API_DIR default ${APP_ROOT}/app/hesabixAPI
|
||
PIP_INDEX_URL Hesabix mirror (default p.mirror.hesabix.ir)
|
||
VOICE_PIP_EXTRA_INDEX_URL Optional extra PyPI index
|
||
VOICE_PIP_FALLBACK_INDEX_URL Fallback when numpy needs legacy CPU wheel (default: pypi.devneeds.ir)
|
||
EOF
|
||
}
|
||
|
||
while [[ $# -gt 0 ]]; do
|
||
case "$1" in
|
||
--update) FROM_UPDATE=1; shift ;;
|
||
--non-interactive) NONINTERACTIVE=1; shift ;;
|
||
-h|--help) usage; exit 0 ;;
|
||
*) log_warn "Unknown arg: $1"; usage; exit 1 ;;
|
||
esac
|
||
done
|
||
|
||
# Respect deploy-time choice on update (update.sh may not re-source full .deploy_env).
|
||
if [[ -z "${INSTALL_VOICE:-}" ]] && [[ -f "${APP_ROOT}/.deploy_env" ]]; then
|
||
# shellcheck disable=SC1091
|
||
set -a
|
||
# shellcheck source=/dev/null
|
||
source "${APP_ROOT}/.deploy_env"
|
||
set +a
|
||
fi
|
||
|
||
voice_apt_packages() {
|
||
echo "libavformat-dev libavcodec-dev libavutil-dev libswresample-dev libswscale-dev libavdevice-dev pkg-config"
|
||
}
|
||
|
||
ensure_voice_system_packages() {
|
||
if ! command -v apt-get >/dev/null 2>&1; then
|
||
log_warn "apt-get not found; install PyAV system libs manually (libavformat-dev, ...)."
|
||
return 0
|
||
fi
|
||
export DEBIAN_FRONTEND=noninteractive
|
||
local pkgs shell_pkgs
|
||
pkgs=$(voice_apt_packages)
|
||
# shellcheck disable=SC2086
|
||
shell_pkgs=(${pkgs})
|
||
local missing=()
|
||
local p
|
||
for p in "${shell_pkgs[@]}"; do
|
||
if ! dpkg-query -W -f='${Status}' "${p}" 2>/dev/null | grep -q "install ok installed"; then
|
||
missing+=("${p}")
|
||
fi
|
||
done
|
||
if [[ ${#missing[@]} -eq 0 ]]; then
|
||
log_ok "Voice system libraries already installed."
|
||
return 0
|
||
fi
|
||
log_info "Installing voice system packages: ${missing[*]}"
|
||
apt-get update -qq
|
||
# shellcheck disable=SC2086
|
||
apt-get install -y -qq ${pkgs} || {
|
||
log_warn "Some voice system packages failed to install (PyAV/WebM may not work)."
|
||
return 0
|
||
}
|
||
log_ok "Voice system packages installed."
|
||
}
|
||
|
||
ensure_voice_data_directory() {
|
||
mkdir -p "${VOICE_DATA_DIR}"
|
||
if id -u www-data >/dev/null 2>&1; then
|
||
chown -R www-data:www-data "${VOICE_DATA_DIR}" 2>/dev/null || true
|
||
fi
|
||
chmod 750 "${VOICE_DATA_DIR}" 2>/dev/null || true
|
||
log_ok "Voice data directory: ${VOICE_DATA_DIR}"
|
||
}
|
||
|
||
activate_venv() {
|
||
if [[ ! -d "${API_DIR}/.venv" ]]; then
|
||
log_warn "venv not found at ${API_DIR}/.venv"
|
||
return 1
|
||
fi
|
||
# shellcheck disable=SC1091
|
||
source "${API_DIR}/.venv/bin/activate"
|
||
return 0
|
||
}
|
||
|
||
VOICE_WHEEL_DIR="${API_DIR}/vendor/voice_wheels"
|
||
# آینهٔ ایرانی برای wheelهای numpy سازگار با CPU بدون x86-64-v2 (KVM قدیمی)
|
||
VOICE_PIP_FALLBACK_INDEX_URL="${VOICE_PIP_FALLBACK_INDEX_URL:-https://pypi.devneeds.ir/simple/}"
|
||
VOICE_PIP_FALLBACK_TRUSTED_HOST="${VOICE_PIP_FALLBACK_TRUSTED_HOST:-pypi.devneeds.ir}"
|
||
VOICE_NUMPY_SPEC="${VOICE_NUMPY_SPEC:-numpy>=1.26.0,<2}"
|
||
|
||
voice_numpy_import_ok() {
|
||
activate_venv || return 1
|
||
python3 -c "import numpy" 2>/dev/null
|
||
}
|
||
|
||
voice_numpy_needs_legacy_cpu_fix() {
|
||
activate_venv || return 1
|
||
local err
|
||
err=$(python3 -c "import numpy" 2>&1 || true)
|
||
echo "${err}" | grep -qE 'X86_V2|baseline optimizations'
|
||
}
|
||
|
||
ensure_voice_numpy_legacy_cpu() {
|
||
activate_venv || return 1
|
||
if voice_numpy_import_ok; then
|
||
return 0
|
||
fi
|
||
if ! voice_numpy_needs_legacy_cpu_fix; then
|
||
log_warn "numpy import failed (not an X86_V2 baseline issue)."
|
||
return 1
|
||
fi
|
||
log_warn "numpy wheel from ${PIP_INDEX_URL:-p.mirror.hesabix.ir} needs CPU x86-64-v2; reinstalling ${VOICE_NUMPY_SPEC} from ${VOICE_PIP_FALLBACK_INDEX_URL}"
|
||
if ! pip install --force-reinstall --no-cache-dir \
|
||
--index-url "${VOICE_PIP_FALLBACK_INDEX_URL}" \
|
||
--trusted-host "${VOICE_PIP_FALLBACK_TRUSTED_HOST}" \
|
||
"${VOICE_NUMPY_SPEC}"; then
|
||
log_warn "Failed to install ${VOICE_NUMPY_SPEC} from ${VOICE_PIP_FALLBACK_INDEX_URL}"
|
||
return 1
|
||
fi
|
||
if ! voice_numpy_import_ok; then
|
||
log_warn "numpy still not importable after legacy-CPU reinstall."
|
||
return 1
|
||
fi
|
||
local ver
|
||
ver=$(python3 -c "import numpy; print(numpy.__version__)")
|
||
log_ok "numpy ${ver} installed (compatible with this CPU)."
|
||
return 0
|
||
}
|
||
|
||
voice_python_ready() {
|
||
activate_venv || return 1
|
||
python3 - <<'PY' >/dev/null 2>&1
|
||
import webrtcvad # noqa: F401 # from webrtcvad-wheels
|
||
import numpy # noqa: F401
|
||
import av # noqa: F401
|
||
from faster_whisper import WhisperModel # noqa: F401
|
||
from piper import PiperVoice # noqa: F401
|
||
print("ok")
|
||
PY
|
||
}
|
||
|
||
configure_voice_pip() {
|
||
if command -v python3 >/dev/null 2>&1; then
|
||
python3 -m pip config --user set global.index-url "${PIP_INDEX_URL:-https://p.mirror.hesabix.ir/simple}" 2>/dev/null || true
|
||
python3 -m pip config --user set global.trusted-host "${PIP_TRUSTED_HOST:-p.mirror.hesabix.ir}" 2>/dev/null || true
|
||
fi
|
||
export PIP_INDEX_URL="${PIP_INDEX_URL:-https://p.mirror.hesabix.ir/simple}"
|
||
export PIP_TRUSTED_HOST="${PIP_TRUSTED_HOST:-p.mirror.hesabix.ir}"
|
||
}
|
||
|
||
voice_pip_extra_args() {
|
||
if [[ -n "${VOICE_PIP_EXTRA_INDEX_URL:-}" ]]; then
|
||
echo "--extra-index-url" "${VOICE_PIP_EXTRA_INDEX_URL}"
|
||
fi
|
||
}
|
||
|
||
ensure_voice_python_build_deps() {
|
||
if ! command -v apt-get >/dev/null 2>&1; then
|
||
return 0
|
||
fi
|
||
export DEBIAN_FRONTEND=noninteractive
|
||
local pkgs=(python3-dev build-essential)
|
||
local missing=()
|
||
local p
|
||
for p in "${pkgs[@]}"; do
|
||
if ! dpkg-query -W -f='${Status}' "${p}" 2>/dev/null | grep -q "install ok installed"; then
|
||
missing+=("${p}")
|
||
fi
|
||
done
|
||
[[ ${#missing[@]} -eq 0 ]] && return 0
|
||
log_info "Installing build tools for voice wheels: ${missing[*]}"
|
||
apt-get update -qq
|
||
apt-get install -y -qq "${missing[@]}" || log_warn "build-essential/python3-dev install failed."
|
||
}
|
||
|
||
install_vendor_voice_wheels() {
|
||
[[ -d "${VOICE_WHEEL_DIR}" ]] || return 1
|
||
local wheels=()
|
||
local w
|
||
shopt -s nullglob
|
||
for w in "${VOICE_WHEEL_DIR}"/*.whl; do
|
||
wheels+=("${w}")
|
||
done
|
||
shopt -u nullglob
|
||
[[ ${#wheels[@]} -gt 0 ]] || return 1
|
||
log_info "Installing ${#wheels[@]} wheel(s) from ${VOICE_WHEEL_DIR}..."
|
||
# shellcheck disable=SC2068
|
||
pip install --no-cache-dir ${wheels[@]} || return 1
|
||
log_ok "Vendor voice wheels installed."
|
||
return 0
|
||
}
|
||
|
||
install_webrtcvad_package() {
|
||
activate_venv || return 1
|
||
if python3 -c "import webrtcvad" 2>/dev/null; then
|
||
return 0
|
||
fi
|
||
|
||
local extra
|
||
extra=$(voice_pip_extra_args)
|
||
|
||
shopt -s nullglob
|
||
local vad_wheels=("${VOICE_WHEEL_DIR}"/webrtcvad*.whl)
|
||
shopt -u nullglob
|
||
if [[ ${#vad_wheels[@]} -gt 0 ]]; then
|
||
pip install --no-cache-dir "${vad_wheels[@]}" && return 0
|
||
fi
|
||
|
||
log_info "Installing webrtcvad-wheels (Python 3.12+ compatible VAD)..."
|
||
# shellcheck disable=SC2086
|
||
if pip install --no-cache-dir ${extra} "webrtcvad-wheels>=2.0.11.post1"; then
|
||
return 0
|
||
fi
|
||
|
||
ensure_voice_python_build_deps
|
||
log_info "Trying to build webrtcvad-wheels from source (needs sdist on mirror)..."
|
||
# shellcheck disable=SC2086
|
||
if pip install --no-cache-dir ${extra} "webrtcvad-wheels>=2.0.11.post1" --no-binary=webrtcvad-wheels; then
|
||
return 0
|
||
fi
|
||
|
||
log_warn "webrtcvad-wheels not found on ${PIP_INDEX_URL}."
|
||
log_warn "Fix: (1) bash scripts/populate_voice_wheels_vendor.sh && rsync vendor/voice_wheels to server"
|
||
log_warn " (2) upload packages in scripts/pypi_voice_packages.txt to p.mirror"
|
||
log_warn " (3) export VOICE_PIP_FALLBACK_INDEX_URL=https://pypi.devneeds.ir/simple/ for legacy CPU numpy"
|
||
return 1
|
||
}
|
||
|
||
install_voice_pip_extras() {
|
||
activate_venv || return 1
|
||
configure_voice_pip
|
||
cd "${API_DIR}"
|
||
pip install --upgrade pip setuptools wheel -q
|
||
|
||
install_vendor_voice_wheels || true
|
||
|
||
install_webrtcvad_package || return 1
|
||
|
||
local extra shell_extra=()
|
||
if [[ -n "${VOICE_PIP_EXTRA_INDEX_URL:-}" ]]; then
|
||
shell_extra=(--extra-index-url "${VOICE_PIP_EXTRA_INDEX_URL}")
|
||
fi
|
||
|
||
log_info "Installing Python voice extras (pip install -e \".[voice]\") — may take several minutes..."
|
||
if pip install --no-cache-dir "${shell_extra[@]}" -e ".[voice]"; then
|
||
ensure_voice_numpy_legacy_cpu || true
|
||
log_ok "Voice Python dependencies installed."
|
||
return 0
|
||
fi
|
||
|
||
log_warn "pip install -e \".[voice]\" failed; retrying core packages individually..."
|
||
local pkg
|
||
for pkg in "${VOICE_NUMPY_SPEC}" av "faster-whisper>=1.0.3" "piper-tts>=1.3.0"; do
|
||
if ! pip install --no-cache-dir "${shell_extra[@]}" "${pkg}"; then
|
||
log_warn "Failed to install: ${pkg}"
|
||
fi
|
||
done
|
||
if pip install --no-cache-dir "${shell_extra[@]}" -e ".[voice]"; then
|
||
ensure_voice_numpy_legacy_cpu || true
|
||
log_ok "Voice Python dependencies installed (staged)."
|
||
return 0
|
||
fi
|
||
|
||
ensure_voice_numpy_legacy_cpu || true
|
||
|
||
log_warn "Voice install incomplete. See vendor/voice_wheels/README.md and scripts/pypi_voice_packages.txt"
|
||
return 1
|
||
}
|
||
|
||
ensure_piper_voice_model() {
|
||
activate_venv || return 0
|
||
local piper_dir="${VOICE_DATA_DIR}/piper"
|
||
local voice_id="${VOICE_TTS_PIPER_VOICE_FA:-fa_IR-ganji-medium}"
|
||
local onnx="${piper_dir}/${voice_id}.onnx"
|
||
if [[ -f "${onnx}" ]]; then
|
||
log_ok "Piper voice model present: ${onnx}"
|
||
return 0
|
||
fi
|
||
log_info "Downloading Piper voice '${voice_id}' to ${piper_dir} (one-time, ~50MB)..."
|
||
mkdir -p "${piper_dir}"
|
||
if python3 -m piper.download_voices "${voice_id}" --download-dir "${piper_dir}"; then
|
||
if id -u www-data >/dev/null 2>&1; then
|
||
chown -R www-data:www-data "${piper_dir}" 2>/dev/null || true
|
||
fi
|
||
log_ok "Piper voice model downloaded."
|
||
return 0
|
||
fi
|
||
log_warn "Piper voice download failed (TTS may download on first use if HuggingFace is reachable)."
|
||
return 0
|
||
}
|
||
|
||
merge_voice_env_file() {
|
||
local env_file="${API_DIR}/.env"
|
||
[[ -f "${env_file}" ]] || env_file="${API_DIR}/env.example"
|
||
[[ -f "${env_file}" ]] || return 0
|
||
export MERGE_VOICE_ENV_PATH="${env_file}"
|
||
export VOICE_DATA_DIR
|
||
python3 <<'PY'
|
||
import os, re
|
||
path = os.environ["MERGE_VOICE_ENV_PATH"]
|
||
|
||
def fmt_val(v: str) -> str:
|
||
if re.search(r'[\s#"\'\\]', v) or v.startswith("#"):
|
||
return '"' + v.replace("\\", "\\\\").replace('"', '\\"') + '"'
|
||
return v
|
||
|
||
piper_dir = os.path.join(os.environ.get("VOICE_DATA_DIR", "/var/lib/hesabix/voice-data"), "piper")
|
||
updates = {
|
||
"VOICE_ENABLED": "true",
|
||
"VOICE_TTS_ENGINE": "piper",
|
||
"VOICE_TTS_PIPER_VOICE_FA": "fa_IR-ganji-medium",
|
||
"VOICE_TTS_PIPER_MODELS_DIR": piper_dir,
|
||
"VOICE_DATA_COLLECTION_DIR": os.environ.get("VOICE_DATA_DIR", "/var/lib/hesabix/voice-data"),
|
||
"VOICE_DATA_COLLECTION_ENABLED": "false",
|
||
}
|
||
key_re = re.compile(r"^([A-Za-z_][A-Za-z0-9_]*)=")
|
||
lines = []
|
||
if os.path.isfile(path):
|
||
with open(path, encoding="utf-8", errors="replace") as f:
|
||
lines = f.readlines()
|
||
keys_done = set()
|
||
out = []
|
||
for line in lines:
|
||
m = key_re.match(line)
|
||
if m and m.group(1) in updates:
|
||
k = m.group(1)
|
||
out.append(f"{k}={fmt_val(updates[k])}\n")
|
||
keys_done.add(k)
|
||
else:
|
||
out.append(line)
|
||
for k, v in updates.items():
|
||
if k not in keys_done:
|
||
out.append(f"{k}={fmt_val(v)}\n")
|
||
with open(path, "w", encoding="utf-8") as f:
|
||
f.writelines(out)
|
||
print("merged")
|
||
PY
|
||
log_ok "Voice settings written to ${env_file}"
|
||
}
|
||
|
||
warn_voice_resources() {
|
||
local mem_kb avail_mb
|
||
mem_kb=$(grep -E '^MemAvailable:' /proc/meminfo 2>/dev/null | awk '{print $2}' || echo "0")
|
||
avail_mb=$((mem_kb / 1024))
|
||
if [[ "${avail_mb}" -lt 4096 ]]; then
|
||
log_warn "Available RAM ~${avail_mb}MB — voice (Whisper+Piper) needs ~2GB+ for stable use."
|
||
fi
|
||
}
|
||
|
||
should_install_voice() {
|
||
: "${INSTALL_VOICE:=}"
|
||
if [[ "${INSTALL_VOICE}" =~ ^[Yy]$ ]]; then
|
||
return 0
|
||
fi
|
||
if [[ "${INSTALL_VOICE}" =~ ^[Nn]$ ]]; then
|
||
return 1
|
||
fi
|
||
if [[ "${NONINTERACTIVE}" -eq 1 ]]; then
|
||
return 1
|
||
fi
|
||
if [[ "${FROM_UPDATE}" -eq 1 ]] && voice_python_ready 2>/dev/null; then
|
||
log_ok "Voice Python deps already present; skip (set INSTALL_VOICE=Y to reinstall)."
|
||
return 1
|
||
fi
|
||
echo
|
||
echo "مکالمه صوتی AI (پردازش محلی — Whisper + Piper TTS، بدون سرویس ابری):"
|
||
echo " • نیاز به RAM/CPU و فضای دیسک برای مدلهای STT/TTS (~۱–۲ گیگ)"
|
||
echo " • کتابخانههای سیستمی libav + pip optional [voice]"
|
||
warn_voice_resources
|
||
local ans
|
||
read -rp "Install AI voice chat dependencies? (y/N): " ans
|
||
ans=${ans:-N}
|
||
[[ "${ans}" =~ ^[Yy]$ ]]
|
||
}
|
||
|
||
main() {
|
||
if ! should_install_voice; then
|
||
log_info "Voice chat dependencies skipped."
|
||
exit 0
|
||
fi
|
||
|
||
ensure_voice_system_packages
|
||
ensure_voice_data_directory
|
||
|
||
if voice_python_ready 2>/dev/null; then
|
||
log_ok "Voice Python stack already importable."
|
||
else
|
||
if ! voice_numpy_import_ok 2>/dev/null; then
|
||
ensure_voice_numpy_legacy_cpu || true
|
||
fi
|
||
if voice_python_ready 2>/dev/null; then
|
||
log_ok "Voice Python stack ready after numpy CPU fix."
|
||
else
|
||
install_voice_pip_extras || exit 1
|
||
ensure_voice_numpy_legacy_cpu || true
|
||
if ! voice_python_ready 2>/dev/null; then
|
||
log_warn "Voice imports still failing after pip install."
|
||
log_warn "Try: VOICE_PIP_FALLBACK_INDEX_URL=https://pypi.devneeds.ir/simple/ INSTALL_VOICE=Y $0 --non-interactive"
|
||
exit 1
|
||
fi
|
||
fi
|
||
fi
|
||
|
||
merge_voice_env_file
|
||
ensure_piper_voice_model || true
|
||
log_ok "AI voice chat prerequisites ready (local STT/TTS)."
|
||
}
|
||
|
||
main "$@"
|