Decided on Parakeet ONNX Runtime. Works pretty great. Realtime voice chat possible now. UX lacking.

This commit is contained in:
2026-01-19 00:29:44 +02:00
parent 0a8910fff8
commit 362108f4b0
34 changed files with 4593 additions and 73 deletions

12
stt-parakeet/run.sh Executable file
View File

@@ -0,0 +1,12 @@
#!/bin/bash
# Wrapper script to run Python with proper environment
# Set up library paths for CUDA
VENV_DIR="/home/koko210Serve/parakeet-test/venv/lib/python3.11/site-packages"
export LD_LIBRARY_PATH="${VENV_DIR}/nvidia/cublas/lib:${VENV_DIR}/nvidia/cudnn/lib:${VENV_DIR}/nvidia/cufft/lib:${VENV_DIR}/nvidia/cuda_nvrtc/lib:${VENV_DIR}/nvidia/cuda_runtime/lib:$LD_LIBRARY_PATH"
# Set Python path
export PYTHONPATH="/home/koko210Serve/parakeet-test:$PYTHONPATH"
# Run Python with arguments
exec /home/koko210Serve/parakeet-test/venv/bin/python "$@"