asi se fue xd
This commit is contained in:
@@ -1,6 +1,7 @@
|
||||
/**
|
||||
* Whisper Service - Manages the Python Whisper server process
|
||||
* Provides GPU-accelerated speech-to-text as an alternative to Web Speech API
|
||||
* Whisper Service - Singleton persistent GPU speech-to-text server
|
||||
* Auto-starts with the system, auto-restarts on crash.
|
||||
* Single instance processes all client requests.
|
||||
*/
|
||||
|
||||
import { join } from 'path'
|
||||
@@ -8,18 +9,19 @@ import { Subprocess } from 'bun'
|
||||
|
||||
const WHISPER_PORT = 4104
|
||||
const WHISPER_SCRIPT = join(import.meta.dir, '..', 'whisper_server.py')
|
||||
const RESTART_DELAY_MS = 3000 // Wait before auto-restart after crash
|
||||
|
||||
interface WhisperState {
|
||||
enabled: boolean
|
||||
running: boolean
|
||||
starting: boolean // Prevents multiple simultaneous start attempts
|
||||
starting: boolean
|
||||
process: Subprocess | null
|
||||
model: string
|
||||
device: string
|
||||
}
|
||||
|
||||
const state: WhisperState = {
|
||||
enabled: false,
|
||||
enabled: true, // Always enabled by default
|
||||
running: false,
|
||||
starting: false,
|
||||
process: null,
|
||||
@@ -32,104 +34,16 @@ const state: WhisperState = {
|
||||
*/
|
||||
async function killProcessOnPort(port: number): Promise<void> {
|
||||
try {
|
||||
// Use PowerShell to find and kill process on port
|
||||
const proc = Bun.spawn(['powershell', '-Command',
|
||||
`Get-NetTCPConnection -LocalPort ${port} -ErrorAction SilentlyContinue | ForEach-Object { Stop-Process -Id $_.OwningProcess -Force -ErrorAction SilentlyContinue }`
|
||||
], { stdout: 'ignore', stderr: 'ignore' })
|
||||
await proc.exited
|
||||
// Wait a moment for port to be released
|
||||
await new Promise(resolve => setTimeout(resolve, 1000))
|
||||
} catch {
|
||||
// Ignore errors
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Start the Whisper Python server
|
||||
*/
|
||||
export async function startWhisperServer(): Promise<boolean> {
|
||||
// Prevent multiple simultaneous start attempts
|
||||
if (state.starting) {
|
||||
return false
|
||||
}
|
||||
|
||||
if (state.running && state.process) {
|
||||
return true
|
||||
}
|
||||
|
||||
state.starting = true
|
||||
console.log(`[Whisper] Starting (${state.model})...`)
|
||||
|
||||
// Kill any existing process on the port
|
||||
await killProcessOnPort(WHISPER_PORT)
|
||||
|
||||
try {
|
||||
// Use Bun.spawn with inherit to show logs directly in console
|
||||
// -u flag disables Python output buffering for real-time logs
|
||||
const proc = Bun.spawn(['python', '-u', WHISPER_SCRIPT], {
|
||||
cwd: join(import.meta.dir, '..'),
|
||||
stdout: 'inherit',
|
||||
stderr: 'inherit',
|
||||
env: { ...process.env, PYTHONUNBUFFERED: '1' }
|
||||
})
|
||||
|
||||
state.process = proc
|
||||
|
||||
// Wait a bit for the server to start
|
||||
await new Promise(resolve => setTimeout(resolve, 2000))
|
||||
|
||||
// Check if process is still running
|
||||
if (proc.exitCode !== null) {
|
||||
console.error('[Whisper] Process exited with code:', proc.exitCode)
|
||||
state.process = null
|
||||
state.starting = false
|
||||
return false
|
||||
}
|
||||
|
||||
// Check if WebSocket is ready
|
||||
const isListening = await checkPort(WHISPER_PORT)
|
||||
|
||||
if (isListening) {
|
||||
console.log('[Whisper] Ready')
|
||||
state.running = true
|
||||
state.enabled = true
|
||||
state.starting = false
|
||||
return true
|
||||
}
|
||||
|
||||
// Wait more if model is still loading (up to 120 seconds total for large models)
|
||||
for (let i = 0; i < 40; i++) {
|
||||
await new Promise(resolve => setTimeout(resolve, 3000))
|
||||
|
||||
if (proc.exitCode !== null) {
|
||||
console.error('[Whisper] Process died')
|
||||
state.process = null
|
||||
state.starting = false
|
||||
return false
|
||||
}
|
||||
|
||||
const ready = await checkPort(WHISPER_PORT)
|
||||
if (ready) {
|
||||
console.log('[Whisper] Ready')
|
||||
state.running = true
|
||||
state.enabled = true
|
||||
state.starting = false
|
||||
return true
|
||||
}
|
||||
}
|
||||
|
||||
console.error('[Whisper] Timeout (120s)')
|
||||
state.starting = false
|
||||
return false
|
||||
|
||||
} catch (err: any) {
|
||||
console.error('[Whisper] Error:', err.message)
|
||||
state.process = null
|
||||
state.starting = false
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Check if Whisper WebSocket is ready using PowerShell
|
||||
*/
|
||||
@@ -152,7 +66,125 @@ async function checkPort(port: number): Promise<boolean> {
|
||||
}
|
||||
|
||||
/**
|
||||
* Stop the Whisper server
|
||||
* Monitor the Whisper process and auto-restart on crash
|
||||
*/
|
||||
function monitorProcess(proc: Subprocess) {
|
||||
proc.exited.then((exitCode) => {
|
||||
console.error(`[Whisper] Process exited with code ${exitCode}`)
|
||||
state.process = null
|
||||
state.running = false
|
||||
state.starting = false
|
||||
|
||||
// Auto-restart after delay
|
||||
console.log(`[Whisper] Auto-restarting in ${RESTART_DELAY_MS / 1000}s...`)
|
||||
setTimeout(() => {
|
||||
startWhisperServer().catch(err => {
|
||||
console.error('[Whisper] Auto-restart failed:', err)
|
||||
})
|
||||
}, RESTART_DELAY_MS)
|
||||
})
|
||||
}
|
||||
|
||||
/**
|
||||
* Start the Whisper Python server (singleton - only one instance)
|
||||
*/
|
||||
export async function startWhisperServer(): Promise<boolean> {
|
||||
// Prevent multiple simultaneous start attempts
|
||||
if (state.starting) {
|
||||
console.log('[Whisper] Already starting, skipping')
|
||||
return false
|
||||
}
|
||||
|
||||
// Already running
|
||||
if (state.running && state.process) {
|
||||
console.log('[Whisper] Already running')
|
||||
return true
|
||||
}
|
||||
|
||||
// Check if an external instance is already listening
|
||||
const alreadyListening = await checkPort(WHISPER_PORT)
|
||||
if (alreadyListening) {
|
||||
console.log('[Whisper] External instance already running on port', WHISPER_PORT)
|
||||
state.running = true
|
||||
state.enabled = true
|
||||
return true
|
||||
}
|
||||
|
||||
state.starting = true
|
||||
console.log(`[Whisper] Starting singleton server (${state.model})...`)
|
||||
|
||||
// Kill any orphan process on the port
|
||||
await killProcessOnPort(WHISPER_PORT)
|
||||
|
||||
try {
|
||||
const proc = Bun.spawn(['python', '-u', WHISPER_SCRIPT], {
|
||||
cwd: join(import.meta.dir, '..'),
|
||||
stdout: 'inherit',
|
||||
stderr: 'inherit',
|
||||
env: { ...process.env, PYTHONUNBUFFERED: '1' }
|
||||
})
|
||||
|
||||
state.process = proc
|
||||
|
||||
// Monitor for crashes and auto-restart
|
||||
monitorProcess(proc)
|
||||
|
||||
// Wait for initial startup
|
||||
await new Promise(resolve => setTimeout(resolve, 2000))
|
||||
|
||||
// Check if process died immediately
|
||||
if (proc.exitCode !== null) {
|
||||
console.error('[Whisper] Process exited immediately with code:', proc.exitCode)
|
||||
state.process = null
|
||||
state.starting = false
|
||||
return false
|
||||
}
|
||||
|
||||
// Check if WebSocket is ready
|
||||
const isListening = await checkPort(WHISPER_PORT)
|
||||
if (isListening) {
|
||||
console.log('[Whisper] Server ready (GPU)')
|
||||
state.running = true
|
||||
state.enabled = true
|
||||
state.starting = false
|
||||
return true
|
||||
}
|
||||
|
||||
// Wait for model loading (up to 120 seconds for large-v3)
|
||||
for (let i = 0; i < 40; i++) {
|
||||
await new Promise(resolve => setTimeout(resolve, 3000))
|
||||
|
||||
if (proc.exitCode !== null) {
|
||||
console.error('[Whisper] Process died during model loading')
|
||||
state.process = null
|
||||
state.starting = false
|
||||
return false
|
||||
}
|
||||
|
||||
const ready = await checkPort(WHISPER_PORT)
|
||||
if (ready) {
|
||||
console.log('[Whisper] Server ready (GPU)')
|
||||
state.running = true
|
||||
state.enabled = true
|
||||
state.starting = false
|
||||
return true
|
||||
}
|
||||
}
|
||||
|
||||
console.error('[Whisper] Timeout waiting for server (120s)')
|
||||
state.starting = false
|
||||
return false
|
||||
|
||||
} catch (err: any) {
|
||||
console.error('[Whisper] Start error:', err.message)
|
||||
state.process = null
|
||||
state.starting = false
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Stop the Whisper server (only for manual override, not used in normal flow)
|
||||
*/
|
||||
export function stopWhisperServer(): boolean {
|
||||
if (!state.process) {
|
||||
@@ -163,8 +195,7 @@ export function stopWhisperServer(): boolean {
|
||||
state.process.kill()
|
||||
state.process = null
|
||||
state.running = false
|
||||
state.enabled = false
|
||||
console.log('[Whisper] Stopped')
|
||||
console.log('[Whisper] Stopped manually')
|
||||
return true
|
||||
} catch (err) {
|
||||
console.error('[Whisper] Stop error:', err)
|
||||
@@ -173,27 +204,26 @@ export function stopWhisperServer(): boolean {
|
||||
}
|
||||
|
||||
/**
|
||||
* Toggle Whisper server on/off (async - returns immediately when starting)
|
||||
* Toggle is now a no-op for stop - Whisper always stays on.
|
||||
* If not running, triggers a start.
|
||||
*/
|
||||
export async function toggleWhisperServer(): Promise<{ enabled: boolean; success: boolean; starting: boolean }> {
|
||||
// Prevent toggle while starting
|
||||
if (state.starting) {
|
||||
return { enabled: false, success: false, starting: true }
|
||||
return { enabled: true, success: false, starting: true }
|
||||
}
|
||||
|
||||
if (state.enabled && state.running) {
|
||||
const success = stopWhisperServer()
|
||||
return { enabled: false, success, starting: false }
|
||||
} else {
|
||||
// Start server in background - don't await
|
||||
startWhisperServer().catch(err => {
|
||||
console.error('[Whisper] Start error:', err)
|
||||
state.starting = false
|
||||
})
|
||||
|
||||
// Return immediately - frontend will poll for status
|
||||
return { enabled: false, success: true, starting: true }
|
||||
if (state.running) {
|
||||
// Already running - just confirm it's on
|
||||
return { enabled: true, success: true, starting: false }
|
||||
}
|
||||
|
||||
// Not running - start it
|
||||
startWhisperServer().catch(err => {
|
||||
console.error('[Whisper] Start error:', err)
|
||||
state.starting = false
|
||||
})
|
||||
|
||||
return { enabled: true, success: true, starting: true }
|
||||
}
|
||||
|
||||
/**
|
||||
@@ -217,13 +247,12 @@ export async function getWhisperState(): Promise<{
|
||||
state.enabled = true
|
||||
} else if (!isListening && state.running) {
|
||||
state.running = false
|
||||
state.enabled = false
|
||||
state.process = null
|
||||
// Keep enabled=true since we auto-restart
|
||||
}
|
||||
}
|
||||
|
||||
return {
|
||||
enabled: state.enabled,
|
||||
enabled: true, // Always enabled
|
||||
running: state.running,
|
||||
starting: state.starting,
|
||||
port: WHISPER_PORT,
|
||||
@@ -233,15 +262,12 @@ export async function getWhisperState(): Promise<{
|
||||
}
|
||||
|
||||
/**
|
||||
* Check if Whisper is enabled
|
||||
* Check if Whisper is running
|
||||
*/
|
||||
export function isWhisperEnabled(): boolean {
|
||||
return state.enabled && state.running
|
||||
return state.running
|
||||
}
|
||||
|
||||
// WebSocket server for Whisper (proxies to Python server or handles directly)
|
||||
let whisperWsServer: any = null
|
||||
|
||||
export function getWhisperPort(): number {
|
||||
return WHISPER_PORT
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user