feat(mobile): correlate voice tasks and recover results on reconnect

This commit is contained in:
yilsem committed 2026-09-08 21:00:28 +03:00
1 parent 9f9f3226a1
commit b66daed07a
17 files changed
+308 -48

No files matched your search

+44 -5
View File
@@ -1,5 +1,5 @@
import { createHash } from 'node:crypto'
import { mkdir, readFile, writeFile } from 'node:fs/promises'
import { mkdir, readFile, writeFile, rename } from 'node:fs/promises'
import { join } from 'node:path'
import { ChromeGatewayClient } from './chrome-bridge.mjs'
@@ -9,7 +9,7 @@ const identifier = value => typeof value === 'string' && /^[a-zA-Z0-9_.:-]{1,160
// Reserved BEFORE the RPC: a crash/timeout is indeterminate, never safe to resend.
// Journal stores only hashes and delivery state, no prompt, token, or result.
export class DeliveryJournal {
constructor(directory) { this.directory = directory }
constructor(directory) { this.directory = directory; this.writes = Promise.resolve() }
async reserve(deviceId, taskId, envelope) {
if (!identifier(deviceId) || !identifier(taskId)) throw new Error('Geçersiz görev kimliği.')
await mkdir(this.directory, { recursive: true })
@@ -28,7 +28,18 @@ export class DeliveryJournal {
}
}
async accepted(reservation) {
await writeFile(reservation.file, JSON.stringify({ hash: reservation.hash, state: 'accepted' }), { mode: 0o600 })
return this.update(reservation, 'accepted')
}
update(reservation, state) {
const operation = this.writes.then(async () => {
const previous = JSON.parse(await readFile(reservation.file, 'utf8'))
if (['complete', 'error', 'interrupted'].includes(previous.state)) return
const temporary = `${reservation.file}.tmp`
await writeFile(temporary, JSON.stringify({ hash: reservation.hash, state }), { mode: 0o600, flush: true })
await rename(temporary, reservation.file)
})
this.writes = operation.catch(() => {})
return operation
}
}
@@ -41,9 +52,22 @@ export class MobileGatewayClient extends ChromeGatewayClient {
this.approval = null
this.model = null
this.chain = Promise.resolve()
this.tasks = new Map()
}
onEvent(event) {
if (['task.start', 'task.complete'].includes(event?.type)) {
const task = this.tasks.get(event.payload?.task_id)
if (!task || task.runtimeId !== event.session_id || task.terminal) return
const state = event.type === 'task.start' ? 'running' : event.payload.status
if (!['running', 'complete', 'error', 'interrupted'].includes(state)) return
task.terminal = state !== 'running'
task.state = state
if (task.terminal) this.journal.update(task.reservation, state).catch(() => {})
this.emit({ event: event.type, taskId: task.taskId, sessionId: task.sessionId, status: state,
text: typeof event.payload.text === 'string' ? event.payload.text.slice(0, 100000) : '' })
return
}
if (!this.selected || event?.session_id !== this.selected.runtimeId) return
if (event.type === 'approval.request') {
this.approval = this.approvalView(event.payload)
@@ -84,6 +108,8 @@ export class MobileGatewayClient extends ChromeGatewayClient {
return { ...result, approval: this.approval }
}
if (message.action === 'task.submit') {
const capabilities = await this.rpc('gateway.capabilities', {})
if (!capabilities.client_task_tracking) throw new Error('IDE sürümü mobil görev takibini desteklemiyor. IDE güncellemesi gerekli.')
if (this.selected?.storedId !== params.sessionId || !params.model || params.model !== this.model)
throw new Error('Konuşma veya iş modeli değişti. Hedefi tekrar seçin.')
if (typeof params.text !== 'string' || !params.text.trim() || params.text.length > 48000)
@@ -97,10 +123,23 @@ export class MobileGatewayClient extends ChromeGatewayClient {
const envelope = { sessionId: params.sessionId, profile: this.backend.profile || 'default',
model: params.model, text: params.text, intent: params.intent }
const reservation = await this.journal.reserve(this.deviceId, params.taskId, envelope)
if (!reservation.fresh) return { taskId: params.taskId, state: reservation.state, duplicate: true }
const correlation = digest([this.deviceId, params.taskId])
if (!this.tasks.has(correlation)) this.tasks.set(correlation, { taskId: params.taskId, sessionId: params.sessionId,
runtimeId: this.selected.runtimeId, reservation, terminal: false, state: reservation.state || 'unknown' })
if (!reservation.fresh) {
// Recover a terminal event missed while the phone/companion was closed.
// Never resubmit even if the bounded replay window no longer has it.
const replay = await this.rpc('session.events.since', { session_id: this.selected.runtimeId, last_seen: 0 })
for (const frame of replay.events || []) if (frame.params?.payload?.task_id === correlation) this.onEvent(frame.params)
await this.journal.writes
const state = this.tasks.get(correlation).state
return { taskId: params.taskId, state, duplicate: true, historyRequired: !['complete', 'error', 'interrupted'].includes(state) }
}
await this.authorize()
await this.rpc('prompt.submit', { session_id: this.selected.runtimeId, text: params.text, queued: true })
await this.rpc('prompt.submit', { session_id: this.selected.runtimeId, text: params.text, queued: true,
client_task_id: correlation })
await this.journal.accepted(reservation)
if (!this.tasks.get(correlation).terminal) this.tasks.get(correlation).state = 'accepted'
return { taskId: params.taskId, state: 'accepted' }
}
if (message.action === 'approval.respond') {
+2 -2
View File
@@ -1,6 +1,6 @@
import { mkdir, readFile, writeFile, rename } from 'node:fs/promises'
import { join } from 'node:path'
import { ASSISTANT_INSTRUCTION, TASK_TOOL } from '../../mobile/src/behavior.mjs'
import { ASSISTANT_INSTRUCTION, VOICE_TOOLS } from '../../mobile/src/behavior.mjs'
export class MobileVault {
constructor(directory, safeStorage) { this.directory = directory; this.safeStorage = safeStorage }
@@ -39,7 +39,7 @@ export class LiveTokenIssuer {
bidiGenerateContentSetup: { model: `models/${LIVE_MODEL}`,
generationConfig: { responseModalities: ['AUDIO'] },
systemInstruction: { parts: [{ text: ASSISTANT_INSTRUCTION }] },
tools: [{ functionDeclarations: [TASK_TOOL] }],
tools: [{ functionDeclarations: VOICE_TOOLS }],
inputAudioTranscription: {}, outputAudioTranscription: {} } }),
redirect: 'error', signal: AbortSignal.timeout(20000) })
} catch { throw new Error('Google ses erişimine ulaşılamadı.') }