feat(mobile): correlate voice tasks and recover results on reconnect
This commit is contained in:
1 parent
9f9f3226a1
commit
b66daed07a
17 files changed
+308
-48
No files matched your search
@@ -1,5 +1,5 @@
|
||||
import { createHash } from 'node:crypto'
|
||||
import { mkdir, readFile, writeFile } from 'node:fs/promises'
|
||||
import { mkdir, readFile, writeFile, rename } from 'node:fs/promises'
|
||||
import { join } from 'node:path'
|
||||
import { ChromeGatewayClient } from './chrome-bridge.mjs'
|
||||
|
||||
@@ -9,7 +9,7 @@ const identifier = value => typeof value === 'string' && /^[a-zA-Z0-9_.:-]{1,160
|
||||
// Reserved BEFORE the RPC: a crash/timeout is indeterminate, never safe to resend.
|
||||
// Journal stores only hashes and delivery state, no prompt, token, or result.
|
||||
export class DeliveryJournal {
|
||||
constructor(directory) { this.directory = directory }
|
||||
constructor(directory) { this.directory = directory; this.writes = Promise.resolve() }
|
||||
async reserve(deviceId, taskId, envelope) {
|
||||
if (!identifier(deviceId) || !identifier(taskId)) throw new Error('Geçersiz görev kimliği.')
|
||||
await mkdir(this.directory, { recursive: true })
|
||||
@@ -28,7 +28,18 @@ export class DeliveryJournal {
|
||||
}
|
||||
}
|
||||
async accepted(reservation) {
|
||||
await writeFile(reservation.file, JSON.stringify({ hash: reservation.hash, state: 'accepted' }), { mode: 0o600 })
|
||||
return this.update(reservation, 'accepted')
|
||||
}
|
||||
update(reservation, state) {
|
||||
const operation = this.writes.then(async () => {
|
||||
const previous = JSON.parse(await readFile(reservation.file, 'utf8'))
|
||||
if (['complete', 'error', 'interrupted'].includes(previous.state)) return
|
||||
const temporary = `${reservation.file}.tmp`
|
||||
await writeFile(temporary, JSON.stringify({ hash: reservation.hash, state }), { mode: 0o600, flush: true })
|
||||
await rename(temporary, reservation.file)
|
||||
})
|
||||
this.writes = operation.catch(() => {})
|
||||
return operation
|
||||
}
|
||||
}
|
||||
|
||||
@@ -41,9 +52,22 @@ export class MobileGatewayClient extends ChromeGatewayClient {
|
||||
this.approval = null
|
||||
this.model = null
|
||||
this.chain = Promise.resolve()
|
||||
this.tasks = new Map()
|
||||
}
|
||||
|
||||
onEvent(event) {
|
||||
if (['task.start', 'task.complete'].includes(event?.type)) {
|
||||
const task = this.tasks.get(event.payload?.task_id)
|
||||
if (!task || task.runtimeId !== event.session_id || task.terminal) return
|
||||
const state = event.type === 'task.start' ? 'running' : event.payload.status
|
||||
if (!['running', 'complete', 'error', 'interrupted'].includes(state)) return
|
||||
task.terminal = state !== 'running'
|
||||
task.state = state
|
||||
if (task.terminal) this.journal.update(task.reservation, state).catch(() => {})
|
||||
this.emit({ event: event.type, taskId: task.taskId, sessionId: task.sessionId, status: state,
|
||||
text: typeof event.payload.text === 'string' ? event.payload.text.slice(0, 100000) : '' })
|
||||
return
|
||||
}
|
||||
if (!this.selected || event?.session_id !== this.selected.runtimeId) return
|
||||
if (event.type === 'approval.request') {
|
||||
this.approval = this.approvalView(event.payload)
|
||||
@@ -84,6 +108,8 @@ export class MobileGatewayClient extends ChromeGatewayClient {
|
||||
return { ...result, approval: this.approval }
|
||||
}
|
||||
if (message.action === 'task.submit') {
|
||||
const capabilities = await this.rpc('gateway.capabilities', {})
|
||||
if (!capabilities.client_task_tracking) throw new Error('IDE sürümü mobil görev takibini desteklemiyor. IDE güncellemesi gerekli.')
|
||||
if (this.selected?.storedId !== params.sessionId || !params.model || params.model !== this.model)
|
||||
throw new Error('Konuşma veya iş modeli değişti. Hedefi tekrar seçin.')
|
||||
if (typeof params.text !== 'string' || !params.text.trim() || params.text.length > 48000)
|
||||
@@ -97,10 +123,23 @@ export class MobileGatewayClient extends ChromeGatewayClient {
|
||||
const envelope = { sessionId: params.sessionId, profile: this.backend.profile || 'default',
|
||||
model: params.model, text: params.text, intent: params.intent }
|
||||
const reservation = await this.journal.reserve(this.deviceId, params.taskId, envelope)
|
||||
if (!reservation.fresh) return { taskId: params.taskId, state: reservation.state, duplicate: true }
|
||||
const correlation = digest([this.deviceId, params.taskId])
|
||||
if (!this.tasks.has(correlation)) this.tasks.set(correlation, { taskId: params.taskId, sessionId: params.sessionId,
|
||||
runtimeId: this.selected.runtimeId, reservation, terminal: false, state: reservation.state || 'unknown' })
|
||||
if (!reservation.fresh) {
|
||||
// Recover a terminal event missed while the phone/companion was closed.
|
||||
// Never resubmit even if the bounded replay window no longer has it.
|
||||
const replay = await this.rpc('session.events.since', { session_id: this.selected.runtimeId, last_seen: 0 })
|
||||
for (const frame of replay.events || []) if (frame.params?.payload?.task_id === correlation) this.onEvent(frame.params)
|
||||
await this.journal.writes
|
||||
const state = this.tasks.get(correlation).state
|
||||
return { taskId: params.taskId, state, duplicate: true, historyRequired: !['complete', 'error', 'interrupted'].includes(state) }
|
||||
}
|
||||
await this.authorize()
|
||||
await this.rpc('prompt.submit', { session_id: this.selected.runtimeId, text: params.text, queued: true })
|
||||
await this.rpc('prompt.submit', { session_id: this.selected.runtimeId, text: params.text, queued: true,
|
||||
client_task_id: correlation })
|
||||
await this.journal.accepted(reservation)
|
||||
if (!this.tasks.get(correlation).terminal) this.tasks.get(correlation).state = 'accepted'
|
||||
return { taskId: params.taskId, state: 'accepted' }
|
||||
}
|
||||
if (message.action === 'approval.respond') {
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
import { mkdir, readFile, writeFile, rename } from 'node:fs/promises'
|
||||
import { join } from 'node:path'
|
||||
import { ASSISTANT_INSTRUCTION, TASK_TOOL } from '../../mobile/src/behavior.mjs'
|
||||
import { ASSISTANT_INSTRUCTION, VOICE_TOOLS } from '../../mobile/src/behavior.mjs'
|
||||
|
||||
export class MobileVault {
|
||||
constructor(directory, safeStorage) { this.directory = directory; this.safeStorage = safeStorage }
|
||||
@@ -39,7 +39,7 @@ export class LiveTokenIssuer {
|
||||
bidiGenerateContentSetup: { model: `models/${LIVE_MODEL}`,
|
||||
generationConfig: { responseModalities: ['AUDIO'] },
|
||||
systemInstruction: { parts: [{ text: ASSISTANT_INSTRUCTION }] },
|
||||
tools: [{ functionDeclarations: [TASK_TOOL] }],
|
||||
tools: [{ functionDeclarations: VOICE_TOOLS }],
|
||||
inputAudioTranscription: {}, outputAudioTranscription: {} } }),
|
||||
redirect: 'error', signal: AbortSignal.timeout(20000) })
|
||||
} catch { throw new Error('Google ses erişimine ulaşılamadı.') }
|
||||
|
||||
Reference in new issue
Block a user