feat(chrome): let the IDE agent use the user's Chrome and beta.42
The AITURK Chrome extension now registers the user's Chrome as the desktop backend's browser controller, the way the ChatGPT extension lets its agent work in the user's browser. The agent's existing browser tools (navigate, snapshot, click, type, scroll, back, press, get_images, vision) run in its own background tabs grouped as "AITURK", or a tab the user hands over. Backend: a local desktop lane in the browser-control broker. One controller registered from the loopback desktop transport is offered to every desktop session as a lane template; each session still gets its own exact scope on first use. The lane has its own switch (browser.extension_control.local_desktop, on by default); with no extension registered, or after it disconnects, the normal browser backend runs unchanged. browser_vision turns the extension's capture into the usual native/auxiliary vision result. Bridge: forwards controller commands only to a connection that registered, refuses unknown or oversized commands, relays results. Extension: service-worker controller with its own native connection, trusted chrome.debugger input (press/release only: a hover move waits 5 s on background tabs), refusal of password and payment-card fields and of browser, extension, file and Web Store pages, panel switch, Stop, tab hand-over, recent actions, Alt+Shift+A and right-click "send to AITURK". Cancelling Chrome's debugging bar stops the agent. Existing panel flows and privacy rules are unchanged. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
5c76c24c9c
commit
86a6621936
32 files changed
+2755
-195
No files matched your search
@@ -1 +1,42 @@
|
||||
import { createController } from './controller.js'
|
||||
|
||||
const controller = createController({ chrome })
|
||||
|
||||
chrome.sidePanel.setPanelBehavior({ openPanelOnActionClick: true }).catch(() => {})
|
||||
|
||||
// The side panel talks to the controller; nothing else may.
|
||||
chrome.runtime.onMessage.addListener((message, sender, sendResponse) => {
|
||||
const type = String(message?.type || '')
|
||||
if (sender.id !== chrome.runtime.id || !type.startsWith('control.') || type === 'control.state') return false
|
||||
controller.onMessage(message, sender).then(sendResponse, error => sendResponse({ failure: String(error?.message || error) }))
|
||||
return true
|
||||
})
|
||||
chrome.debugger.onDetach.addListener((source, reason) => controller.onDebuggerDetach(source, reason))
|
||||
chrome.tabs.onRemoved.addListener(tabId => { void controller.onTabRemoved(tabId) })
|
||||
chrome.alarms.onAlarm.addListener(alarm => controller.onAlarm(alarm.name))
|
||||
|
||||
const MENU = [
|
||||
{ id: 'aiturk-selection', title: 'AITURK’e gönder: seçili metin', contexts: ['selection'] },
|
||||
{ id: 'aiturk-page', title: 'AITURK’e gönder: bu sayfa', contexts: ['page'] },
|
||||
{ id: 'aiturk-share', title: 'Bu sekmeyi AITURK ajanına ver', contexts: ['page'] },
|
||||
]
|
||||
chrome.runtime.onInstalled.addListener(() => {
|
||||
chrome.contextMenus.removeAll(() => { for (const item of MENU) chrome.contextMenus.create(item) })
|
||||
})
|
||||
chrome.contextMenus.onClicked.addListener((info, tab) => {
|
||||
if (!tab?.windowId) return
|
||||
// Opening the panel must happen inside the click's user gesture, before any await.
|
||||
chrome.sidePanel.open({ windowId: tab.windowId }).catch(() => {})
|
||||
if (info.menuItemId === 'aiturk-share') {
|
||||
void chrome.storage.local.get('selectedSession')
|
||||
.then(saved => controller.shareTab(tab, typeof saved.selectedSession === 'string' ? saved.selectedSession : null))
|
||||
.catch(error => chrome.storage.session.set({ pendingNotice: String(error?.message || error) }))
|
||||
return
|
||||
}
|
||||
void chrome.storage.session.set({ pendingContext: {
|
||||
kind: info.menuItemId === 'aiturk-selection' ? 'selection' : 'page', tabId: tab.id,
|
||||
text: info.selectionText ? info.selectionText.slice(0, 24000) : '', at: Date.now(),
|
||||
} })
|
||||
})
|
||||
|
||||
void controller.connect()
|
||||
@@ -0,0 +1,646 @@
|
||||
// Lets the AITURK IDE agent use this Chrome, the way the ChatGPT extension
|
||||
// lets its agent work in the user's browser. Runs in the service worker and
|
||||
// keeps its own native connection, so it works with the side panel closed.
|
||||
//
|
||||
// Boundaries: the agent works only in its own tabs (grouped as "AITURK") or a
|
||||
// tab the user explicitly hands over; never on chrome://, extension, file or
|
||||
// Web Store pages; never types into password or payment-card fields. Chrome
|
||||
// shows its own "debugging" bar while the agent is in control; cancelling it,
|
||||
// the panel's Stop button or the switch turns control off at once.
|
||||
|
||||
import {
|
||||
annotateRefs, clickWithEvents, listImages, locateRef, prepareTyping, readValue, scrollPage, snapshotPage, typeWithEvents,
|
||||
} from './page-agent.js'
|
||||
|
||||
export const HOST = 'online.turkservis.aiturk'
|
||||
export const CAPABILITIES = Object.freeze(['browser_navigate', 'browser_snapshot', 'browser_click', 'browser_type',
|
||||
'browser_scroll', 'browser_back', 'browser_press', 'browser_get_images', 'browser_vision'])
|
||||
const COMMAND_BUDGET_MS = 27000
|
||||
const LOAD_WAIT_MS = 20000
|
||||
const DEBUGGER_IDLE_MS = 45000
|
||||
const SCREENSHOT_LIMIT = 380000
|
||||
const LOG_SIZE = 30
|
||||
|
||||
export class ToolError extends Error {}
|
||||
|
||||
const KEY_ALIASES = { esc: 'Escape', return: 'Enter', up: 'ArrowUp', down: 'ArrowDown', left: 'ArrowLeft', right: 'ArrowRight',
|
||||
space: ' ', spacebar: ' ', del: 'Delete', pgup: 'PageUp', pgdn: 'PageDown', ctrl: 'Control', cmd: 'Meta', command: 'Meta', option: 'Alt' }
|
||||
const NAMED_KEYS = { Enter: [13, 'Enter', '\r'], Tab: [9, 'Tab'], Escape: [27, 'Escape'], Backspace: [8, 'Backspace'],
|
||||
Delete: [46, 'Delete'], ArrowUp: [38, 'ArrowUp'], ArrowDown: [40, 'ArrowDown'], ArrowLeft: [37, 'ArrowLeft'],
|
||||
ArrowRight: [39, 'ArrowRight'], Home: [36, 'Home'], End: [35, 'End'], PageUp: [33, 'PageUp'], PageDown: [34, 'PageDown'],
|
||||
' ': [32, 'Space', ' '], F5: [116, 'F5'] }
|
||||
const MODIFIERS = { Alt: 1, Control: 2, Meta: 4, Shift: 8 }
|
||||
|
||||
// "Control+a" → one CDP key description; unknown names fail before any input.
|
||||
export function parseKey(value) {
|
||||
const parts = String(value || '').split('+').map(part => part.trim()).filter(Boolean)
|
||||
if (!parts.length || parts.length > 4) throw new ToolError('Tuş adı geçersiz. Örnek: Enter, Tab, Escape, Control+a')
|
||||
let modifiers = 0
|
||||
const keyName = parts.pop()
|
||||
for (const raw of parts) {
|
||||
const name = KEY_ALIASES[raw.toLowerCase()] || raw[0].toUpperCase() + raw.slice(1).toLowerCase()
|
||||
if (!MODIFIERS[name]) throw new ToolError(`Bilinmeyen değiştirici tuş: ${raw}`)
|
||||
modifiers |= MODIFIERS[name]
|
||||
}
|
||||
const alias = KEY_ALIASES[keyName.toLowerCase()]
|
||||
const name = alias || (keyName.length === 1 ? keyName : keyName[0].toUpperCase() + keyName.slice(1))
|
||||
const named = NAMED_KEYS[name] || NAMED_KEYS[Object.keys(NAMED_KEYS).find(key => key.toLowerCase() === name.toLowerCase())]
|
||||
if (named) {
|
||||
const [code, keyCode, text] = named
|
||||
return { key: name === ' ' ? ' ' : keyCode, code: keyCode === ' ' ? 'Space' : keyCode, windowsVirtualKeyCode: code,
|
||||
text: modifiers & ~MODIFIERS.Shift ? undefined : text, modifiers }
|
||||
}
|
||||
if (name.length !== 1) throw new ToolError(`Bilinmeyen tuş: ${keyName}`)
|
||||
const upper = name.toUpperCase()
|
||||
const letter = /[A-Z]/.test(upper), digit = /[0-9]/.test(name)
|
||||
return { key: name, code: letter ? `Key${upper}` : digit ? `Digit${name}` : '',
|
||||
windowsVirtualKeyCode: letter || digit ? upper.charCodeAt(0) : name.charCodeAt(0),
|
||||
text: modifiers & ~MODIFIERS.Shift ? undefined : name, modifiers }
|
||||
}
|
||||
|
||||
// Only ordinary web pages. Local development servers are allowed; browser,
|
||||
// extension, file and Web Store pages are not.
|
||||
export function checkUrl(value, { allowBlank = false } = {}) {
|
||||
let text = String(value || '').trim()
|
||||
if (!text) throw new ToolError('Adres boş.')
|
||||
if (!/^[a-z][a-z0-9+.-]*:/i.test(text)) text = `https://${text}`
|
||||
let url
|
||||
try { url = new URL(text) } catch { throw new ToolError(`Geçersiz adres: ${String(value).slice(0, 200)}`) }
|
||||
if (allowBlank && url.href === 'about:blank') return url.href
|
||||
if (!['http:', 'https:'].includes(url.protocol)) {
|
||||
throw new ToolError(`Ajan bu tür sayfada çalışamaz (${url.protocol}). Yalnız http/https sayfaları açılabilir.`)
|
||||
}
|
||||
if (/^(chrome\.google\.com|chromewebstore\.google\.com)$/i.test(url.hostname) &&
|
||||
(url.hostname.startsWith('chromewebstore') || url.pathname.startsWith('/webstore'))) {
|
||||
throw new ToolError('Chrome Web Mağazası sayfalarında ajan çalışamaz.')
|
||||
}
|
||||
if (url.username || url.password) throw new ToolError('Adreste kullanıcı adı/şifre olamaz.')
|
||||
return url.href
|
||||
}
|
||||
|
||||
const shortHost = value => { try { return new URL(value).host } catch { return '' } }
|
||||
|
||||
function describeCommand(action, args) {
|
||||
switch (action) {
|
||||
case 'browser_navigate': return `Sayfa açılıyor: ${shortHost(args.url) || String(args.url || '').slice(0, 60)}`
|
||||
case 'browser_snapshot': return 'Sayfa okunuyor'
|
||||
case 'browser_click': return `Tıklanıyor: ${String(args.ref || '').slice(0, 20)}`
|
||||
case 'browser_type': return `Yazılıyor: ${String(args.ref || '').slice(0, 20)}`
|
||||
case 'browser_scroll': return args.direction === 'up' ? 'Yukarı kaydırılıyor' : 'Aşağı kaydırılıyor'
|
||||
case 'browser_back': return 'Geri gidiliyor'
|
||||
case 'browser_press': return `Tuşa basılıyor: ${String(args.key || '').slice(0, 20)}`
|
||||
case 'browser_get_images': return 'Görseller listeleniyor'
|
||||
case 'browser_vision': return 'Ekran görüntüsü alınıyor'
|
||||
default: return action
|
||||
}
|
||||
}
|
||||
|
||||
export function createController({ chrome, setTimer = setTimeout, clearTimer = clearTimeout, now = () => Date.now(), random = () => crypto.randomUUID() }) {
|
||||
let port = null, connected = false, registered = false, lastError = '', profile = ''
|
||||
let enabled = true, instanceId = '', settingsLoaded = null, reconnectTimer = null, backoff = 2000
|
||||
let nextId = 0, titles = new Map(), titlesAt = 0
|
||||
const pending = new Map()
|
||||
const active = new Map()
|
||||
const queues = new Map()
|
||||
const debuggers = new Map()
|
||||
let state = null
|
||||
|
||||
// ── persistent pieces ────────────────────────────────────────────────
|
||||
async function settings() {
|
||||
settingsLoaded ||= (async () => {
|
||||
const saved = await chrome.storage.local.get(['controlEnabled', 'controllerInstance'])
|
||||
enabled = saved.controlEnabled !== false
|
||||
instanceId = saved.controllerInstance || random()
|
||||
if (!saved.controllerInstance) await chrome.storage.local.set({ controllerInstance: instanceId })
|
||||
})()
|
||||
return settingsLoaded
|
||||
}
|
||||
|
||||
async function load() {
|
||||
if (state) return state
|
||||
const saved = await chrome.storage.session.get('controlState')
|
||||
state = { tabs: {}, groups: {}, shared: null, log: [], ...(saved.controlState || {}) }
|
||||
return state
|
||||
}
|
||||
|
||||
async function save() { await chrome.storage.session.set({ controlState: state }) }
|
||||
|
||||
// ── native connection ────────────────────────────────────────────────
|
||||
function request(action, params = {}) {
|
||||
if (!port) return Promise.reject(new Error('IDE bağlantısı yok.'))
|
||||
const id = `c${++nextId}`
|
||||
return new Promise((resolve, reject) => {
|
||||
const timer = setTimer(() => { pending.delete(id); reject(new Error('IDE yanıt vermedi.')) }, 30000)
|
||||
pending.set(id, { resolve, reject, timer })
|
||||
try { port.postMessage({ id, action, params }) }
|
||||
catch (error) { clearTimer(timer); pending.delete(id); reject(error) }
|
||||
})
|
||||
}
|
||||
|
||||
function scheduleReconnect() {
|
||||
if (!enabled || reconnectTimer) return
|
||||
reconnectTimer = setTimer(() => { reconnectTimer = null; void connect() }, backoff)
|
||||
backoff = Math.min(backoff * 2, 60000)
|
||||
chrome.alarms?.create('aiturk-reconnect', { periodInMinutes: 1 })
|
||||
}
|
||||
|
||||
async function connect() {
|
||||
await settings()
|
||||
if (!enabled || port) return
|
||||
const current = chrome.runtime.connectNative(HOST)
|
||||
port = current
|
||||
current.onMessage.addListener(frame => onFrame(current, frame))
|
||||
current.onDisconnect.addListener(() => {
|
||||
if (port !== current) return
|
||||
port = null; connected = false; registered = false
|
||||
for (const item of pending.values()) { clearTimer(item.timer); item.reject(new Error('IDE bağlantısı kapandı.')) }
|
||||
pending.clear()
|
||||
abortAll('IDE bağlantısı kapandı.')
|
||||
lastError ||= 'AITURK IDE kapalı ya da Chrome bağlantısı kurulmamış.'
|
||||
broadcast()
|
||||
scheduleReconnect()
|
||||
})
|
||||
try {
|
||||
const status = await request('status')
|
||||
profile = status?.profile || ''
|
||||
connected = true; lastError = ''
|
||||
await register()
|
||||
backoff = 2000
|
||||
chrome.alarms?.clear('aiturk-reconnect')
|
||||
} catch (error) {
|
||||
lastError = error.message
|
||||
}
|
||||
broadcast()
|
||||
}
|
||||
|
||||
async function register() {
|
||||
if (!port || !enabled) return
|
||||
const result = await request('browser.register', { enabled: true, capabilities: [...CAPABILITIES],
|
||||
controllerId: `aiturk-chrome-${instanceId}`, browserProfileId: instanceId })
|
||||
registered = Boolean(result?.registered)
|
||||
}
|
||||
|
||||
function onFrame(source, frame) {
|
||||
if (source !== port || !frame || typeof frame !== 'object') return
|
||||
if (frame.id !== undefined) {
|
||||
const item = pending.get(frame.id)
|
||||
if (!item) return
|
||||
pending.delete(frame.id); clearTimer(item.timer)
|
||||
frame.error ? item.reject(new Error(frame.error)) : item.resolve(frame.result)
|
||||
return
|
||||
}
|
||||
if (frame.event === 'browser.command') void runCommand(frame)
|
||||
else if (frame.event === 'browser.cancel') cancelCommand(frame.commandId, 'Ajan bu adımı iptal etti.')
|
||||
else if (frame.event === 'disconnected') {
|
||||
// The IDE restarted its backend; the native host is still here.
|
||||
registered = false; connected = false
|
||||
abortAll('IDE yeniden bağlanıyor.')
|
||||
broadcast()
|
||||
setTimer(() => { void reconnectBackend() }, 2000)
|
||||
} else if (frame.event === 'error') { lastError = String(frame.message || '').slice(0, 300); broadcast() }
|
||||
}
|
||||
|
||||
async function reconnectBackend() {
|
||||
if (!port || !enabled) return
|
||||
try {
|
||||
const status = await request('status')
|
||||
profile = status?.profile || ''
|
||||
connected = true; lastError = ''
|
||||
await register()
|
||||
} catch (error) { lastError = error.message; setTimer(() => { void reconnectBackend() }, 10000) }
|
||||
broadcast()
|
||||
}
|
||||
|
||||
// ── commands ─────────────────────────────────────────────────────────
|
||||
async function runCommand(frame) {
|
||||
const { commandId, action, sessionId } = frame
|
||||
const args = frame.arguments && typeof frame.arguments === 'object' ? frame.arguments : {}
|
||||
const record = { commandId, cancelled: false, reason: '' }
|
||||
active.set(commandId, record)
|
||||
const entry = await logEntry({ at: now(), sessionId, action, text: describeCommand(action, args), status: 'running' })
|
||||
let reply
|
||||
try {
|
||||
if (!CAPABILITIES.includes(action)) throw new ToolError('Chrome bu işlemi desteklemiyor.')
|
||||
const result = await withBudget(execute(action, args, sessionId, record), COMMAND_BUDGET_MS)
|
||||
reply = { commandId, ok: true, result }
|
||||
entry.status = result?.success === false ? 'failed' : 'ok'
|
||||
if (result?.success === false) entry.note = String(result.error || '').slice(0, 200)
|
||||
} catch (error) {
|
||||
const message = String(error?.message || error).slice(0, 2000)
|
||||
// Expected refusals reach the model as a normal tool result it can act on.
|
||||
reply = error instanceof ToolError ? { commandId, ok: true, result: { success: false, error: message } }
|
||||
: { commandId, ok: false, error: message }
|
||||
entry.status = 'failed'; entry.note = message.slice(0, 200)
|
||||
}
|
||||
if (record.cancelled) { entry.status = 'cancelled'; entry.note = record.reason }
|
||||
active.delete(commandId)
|
||||
await save().catch(() => {})
|
||||
broadcast()
|
||||
if (record.cancelled) return
|
||||
try { await request('browser.result', reply) } catch {}
|
||||
}
|
||||
|
||||
function cancelCommand(commandId, reason) {
|
||||
const record = active.get(commandId)
|
||||
if (record) { record.cancelled = true; record.reason = reason }
|
||||
}
|
||||
|
||||
function abortAll(reason) { for (const record of active.values()) { record.cancelled = true; record.reason = reason } }
|
||||
|
||||
function guard(record) { if (record?.cancelled) throw new ToolError(record.reason || 'Durduruldu.') }
|
||||
|
||||
async function withBudget(promise, ms) {
|
||||
let timer
|
||||
const timeout = new Promise((_, reject) => { timer = setTimer(() => reject(new ToolError('Tarayıcı adımı zaman aşımına uğradı.')), ms) })
|
||||
try { return await Promise.race([promise, timeout]) } finally { clearTimer(timer) }
|
||||
}
|
||||
|
||||
// One step at a time per tab. The stored tail never rejects: the caller
|
||||
// handles the step's own error, the queue only orders the steps.
|
||||
function serial(tabId, task) {
|
||||
const next = (queues.get(tabId) || Promise.resolve()).then(task)
|
||||
const tail = next.catch(() => {}).then(() => { if (queues.get(tabId) === tail) queues.delete(tabId) })
|
||||
queues.set(tabId, tail)
|
||||
return next
|
||||
}
|
||||
|
||||
async function execute(action, args, sessionId, record) {
|
||||
if (action === 'browser_navigate') {
|
||||
const url = checkUrl(args.url)
|
||||
const tab = await agentTab(sessionId, true)
|
||||
return serial(tab.id, async () => {
|
||||
guard(record)
|
||||
await chrome.tabs.update(tab.id, { url })
|
||||
const loaded = await waitForLoad(tab.id, LOAD_WAIT_MS)
|
||||
guard(record)
|
||||
const snap = await inject(tab.id, snapshotPage, [{ full: false }])
|
||||
return { success: true, url: snap.url, title: snap.title, snapshot: snap.snapshot, element_count: snap.element_count,
|
||||
...(loaded ? {} : { note: 'Sayfa yüklenmeye devam ediyor; gerekirse browser_snapshot ile tekrar bakın.' }) }
|
||||
})
|
||||
}
|
||||
const tab = await agentTab(sessionId, false)
|
||||
return serial(tab.id, async () => {
|
||||
guard(record)
|
||||
const current = await chrome.tabs.get(tab.id)
|
||||
const address = current.pendingUrl || current.url || ''
|
||||
if (address === 'about:blank' || !address) {
|
||||
if (action === 'browser_snapshot') return { success: true, snapshot: 'Boş sekme. Önce browser_navigate ile bir sayfa açın.', element_count: 0, url: 'about:blank', title: '' }
|
||||
throw new ToolError('Sekme boş. Önce browser_navigate ile bir sayfa açın.')
|
||||
}
|
||||
checkUrl(address)
|
||||
switch (action) {
|
||||
case 'browser_snapshot': {
|
||||
const snap = await inject(tab.id, snapshotPage, [{ full: args.full === true }])
|
||||
return { success: true, ...snap }
|
||||
}
|
||||
case 'browser_click': return click(tab, args.ref, record)
|
||||
case 'browser_type': return type(tab, args.ref, typeof args.text === 'string' ? args.text : String(args.text ?? ''), record)
|
||||
case 'browser_scroll': {
|
||||
const result = await inject(tab.id, scrollPage, [args.direction === 'up' ? 'up' : 'down'])
|
||||
return { success: true, direction: args.direction === 'up' ? 'up' : 'down', ...result }
|
||||
}
|
||||
case 'browser_back': {
|
||||
try { await chrome.tabs.goBack(tab.id) } catch { throw new ToolError('Geri gidilecek sayfa yok.') }
|
||||
await waitForLoad(tab.id, LOAD_WAIT_MS)
|
||||
const after = await chrome.tabs.get(tab.id)
|
||||
return { success: true, url: after.url, title: after.title }
|
||||
}
|
||||
case 'browser_press': return press(tab, args.key)
|
||||
case 'browser_get_images': return { success: true, ...(await inject(tab.id, listImages, [])) }
|
||||
case 'browser_vision': return vision(tab, args.annotate === true)
|
||||
}
|
||||
throw new ToolError('Chrome bu işlemi desteklemiyor.')
|
||||
})
|
||||
}
|
||||
|
||||
async function click(tab, ref, record) {
|
||||
const located = await inject(tab.id, locateRef, [ref])
|
||||
if (located.error) throw new ToolError(located.error)
|
||||
if (located.disabled) throw new ToolError(`${ref} şu an devre dışı.`)
|
||||
guard(record)
|
||||
let trusted = true
|
||||
try {
|
||||
const send = await debuggerFor(tab.id)
|
||||
// No mouseMoved first: on a background tab Chrome holds a hover move
|
||||
// for 5 s waiting for a frame, while press/release go straight through.
|
||||
for (const type of ['mousePressed', 'mouseReleased']) {
|
||||
await send('Input.dispatchMouseEvent', { type, x: located.x, y: located.y, button: 'left', clickCount: 1 })
|
||||
}
|
||||
} catch {
|
||||
trusted = false
|
||||
const result = await inject(tab.id, clickWithEvents, [ref])
|
||||
if (result.error) throw new ToolError(result.error)
|
||||
}
|
||||
await settle(tab.id)
|
||||
const after = await chrome.tabs.get(tab.id)
|
||||
return { success: true, clicked: ref, element: located.name, url: after.url, title: after.title,
|
||||
...(located.covered ? { warning: `Tıklanan noktada başka bir öğe vardı: "${located.covered}". Gerekirse önce onu kapatın.` } : {}),
|
||||
...(trusted ? {} : { note: 'Gerçek fare tıklaması yerine sayfa olayı kullanıldı.' }) }
|
||||
}
|
||||
|
||||
async function type(tab, ref, text, record) {
|
||||
const prepared = await inject(tab.id, prepareTyping, [ref])
|
||||
if (prepared.error) {
|
||||
if (prepared.handoff) notify('AITURK senin girmeni bekliyor', prepared.error)
|
||||
throw new ToolError(prepared.error)
|
||||
}
|
||||
guard(record)
|
||||
if (prepared.select) {
|
||||
const result = await inject(tab.id, typeWithEvents, [ref, text])
|
||||
if (result.error) throw new ToolError(result.error)
|
||||
return { success: true, typed: ref, value: result.value }
|
||||
}
|
||||
try {
|
||||
const send = await debuggerFor(tab.id)
|
||||
if (text) await send('Input.insertText', { text })
|
||||
else for (const type of ['rawKeyDown', 'keyUp']) await send('Input.dispatchKeyEvent', { type, key: 'Delete', code: 'Delete', windowsVirtualKeyCode: 46 })
|
||||
} catch {
|
||||
const result = await inject(tab.id, typeWithEvents, [ref, text])
|
||||
if (result.error) throw new ToolError(result.error)
|
||||
}
|
||||
const value = await inject(tab.id, readValue, [ref])
|
||||
return { success: true, typed: ref, value: value.value ?? '' }
|
||||
}
|
||||
|
||||
async function press(tab, key) {
|
||||
const description = parseKey(key)
|
||||
try {
|
||||
const send = await debuggerFor(tab.id)
|
||||
await send('Input.dispatchKeyEvent', { type: description.text ? 'keyDown' : 'rawKeyDown', ...description,
|
||||
unmodifiedText: description.text })
|
||||
await send('Input.dispatchKeyEvent', { type: 'keyUp', key: description.key, code: description.code,
|
||||
windowsVirtualKeyCode: description.windowsVirtualKeyCode, modifiers: description.modifiers })
|
||||
} catch {
|
||||
throw new ToolError('Tuşa basılamadı: Chrome kontrol izni alınamadı (başka bir geliştirici aracı açık olabilir).')
|
||||
}
|
||||
await settle(tab.id)
|
||||
const after = await chrome.tabs.get(tab.id)
|
||||
return { success: true, pressed: String(key), url: after.url, title: after.title }
|
||||
}
|
||||
|
||||
async function vision(tab, annotate) {
|
||||
let annotations = []
|
||||
if (annotate) {
|
||||
await inject(tab.id, snapshotPage, [{ full: false }])
|
||||
annotations = (await inject(tab.id, annotateRefs, [true])).annotations || []
|
||||
}
|
||||
try {
|
||||
let data = ''
|
||||
try {
|
||||
const send = await debuggerFor(tab.id)
|
||||
// A background tab paints on demand for the capture (about 1-3 s).
|
||||
for (const options of [{ quality: 65, budget: 15000 }, { quality: 40, budget: 5000 }, { quality: 40, scale: 0.6, budget: 5000 }]) {
|
||||
let clip
|
||||
if (options.scale) {
|
||||
const metrics = await send('Page.getLayoutMetrics', {})
|
||||
const view = metrics.cssVisualViewport || metrics.layoutViewport
|
||||
clip = { x: view.pageX || 0, y: view.pageY || 0, width: view.clientWidth, height: view.clientHeight, scale: options.scale }
|
||||
}
|
||||
const shot = await withBudget(send('Page.captureScreenshot', { format: 'jpeg', quality: options.quality, ...(clip ? { clip } : {}) }), options.budget)
|
||||
data = shot?.data || ''
|
||||
if (data && data.length <= SCREENSHOT_LIMIT) break
|
||||
}
|
||||
} catch {
|
||||
const current = await chrome.tabs.get(tab.id)
|
||||
if (!current.active) throw new ToolError('Ekran görüntüsü alınamadı: ajanın sekmesi görünür değil ve Chrome kontrol izni alınamadı.')
|
||||
const url = await chrome.tabs.captureVisibleTab(current.windowId, { format: 'jpeg', quality: 55 })
|
||||
data = String(url || '').replace(/^data:image\/jpeg;base64,/, '')
|
||||
}
|
||||
if (!data || data.length > SCREENSHOT_LIMIT) throw new ToolError('Ekran görüntüsü çok büyük ya da boş geldi.')
|
||||
const after = await chrome.tabs.get(tab.id)
|
||||
return { success: true, screenshot: data, mime: 'image/jpeg', url: after.url, title: after.title,
|
||||
...(annotate ? { annotations } : {}) }
|
||||
} finally {
|
||||
if (annotate) await inject(tab.id, annotateRefs, [false]).catch(() => {})
|
||||
}
|
||||
}
|
||||
|
||||
// ── tabs ─────────────────────────────────────────────────────────────
|
||||
async function agentTab(sessionId, create) {
|
||||
const current = await load()
|
||||
const key = sessionId || 'default'
|
||||
const known = current.tabs[key]
|
||||
if (known) {
|
||||
try { return await chrome.tabs.get(known) } catch { delete current.tabs[key] }
|
||||
}
|
||||
if (current.shared && (!current.shared.sessionId || current.shared.sessionId === key)) {
|
||||
try {
|
||||
const tab = await chrome.tabs.get(current.shared.tabId)
|
||||
current.tabs[key] = tab.id
|
||||
current.shared = null
|
||||
await save()
|
||||
return tab
|
||||
} catch { current.shared = null }
|
||||
}
|
||||
if (!create) throw new ToolError('Bu konuşma için açık bir tarayıcı sekmesi yok. Önce browser_navigate ile bir sayfa açın.')
|
||||
const window = await chrome.windows.getLastFocused({ windowTypes: ['normal'] }).catch(() => null)
|
||||
const tab = await chrome.tabs.create({ url: 'about:blank', active: false, ...(window?.id ? { windowId: window.id } : {}) })
|
||||
current.tabs[key] = tab.id
|
||||
await save()
|
||||
await groupTab(tab, key).catch(() => {})
|
||||
return tab
|
||||
}
|
||||
|
||||
async function sessionTitle(sessionId) {
|
||||
if (now() - titlesAt > 60000 && port) {
|
||||
titlesAt = now()
|
||||
try {
|
||||
const data = await request('sessions.list')
|
||||
titles = new Map((data?.sessions || []).map(row => [row.id, row.title]))
|
||||
} catch {}
|
||||
}
|
||||
return titles.get(sessionId) || ''
|
||||
}
|
||||
|
||||
async function groupTab(tab, key) {
|
||||
const current = await load()
|
||||
let groupId = current.groups[key]
|
||||
if (groupId !== undefined) {
|
||||
try {
|
||||
const group = await chrome.tabGroups.get(groupId)
|
||||
if (group.windowId !== tab.windowId) groupId = undefined
|
||||
} catch { groupId = undefined }
|
||||
}
|
||||
groupId = await chrome.tabs.group({ tabIds: [tab.id], ...(groupId === undefined ? { createProperties: { windowId: tab.windowId } } : { groupId }) })
|
||||
current.groups[key] = groupId
|
||||
await save()
|
||||
const title = await sessionTitle(key)
|
||||
await chrome.tabGroups.update(groupId, { title: `AITURK${title ? ` · ${title.slice(0, 28)}` : ''}`, color: 'cyan' })
|
||||
}
|
||||
|
||||
function waitForLoad(tabId, ms) {
|
||||
return new Promise(resolve => {
|
||||
let done = false
|
||||
const finish = value => {
|
||||
if (done) return
|
||||
done = true; clearTimer(timer)
|
||||
chrome.tabs.onUpdated.removeListener(listener)
|
||||
resolve(value)
|
||||
}
|
||||
const listener = (id, change) => { if (id === tabId && change.status === 'complete') finish(true) }
|
||||
const timer = setTimer(() => finish(false), ms)
|
||||
chrome.tabs.onUpdated.addListener(listener)
|
||||
// A page that finished before the listener existed.
|
||||
// pendingUrl is set until the new document commits, so an old page's
|
||||
// "complete" is never mistaken for the new one.
|
||||
setTimer(() => { chrome.tabs.get(tabId).then(tab => { if (tab.status === 'complete' && !tab.pendingUrl) finish(true) }).catch(() => finish(false)) }, 250)
|
||||
})
|
||||
}
|
||||
|
||||
async function settle(tabId) {
|
||||
await new Promise(resolve => setTimer(resolve, 400))
|
||||
const tab = await chrome.tabs.get(tabId).catch(() => null)
|
||||
if (tab?.status === 'loading') await waitForLoad(tabId, 8000)
|
||||
}
|
||||
|
||||
async function inject(tabId, func, args) {
|
||||
let results
|
||||
try {
|
||||
results = await chrome.scripting.executeScript({ target: { tabId }, func, args })
|
||||
} catch (error) {
|
||||
throw new ToolError(`Sayfaya erişilemedi: ${String(error?.message || error).slice(0, 200)}`)
|
||||
}
|
||||
const value = results?.[0]?.result
|
||||
if (value === undefined || value === null) throw new ToolError('Sayfa yanıt vermedi; yükleniyor olabilir.')
|
||||
return value
|
||||
}
|
||||
|
||||
async function debuggerFor(tabId) {
|
||||
let entry = debuggers.get(tabId)
|
||||
if (!entry) {
|
||||
await chrome.debugger.attach({ tabId }, '1.3')
|
||||
entry = { timer: null }
|
||||
debuggers.set(tabId, entry)
|
||||
}
|
||||
clearTimer(entry.timer)
|
||||
entry.timer = setTimer(() => { void detachDebugger(tabId) }, DEBUGGER_IDLE_MS)
|
||||
return (method, params) => chrome.debugger.sendCommand({ tabId }, method, params)
|
||||
}
|
||||
|
||||
async function detachDebugger(tabId) {
|
||||
const entry = debuggers.get(tabId)
|
||||
if (!entry) return
|
||||
clearTimer(entry.timer)
|
||||
debuggers.delete(tabId)
|
||||
await chrome.debugger.detach({ tabId }).catch(() => {})
|
||||
}
|
||||
|
||||
// ── state for the panel ─────────────────────────────────────────────
|
||||
async function logEntry(entry) {
|
||||
const current = await load()
|
||||
current.log.unshift(entry)
|
||||
current.log.length = Math.min(current.log.length, LOG_SIZE)
|
||||
await save().catch(() => {})
|
||||
broadcast()
|
||||
return entry
|
||||
}
|
||||
|
||||
function notify(title, message) {
|
||||
chrome.notifications?.create({ type: 'basic', iconUrl: 'icon128.png', title, message: String(message).slice(0, 200), priority: 1 })
|
||||
?.catch?.(() => {})
|
||||
}
|
||||
|
||||
async function snapshotState() {
|
||||
const current = await load()
|
||||
const tabs = []
|
||||
for (const [sessionId, tabId] of Object.entries(current.tabs)) {
|
||||
try {
|
||||
const tab = await chrome.tabs.get(tabId)
|
||||
tabs.push({ sessionId, tabId, title: (tab.title || '').slice(0, 120), url: shortHost(tab.url) })
|
||||
} catch { delete current.tabs[sessionId] }
|
||||
}
|
||||
return { enabled, connected, registered, error: lastError, profile, running: active.size,
|
||||
log: current.log.slice(0, 15), tabs, shared: current.shared }
|
||||
}
|
||||
|
||||
function broadcast() {
|
||||
chrome.action?.setBadgeText?.({ text: active.size ? '●' : '' })?.catch?.(() => {})
|
||||
void snapshotState().then(view => chrome.runtime.sendMessage({ type: 'control.state', state: view })).catch(() => {})
|
||||
}
|
||||
|
||||
async function setEnabled(value) {
|
||||
await settings()
|
||||
enabled = value === true
|
||||
await chrome.storage.local.set({ controlEnabled: enabled })
|
||||
if (enabled) {
|
||||
backoff = 2000
|
||||
if (port && !registered) { try { await register() } catch (error) { lastError = error.message } }
|
||||
else await connect()
|
||||
} else {
|
||||
abortAll('Kullanıcı ajanın tarayıcı kullanımını kapattı.')
|
||||
for (const tabId of [...debuggers.keys()]) await detachDebugger(tabId)
|
||||
if (port) { try { await request('browser.register', { enabled: false }) } catch {} }
|
||||
registered = false
|
||||
const previous = port
|
||||
port = null; connected = false
|
||||
previous?.disconnect()
|
||||
chrome.alarms?.clear('aiturk-reconnect')
|
||||
}
|
||||
broadcast()
|
||||
return snapshotState()
|
||||
}
|
||||
|
||||
async function shareTab(tab, sessionId) {
|
||||
if (!tab?.id) throw new ToolError('Paylaşılacak sekme bulunamadı.')
|
||||
checkUrl(tab.url || '')
|
||||
const current = await load()
|
||||
if (sessionId) current.tabs[sessionId] = tab.id
|
||||
else current.shared = { tabId: tab.id, sessionId: null, title: (tab.title || '').slice(0, 120) }
|
||||
await save()
|
||||
broadcast()
|
||||
return snapshotState()
|
||||
}
|
||||
|
||||
async function releaseTab(sessionId) {
|
||||
const current = await load()
|
||||
const ids = sessionId ? [current.tabs[sessionId]] : Object.values(current.tabs)
|
||||
if (sessionId) delete current.tabs[sessionId]
|
||||
else { current.tabs = {}; current.shared = null }
|
||||
for (const tabId of ids) if (tabId) await detachDebugger(tabId)
|
||||
await save()
|
||||
broadcast()
|
||||
return snapshotState()
|
||||
}
|
||||
|
||||
async function onMessage(message, sender) {
|
||||
switch (message?.type) {
|
||||
case 'control.get':
|
||||
await settings()
|
||||
if (enabled && !port) void connect()
|
||||
return snapshotState()
|
||||
case 'control.set': return setEnabled(message.enabled === true)
|
||||
case 'control.stop': return setEnabled(false)
|
||||
case 'control.share': {
|
||||
const [tab] = await chrome.tabs.query({ active: true, lastFocusedWindow: true })
|
||||
return shareTab(tab, typeof message.sessionId === 'string' ? message.sessionId : null)
|
||||
}
|
||||
case 'control.release': return releaseTab(typeof message.sessionId === 'string' ? message.sessionId : null)
|
||||
}
|
||||
return undefined
|
||||
}
|
||||
|
||||
function onDebuggerDetach(source, reason) {
|
||||
const entry = debuggers.get(source?.tabId)
|
||||
if (!entry) return
|
||||
clearTimer(entry.timer)
|
||||
debuggers.delete(source.tabId)
|
||||
if (reason === 'canceled_by_user') {
|
||||
notify('AITURK durduruldu', 'Chrome uyarısındaki İptal ile ajanın tarayıcı kullanımı kapatıldı. Panelden tekrar açabilirsiniz.')
|
||||
void setEnabled(false)
|
||||
}
|
||||
}
|
||||
|
||||
async function onTabRemoved(tabId) {
|
||||
const current = await load()
|
||||
let changed = false
|
||||
for (const [key, value] of Object.entries(current.tabs)) if (value === tabId) { delete current.tabs[key]; changed = true }
|
||||
if (current.shared?.tabId === tabId) { current.shared = null; changed = true }
|
||||
debuggers.delete(tabId)
|
||||
if (changed) { await save(); broadcast() }
|
||||
}
|
||||
|
||||
return { connect, onMessage, onDebuggerDetach, onTabRemoved, setEnabled, shareTab, releaseTab, snapshotState,
|
||||
onAlarm: name => { if (name === 'aiturk-reconnect') void connect() },
|
||||
// exposed for tests
|
||||
_execute: execute, _runCommand: runCommand, _state: () => ({ port, connected, registered, enabled, active }) }
|
||||
}
|
||||
Binary file not shown.
|
After Width: | Height: | Size: 4.8 KiB |
Binary file not shown.
|
After Width: | Height: | Size: 589 B |
Binary file not shown.
|
After Width: | Height: | Size: 1.1 KiB |
Binary file not shown.
|
After Width: | Height: | Size: 1.8 KiB |
@@ -1,13 +1,16 @@
|
||||
{
|
||||
"manifest_version": 3,
|
||||
"name": "AITURK — IDE Yan Paneli",
|
||||
"version": "0.1.0",
|
||||
"description": "AITURK IDE konuşmalarınızı Chrome yan panelinde seçin ve aynı bağlamla devam edin. Windows beta.",
|
||||
"version": "0.2.0",
|
||||
"description": "AITURK IDE konuşmalarınızı Chrome yan panelinde sürdürün; isterseniz AITURK ajanı bu Chrome'da sayfa açıp tıklayabilsin. Windows beta.",
|
||||
"minimum_chrome_version": "116",
|
||||
"key": "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAsqPEObthL/kikWFLJrsJWfxxEqn50wJa3kbDGdZM644GW035J6lpkb932DBsHUtMdcDfRsQNWtjrIfLjxJP3xJv+vWLoO5QpcxHmqteyVS05SQw/RV0mV+pEQpuDnTlxUwAvfPk8bpyj7sD4zVHqLy0Q+BbcqAdkPUQL7x9wJDZxaM6fmrUyrTQMkFRjd6+2Stdg+rfrIgCNym55UaM0dHCtMPxpyn79eqyRT3CwDEmqAz99YCDwKbVu+MCEjQiVVeYSgJmfwcL1vV8Zsue1gOsC5mdQEtGGyHiHV8XIc8SL8k8AkGJu6v8srGEtjLRKvb/G66wzq10FxCis9M0f6QIDAQAB",
|
||||
"permissions": ["sidePanel", "nativeMessaging", "storage", "activeTab", "scripting"],
|
||||
"background": { "service_worker": "background.js" },
|
||||
"action": { "default_title": "AITURK yan panelini aç" },
|
||||
"permissions": ["sidePanel", "nativeMessaging", "storage", "activeTab", "scripting", "tabs", "tabGroups", "debugger", "contextMenus", "notifications", "alarms"],
|
||||
"host_permissions": ["<all_urls>"],
|
||||
"background": { "service_worker": "background.js", "type": "module" },
|
||||
"action": { "default_title": "AITURK yan panelini aç", "default_icon": { "16": "icon16.png", "32": "icon32.png", "48": "icon48.png" } },
|
||||
"icons": { "16": "icon16.png", "32": "icon32.png", "48": "icon48.png", "128": "icon128.png" },
|
||||
"commands": { "_execute_action": { "suggested_key": { "default": "Alt+Shift+A" }, "description": "AITURK yan panelini aç" } },
|
||||
"side_panel": { "default_path": "panel.html" },
|
||||
"content_security_policy": { "extension_pages": "script-src 'self'; object-src 'none'; connect-src 'none'; base-uri 'none'" },
|
||||
"homepage_url": "https://turkservis.online/indir"
|
||||
|
||||
@@ -0,0 +1,341 @@
|
||||
// Functions injected into a page the IDE agent controls. Each one runs through
|
||||
// chrome.scripting.executeScript in Chrome's isolated world, so every function
|
||||
// must be self-contained (no imports, no outer variables). They share one
|
||||
// global per document: the element map of the latest snapshot, which turns the
|
||||
// model's "@e5" back into the element it saw.
|
||||
|
||||
// Accessibility-style outline of the page with refs for interactive elements.
|
||||
// full=false lists interactive elements and headings; full=true adds visible
|
||||
// text in reading order. Same-origin iframes and open shadow roots are walked.
|
||||
export function snapshotPage(options) {
|
||||
const full = Boolean(options && options.full)
|
||||
const limit = Math.max(2000, Math.min(Number(options && options.limit) || 15000, 40000))
|
||||
const refs = new Map()
|
||||
const lines = []
|
||||
let counter = 0, length = 0, omitted = 0
|
||||
const ROLE_BY_TAG = { a: 'link', button: 'button', select: 'combobox', textarea: 'textbox', summary: 'button',
|
||||
h1: 'heading', h2: 'heading', h3: 'heading', h4: 'heading', h5: 'heading', h6: 'heading', img: 'img', iframe: 'iframe' }
|
||||
const INTERACTIVE = new Set(['button', 'link', 'textbox', 'searchbox', 'combobox', 'checkbox', 'radio', 'switch', 'tab',
|
||||
'menuitem', 'menuitemcheckbox', 'menuitemradio', 'option', 'slider', 'spinbutton', 'treeitem', 'listbox'])
|
||||
const SKIP = new Set(['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEMPLATE', 'SVG', 'HEAD', 'META', 'LINK'])
|
||||
const clean = (value, max = 100) => String(value || '').replace(/\s+/g, ' ').trim().slice(0, max)
|
||||
const quote = value => JSON.stringify(value)
|
||||
|
||||
function visible(element) {
|
||||
const rect = element.getBoundingClientRect()
|
||||
if (rect.width < 1 || rect.height < 1) return false
|
||||
const style = element.ownerDocument.defaultView.getComputedStyle(element)
|
||||
return style.visibility !== 'hidden' && style.display !== 'none' && style.opacity !== '0'
|
||||
}
|
||||
|
||||
function inputRole(element) {
|
||||
const type = (element.getAttribute('type') || 'text').toLowerCase()
|
||||
if (['button', 'submit', 'reset', 'image'].includes(type)) return 'button'
|
||||
if (type === 'checkbox') return 'checkbox'
|
||||
if (type === 'radio') return 'radio'
|
||||
if (type === 'range') return 'slider'
|
||||
if (type === 'number') return 'spinbutton'
|
||||
if (type === 'search') return 'searchbox'
|
||||
if (type === 'hidden') return ''
|
||||
return 'textbox'
|
||||
}
|
||||
|
||||
function roleOf(element) {
|
||||
const explicit = clean(element.getAttribute('role'), 40).split(' ')[0]
|
||||
if (explicit) return explicit
|
||||
const tag = element.tagName.toLowerCase()
|
||||
if (tag === 'input') return inputRole(element)
|
||||
if (tag === 'a') return element.hasAttribute('href') ? 'link' : ''
|
||||
if (element.isContentEditable && element.getAttribute('contenteditable') !== null) return 'textbox'
|
||||
return ROLE_BY_TAG[tag] || ''
|
||||
}
|
||||
|
||||
function nameOf(element, role) {
|
||||
const doc = element.ownerDocument
|
||||
const labelled = element.getAttribute('aria-labelledby')
|
||||
if (labelled) {
|
||||
const text = labelled.split(/\s+/).map(id => doc.getElementById(id)?.textContent || '').join(' ')
|
||||
if (clean(text)) return clean(text)
|
||||
}
|
||||
const aria = element.getAttribute('aria-label')
|
||||
if (clean(aria)) return clean(aria)
|
||||
if (element.id && ['textbox', 'searchbox', 'combobox', 'checkbox', 'radio', 'slider', 'spinbutton', 'switch'].includes(role)) {
|
||||
const label = Array.from(doc.getElementsByTagName('label')).find(candidate => candidate.htmlFor === element.id)
|
||||
if (label && clean(label.textContent)) return clean(label.textContent)
|
||||
}
|
||||
const wrapping = element.closest('label')
|
||||
if (wrapping && wrapping !== element && clean(wrapping.textContent)) return clean(wrapping.textContent)
|
||||
if (element.tagName === 'IMG') return clean(element.getAttribute('alt'))
|
||||
if (element.tagName === 'INPUT' && ['button', 'submit', 'reset'].includes((element.type || '').toLowerCase())) {
|
||||
return clean(element.value || element.type)
|
||||
}
|
||||
const text = role === 'textbox' || role === 'searchbox' || role === 'combobox' ? '' : clean(element.innerText || element.textContent)
|
||||
return text || clean(element.getAttribute('title')) || clean(element.getAttribute('placeholder'))
|
||||
}
|
||||
|
||||
function states(element, role) {
|
||||
const out = []
|
||||
if (role === 'heading') out.push(`level=${element.tagName.match(/\d/)?.[0] || element.getAttribute('aria-level') || 2}`)
|
||||
if (element.disabled || element.getAttribute('aria-disabled') === 'true') out.push('disabled')
|
||||
if (element.checked || element.getAttribute('aria-checked') === 'true') out.push('checked')
|
||||
if (element.getAttribute('aria-expanded') === 'true') out.push('expanded')
|
||||
if (element.getAttribute('aria-selected') === 'true') out.push('selected')
|
||||
if (element.required) out.push('required')
|
||||
return out
|
||||
}
|
||||
|
||||
function valueOf(element, role) {
|
||||
if (!['textbox', 'searchbox', 'combobox', 'spinbutton', 'slider'].includes(role)) return ''
|
||||
const type = (element.getAttribute('type') || '').toLowerCase()
|
||||
if (type === 'password') return element.value ? '••••' : ''
|
||||
if (element.tagName === 'SELECT') return clean(element.selectedOptions?.[0]?.textContent, 80)
|
||||
if (element.isContentEditable) return clean(element.innerText, 120)
|
||||
return clean(element.value, 120)
|
||||
}
|
||||
|
||||
function push(line) {
|
||||
if (length + line.length + 1 > limit) { omitted++; return }
|
||||
lines.push(line)
|
||||
length += line.length + 1
|
||||
}
|
||||
|
||||
function describe(element, depth) {
|
||||
const role = roleOf(element)
|
||||
if (!role) return false
|
||||
const interactive = INTERACTIVE.has(role) || (element.tagName === 'INPUT' && role)
|
||||
if (!interactive && role !== 'heading' && !(full && (role === 'img' || role === 'iframe'))) return false
|
||||
if (!visible(element)) return false
|
||||
const name = nameOf(element, role)
|
||||
const parts = [`${' '.repeat(depth)}- ${role}`]
|
||||
if (name) parts.push(quote(name))
|
||||
const flags = states(element, role)
|
||||
let ref = ''
|
||||
if (interactive) {
|
||||
ref = `e${++counter}`
|
||||
refs.set(ref, new WeakRef(element))
|
||||
flags.push(`ref=${ref}`)
|
||||
}
|
||||
if (flags.length) parts.push(`[${flags.join('] [')}]`)
|
||||
const value = valueOf(element, role)
|
||||
if (value) parts.push(`(değer: ${quote(value)})`)
|
||||
if ((element.getAttribute('type') || '').toLowerCase() === 'password') parts.push('(şifre alanı: ajan yazamaz)')
|
||||
if (role === 'link' && full) {
|
||||
try { parts.push(`→ ${new URL(element.getAttribute('href'), element.baseURI).href.slice(0, 160)}`) } catch {}
|
||||
}
|
||||
push(parts.join(' '))
|
||||
if (full && element.tagName === 'SELECT') {
|
||||
Array.from(element.options).slice(0, 20).forEach(option => push(`${' '.repeat(depth + 1)}- option ${quote(clean(option.textContent))}${option.selected ? ' [selected]' : ''}`))
|
||||
}
|
||||
return interactive
|
||||
}
|
||||
|
||||
function directText(element) {
|
||||
let text = ''
|
||||
for (const node of element.childNodes) if (node.nodeType === 3) text += node.textContent
|
||||
return clean(text, 300)
|
||||
}
|
||||
|
||||
function walk(root, depth) {
|
||||
for (const element of root.children || []) {
|
||||
if (SKIP.has(element.tagName.toUpperCase())) continue
|
||||
if (element.getAttribute('aria-hidden') === 'true' || element.hidden) continue
|
||||
if (element.tagName === 'IFRAME') {
|
||||
let inner = null
|
||||
try { inner = element.contentDocument } catch {}
|
||||
if (inner?.body && visible(element)) { push(`${' '.repeat(depth)}- iframe ${quote(clean(element.title || element.name || ''))}`); walk(inner.body, depth + 1) }
|
||||
else if (visible(element)) push(`${' '.repeat(depth)}- iframe ${quote(clean(element.title || element.src, 80))} (farklı alan adı: içerik okunamaz)`)
|
||||
continue
|
||||
}
|
||||
const interactive = describe(element, depth)
|
||||
if (!interactive && full && visible(element)) {
|
||||
const text = directText(element)
|
||||
if (text && !roleOf(element)) push(`${' '.repeat(depth)}- text: ${text}`)
|
||||
}
|
||||
if (element.shadowRoot) walk(element.shadowRoot, depth)
|
||||
// A described control's own children rarely add meaning (button labels).
|
||||
if (!interactive || element.tagName === 'SELECT' || element.getAttribute('role') === 'listbox') walk(element, depth)
|
||||
}
|
||||
}
|
||||
|
||||
walk(document.body || document.documentElement, 0)
|
||||
globalThis.__aiturkRefs = refs
|
||||
const header = [`Sayfa: ${clean(document.title, 200) || '(başlıksız)'}`, `Adres: ${location.href.slice(0, 300)}`]
|
||||
if (!lines.length) lines.push('(Görünür etkileşimli öğe yok. Sayfa yükleniyor olabilir; browser_snapshot ile tekrar bakın ya da full=true deneyin.)')
|
||||
if (omitted) lines.push(`… (${omitted} satır daha var; kısaltıldı. Sayfayı kaydırıp tekrar bakın.)`)
|
||||
return { snapshot: header.concat(lines).join('\n'), element_count: counter, url: location.href, title: document.title, truncated: omitted > 0 }
|
||||
}
|
||||
|
||||
// Where to click/type for a ref, after scrolling it into view. Coordinates are
|
||||
// top-level viewport CSS pixels (same-origin iframe offsets added).
|
||||
export function locateRef(ref) {
|
||||
const key = String(ref || '').trim().replace(/^@/, '').replace(/^ref=/, '').replace(/^\[|\]$/g, '')
|
||||
const element = globalThis.__aiturkRefs?.get(key)?.deref()
|
||||
if (!element || !element.isConnected) {
|
||||
return { error: `Öğe bulunamadı (@${key}). Sayfa değişmiş olabilir; browser_snapshot ile yeni numaraları alın.` }
|
||||
}
|
||||
element.scrollIntoView({ block: 'center', inline: 'center', behavior: 'instant' })
|
||||
const rect = element.getBoundingClientRect()
|
||||
let x = rect.left + rect.width / 2, y = rect.top + rect.height / 2
|
||||
let view = element.ownerDocument.defaultView
|
||||
while (view && view !== window && view.frameElement) {
|
||||
const frame = view.frameElement.getBoundingClientRect()
|
||||
x += frame.left; y += frame.top
|
||||
view = view.parent
|
||||
}
|
||||
const type = (element.getAttribute('type') || '').toLowerCase()
|
||||
const autocomplete = (element.getAttribute('autocomplete') || '').toLowerCase()
|
||||
let covered = ''
|
||||
if (element.ownerDocument === document) {
|
||||
const top = document.elementFromPoint(x, y)
|
||||
if (top && top !== element && !element.contains(top) && !top.contains(element)) {
|
||||
covered = String(top.innerText || top.getAttribute('aria-label') || top.tagName).replace(/\s+/g, ' ').trim().slice(0, 80)
|
||||
}
|
||||
}
|
||||
return {
|
||||
x: Math.round(x), y: Math.round(y),
|
||||
tag: element.tagName.toLowerCase(),
|
||||
name: String(element.getAttribute('aria-label') || element.innerText || element.value || element.getAttribute('title') || '').replace(/\s+/g, ' ').trim().slice(0, 80),
|
||||
editable: element.isContentEditable || ['INPUT', 'TEXTAREA', 'SELECT'].includes(element.tagName),
|
||||
password: type === 'password',
|
||||
payment: /^cc-|^card|card-?number|cvc|cvv/.test(autocomplete) || /cvc|cvv|card.?number/i.test(element.name || ''),
|
||||
disabled: Boolean(element.disabled || element.getAttribute('aria-disabled') === 'true'),
|
||||
covered,
|
||||
}
|
||||
}
|
||||
|
||||
// Focus a ref and select its current content so typed text replaces it.
|
||||
// Refuses password and payment-card fields: those stay with the user.
|
||||
export function prepareTyping(ref) {
|
||||
const key = String(ref || '').trim().replace(/^@/, '').replace(/^ref=/, '').replace(/^[|]$/g, '')
|
||||
const element = globalThis.__aiturkRefs?.get(key)?.deref()
|
||||
if (!element || !element.isConnected) {
|
||||
return { error: `Öğe bulunamadı (@${key}). Sayfa değişmiş olabilir; browser_snapshot ile yeni numaraları alın.` }
|
||||
}
|
||||
const type = (element.getAttribute('type') || '').toLowerCase()
|
||||
const autocomplete = (element.getAttribute('autocomplete') || '').toLowerCase()
|
||||
if (type === 'password' || autocomplete.includes('password')) {
|
||||
return { error: 'Şifre alanına ajan yazamaz. Bu adımı kullanıcıya bırakın.', handoff: true }
|
||||
}
|
||||
if (/^cc-|card-?number|cvc|cvv/.test(autocomplete) || /cvc|cvv|card.?number/i.test(element.name || '')) {
|
||||
return { error: 'Kart bilgisi alanına ajan yazamaz. Bu adımı kullanıcıya bırakın.', handoff: true }
|
||||
}
|
||||
const editable = element.isContentEditable || ['INPUT', 'TEXTAREA', 'SELECT'].includes(element.tagName)
|
||||
if (!editable) return { error: `@${key} bir yazı alanı değil (${element.tagName.toLowerCase()}).` }
|
||||
if (element.disabled || element.readOnly || element.getAttribute('aria-disabled') === 'true') {
|
||||
return { error: `@${key} şu an devre dışı ya da salt okunur.` }
|
||||
}
|
||||
element.scrollIntoView({ block: 'center', inline: 'center', behavior: 'instant' })
|
||||
if (element.tagName === 'SELECT') return { select: true }
|
||||
element.focus()
|
||||
if (element.isContentEditable) {
|
||||
const range = element.ownerDocument.createRange()
|
||||
range.selectNodeContents(element)
|
||||
const selection = element.ownerDocument.getSelection()
|
||||
selection.removeAllRanges(); selection.addRange(range)
|
||||
} else if (typeof element.select === 'function' && element.tagName !== 'SELECT') {
|
||||
element.select()
|
||||
}
|
||||
return { focused: element.ownerDocument.activeElement === element }
|
||||
}
|
||||
|
||||
// Script fallback when trusted input is unavailable: replace the value and fire
|
||||
// the events frameworks listen to.
|
||||
export function typeWithEvents(ref, text) {
|
||||
const key = String(ref || '').trim().replace(/^@/, '').replace(/^ref=/, '')
|
||||
const element = globalThis.__aiturkRefs?.get(key)?.deref()
|
||||
if (!element) return { error: `Öğe bulunamadı (@${key}).` }
|
||||
if (element.tagName === 'SELECT') {
|
||||
const wanted = String(text).trim().toLocaleLowerCase()
|
||||
const option = Array.from(element.options).find(item => item.textContent.trim().toLocaleLowerCase() === wanted ||
|
||||
item.value.toLocaleLowerCase() === wanted) || Array.from(element.options).find(item => item.textContent.trim().toLocaleLowerCase().includes(wanted))
|
||||
if (!option) return { error: `Listede "${String(text).slice(0, 80)}" seçeneği yok.` }
|
||||
element.value = option.value
|
||||
} else if (element.isContentEditable) {
|
||||
element.textContent = text
|
||||
} else {
|
||||
const proto = element.tagName === 'TEXTAREA' ? HTMLTextAreaElement.prototype : HTMLInputElement.prototype
|
||||
const setter = Object.getOwnPropertyDescriptor(proto, 'value')?.set
|
||||
setter ? setter.call(element, text) : (element.value = text)
|
||||
}
|
||||
element.dispatchEvent(new Event('input', { bubbles: true }))
|
||||
element.dispatchEvent(new Event('change', { bubbles: true }))
|
||||
return { value: element.isContentEditable ? element.textContent : element.value }
|
||||
}
|
||||
|
||||
// Read back what a field holds after typing (password fields never echoed).
|
||||
export function readValue(ref) {
|
||||
const key = String(ref || '').trim().replace(/^@/, '').replace(/^ref=/, '')
|
||||
const element = globalThis.__aiturkRefs?.get(key)?.deref()
|
||||
if (!element) return { error: `Öğe bulunamadı (@${key}).` }
|
||||
return { value: String(element.isContentEditable ? element.innerText : element.value ?? '').slice(0, 2000) }
|
||||
}
|
||||
|
||||
export function clickWithEvents(ref) {
|
||||
const key = String(ref || '').trim().replace(/^@/, '').replace(/^ref=/, '')
|
||||
const element = globalThis.__aiturkRefs?.get(key)?.deref()
|
||||
if (!element) return { error: `Öğe bulunamadı (@${key}).` }
|
||||
element.click()
|
||||
return { clicked: true }
|
||||
}
|
||||
|
||||
// Scroll the page, or the scrollable area under the viewport centre when the
|
||||
// window itself does not move (single-page apps).
|
||||
export function scrollPage(direction) {
|
||||
const sign = direction === 'up' ? -1 : 1
|
||||
const amount = Math.round(window.innerHeight * 0.8) * sign
|
||||
const before = window.scrollY
|
||||
window.scrollBy({ top: amount, behavior: 'instant' })
|
||||
if (window.scrollY !== before) {
|
||||
return { scrolled: true, atEnd: sign > 0 ? window.innerHeight + window.scrollY >= document.documentElement.scrollHeight - 2 : window.scrollY <= 0 }
|
||||
}
|
||||
let element = document.elementFromPoint(window.innerWidth / 2, window.innerHeight / 2)
|
||||
while (element && element !== document.body) {
|
||||
const style = getComputedStyle(element)
|
||||
if (/(auto|scroll)/.test(style.overflowY) && element.scrollHeight > element.clientHeight) {
|
||||
const previous = element.scrollTop
|
||||
element.scrollBy({ top: amount, behavior: 'instant' })
|
||||
if (element.scrollTop !== previous) {
|
||||
return { scrolled: true, atEnd: sign > 0 ? element.scrollTop + element.clientHeight >= element.scrollHeight - 2 : element.scrollTop <= 0 }
|
||||
}
|
||||
}
|
||||
element = element.parentElement
|
||||
}
|
||||
return { scrolled: false, atEnd: true }
|
||||
}
|
||||
|
||||
export function listImages() {
|
||||
const images = []
|
||||
for (const image of document.images) {
|
||||
if (images.length >= 100) break
|
||||
const rect = image.getBoundingClientRect()
|
||||
if (rect.width < 8 || rect.height < 8) continue
|
||||
const src = image.currentSrc || image.src || ''
|
||||
images.push({ src: src.startsWith('data:') ? `${src.slice(0, 60)}…` : src.slice(0, 500),
|
||||
alt: String(image.alt || '').slice(0, 200), width: Math.round(rect.width), height: Math.round(rect.height) })
|
||||
}
|
||||
return { images, count: images.length, url: location.href, title: document.title }
|
||||
}
|
||||
|
||||
// Numbered labels over the refs of the latest snapshot, for annotated
|
||||
// screenshots; call again with show=false to remove them.
|
||||
export function annotateRefs(show) {
|
||||
document.getElementById('__aiturk_labels')?.remove()
|
||||
if (!show) return { removed: true }
|
||||
const layer = document.createElement('div')
|
||||
layer.id = '__aiturk_labels'
|
||||
layer.style.cssText = 'position:fixed;inset:0;pointer-events:none;z-index:2147483647'
|
||||
const annotations = []
|
||||
for (const [ref, weak] of globalThis.__aiturkRefs || []) {
|
||||
const element = weak.deref()
|
||||
if (!element || element.ownerDocument !== document) continue
|
||||
const rect = element.getBoundingClientRect()
|
||||
if (rect.bottom < 0 || rect.top > innerHeight || rect.right < 0 || rect.left > innerWidth) continue
|
||||
const label = document.createElement('span')
|
||||
label.textContent = ref.slice(1)
|
||||
label.style.cssText = `position:fixed;left:${Math.max(0, rect.left)}px;top:${Math.max(0, rect.top)}px;background:#007f79;color:#fff;font:600 11px/14px system-ui;padding:0 3px;border-radius:3px`
|
||||
layer.append(label)
|
||||
annotations.push({ ref: `@${ref}`, label: `[${ref.slice(1)}]` })
|
||||
}
|
||||
document.documentElement.append(layer)
|
||||
return { annotations }
|
||||
}
|
||||
@@ -1,2 +1,2 @@
|
||||
:root{color-scheme:light dark;--bg:#f8faf9;--surface:#fff;--ink:#172a2a;--muted:#617675;--line:#dce5e2;--accent:#007f79;--soft:#e7f4ef;--error:#a43d24;font:14px/1.5 system-ui,-apple-system,"Segoe UI",sans-serif}
|
||||
*{box-sizing:border-box}body{margin:0;min-width:300px;height:100dvh;display:flex;flex-direction:column;background:var(--bg);color:var(--ink)}header{padding:18px 16px 10px;display:flex;align-items:center;justify-content:space-between;gap:6px}.brand{display:flex;align-items:center;gap:8px;letter-spacing:.02em}.mark{background:var(--accent);color:#fff;border-radius:8px;display:grid;place-items:center;width:28px;height:28px;font-size:19px;font-weight:750}.badge{color:var(--muted);font-size:9px;letter-spacing:.1em}button,input,textarea,select{font:inherit;color:inherit}button{cursor:pointer;background:var(--accent);color:#fff;border:0;border-radius:7px;padding:8px 12px;font-weight:600}button:disabled{opacity:.4;cursor:default}.quiet{background:transparent;color:var(--muted);font-size:12px;padding:6px}.quiet:hover:enabled{background:var(--soft);color:var(--accent)}:focus-visible{outline:2px solid var(--accent);outline-offset:2px}.connection{padding:0 16px 14px;display:flex;align-items:center;gap:7px;color:var(--muted);font-size:12px}.dot{height:7px;width:7px;border-radius:50%;background:var(--muted);flex-shrink:0}.dot.online{background:var(--accent)}.picker{padding:8px 16px 10px;border-top:1px solid var(--line);border-bottom:1px solid var(--line)}.row{display:flex;align-items:center;justify-content:space-between;gap:8px}label{font-weight:650;font-size:12px}input,select,textarea{display:block;width:100%;border:1px solid var(--line);background:var(--surface);border-radius:7px;padding:10px}input{margin:5px 0 8px}select{font-weight:600;text-overflow:ellipsis}.hint{font-size:11px;color:var(--muted);margin:7px 0 0}.picker .hint{margin-top:6px}#notice{margin:10px 16px 0;padding:10px;background:var(--soft);border-left:3px solid var(--error);font-size:12px;overflow-wrap:anywhere}main{flex:1;min-height:100px;overflow-y:auto;padding:12px 16px;scrollbar-width:thin}.empty{padding:30px 6px;color:var(--muted)}.empty-mark{font-size:42px;color:var(--accent);font-weight:800}h1{font-size:27px;line-height:1.2;letter-spacing:-.04em;color:var(--ink);font-weight:600}.message{margin:8px 0 22px;overflow-wrap:anywhere}.message .role{font-weight:700;color:var(--muted);font-size:11px;margin-bottom:6px;letter-spacing:.05em}.message .text{white-space:pre-wrap;tab-size:2}.message.user .text{background:var(--soft);border-radius:9px;padding:10px 12px}.message.streaming .role{color:var(--accent)}.activity{margin:0;padding:3px 16px;color:var(--accent);font-size:12px;min-height:24px}form{padding:8px 16px 10px}textarea{resize:vertical;max-height:220px;min-height:76px}form>.row{margin-top:6px}#attachment{font-size:11px;display:flex;align-items:center;justify-content:space-between;gap:5px;background:var(--soft);border-radius:6px;padding:5px 8px;margin-bottom:6px}#attachment-label{overflow:hidden;text-overflow:ellipsis;white-space:nowrap}footer{font-size:10px;display:flex;justify-content:space-between;padding:8px 16px 12px;color:var(--muted)}a{color:var(--muted);text-decoration:none}a:hover{text-decoration:underline}[hidden]{display:none!important}.sr-only{position:absolute;width:1px;height:1px;overflow:hidden;clip:rect(0,0,0,0)}@media(prefers-color-scheme:dark){:root{--bg:#121c1c;--surface:#192525;--ink:#e1ede9;--muted:#94aaa5;--line:#2e4140;--accent:#43cabb;--soft:#203a34;--error:#e9997e}button{color:#10201d}}@media(max-width:340px){.badge{display:none}}
|
||||
*{box-sizing:border-box}body{margin:0;min-width:300px;height:100dvh;display:flex;flex-direction:column;background:var(--bg);color:var(--ink)}header{padding:18px 16px 10px;display:flex;align-items:center;justify-content:space-between;gap:6px}.brand{display:flex;align-items:center;gap:8px;letter-spacing:.02em}.mark{background:var(--accent);color:#fff;border-radius:8px;display:grid;place-items:center;width:28px;height:28px;font-size:19px;font-weight:750}.badge{color:var(--muted);font-size:9px;letter-spacing:.1em}button,input,textarea,select{font:inherit;color:inherit}button{cursor:pointer;background:var(--accent);color:#fff;border:0;border-radius:7px;padding:8px 12px;font-weight:600}button:disabled{opacity:.4;cursor:default}.quiet{background:transparent;color:var(--muted);font-size:12px;padding:6px}.quiet:hover:enabled{background:var(--soft);color:var(--accent)}:focus-visible{outline:2px solid var(--accent);outline-offset:2px}.connection{padding:0 16px 14px;display:flex;align-items:center;gap:7px;color:var(--muted);font-size:12px}.dot{height:7px;width:7px;border-radius:50%;background:var(--muted);flex-shrink:0}.dot.online{background:var(--accent)}.picker{padding:8px 16px 10px;border-top:1px solid var(--line);border-bottom:1px solid var(--line)}.row{display:flex;align-items:center;justify-content:space-between;gap:8px}label{font-weight:650;font-size:12px}input,select,textarea{display:block;width:100%;border:1px solid var(--line);background:var(--surface);border-radius:7px;padding:10px}input{margin:5px 0 8px}select{font-weight:600;text-overflow:ellipsis}.hint{font-size:11px;color:var(--muted);margin:7px 0 0}.picker .hint{margin-top:6px}#notice{margin:10px 16px 0;padding:10px;background:var(--soft);border-left:3px solid var(--error);font-size:12px;overflow-wrap:anywhere}main{flex:1;min-height:100px;overflow-y:auto;padding:12px 16px;scrollbar-width:thin}.empty{padding:30px 6px;color:var(--muted)}.empty-mark{font-size:42px;color:var(--accent);font-weight:800}h1{font-size:27px;line-height:1.2;letter-spacing:-.04em;color:var(--ink);font-weight:600}.message{margin:8px 0 22px;overflow-wrap:anywhere}.message .role{font-weight:700;color:var(--muted);font-size:11px;margin-bottom:6px;letter-spacing:.05em}.message .text{white-space:pre-wrap;tab-size:2}.message.user .text{background:var(--soft);border-radius:9px;padding:10px 12px}.message.streaming .role{color:var(--accent)}.activity{margin:0;padding:3px 16px;color:var(--accent);font-size:12px;min-height:24px}form{padding:8px 16px 10px}textarea{resize:vertical;max-height:220px;min-height:76px}form>.row{margin-top:6px}#attachment{font-size:11px;display:flex;align-items:center;justify-content:space-between;gap:5px;background:var(--soft);border-radius:6px;padding:5px 8px;margin-bottom:6px}#attachment-label{overflow:hidden;text-overflow:ellipsis;white-space:nowrap}footer{font-size:10px;display:flex;justify-content:space-between;padding:8px 16px 12px;color:var(--muted)}a{color:var(--muted);text-decoration:none}a:hover{text-decoration:underline}[hidden]{display:none!important}.sr-only{position:absolute;width:1px;height:1px;overflow:hidden;clip:rect(0,0,0,0)}.control{margin:0 16px 10px;padding:10px 12px;border:1px solid var(--line);border-radius:9px;background:var(--surface)}.control .hint{margin-top:6px}.control .actions{justify-content:flex-start;gap:4px;margin-top:4px}.toggle{display:flex;align-items:center;gap:8px;font-weight:650;font-size:12px;cursor:pointer;min-height:32px}.toggle input{width:18px;height:18px;margin:0;accent-color:var(--accent)}.stop{background:var(--error);color:#fff;padding:6px 12px}#control-details{margin-top:6px;font-size:11px;color:var(--muted)}#control-details summary{cursor:pointer;min-height:24px}#control-log{margin:6px 0 0;padding-left:18px;max-height:160px;overflow-y:auto}#control-log li{margin:3px 0;overflow-wrap:anywhere}#control-log li.failed{color:var(--error)}#control-log li.running{color:var(--accent)}@media(prefers-color-scheme:dark){:root{--bg:#121c1c;--surface:#192525;--ink:#e1ede9;--muted:#94aaa5;--line:#2e4140;--accent:#43cabb;--soft:#203a34;--error:#e9997e}button{color:#10201d}}@media(max-width:340px){.badge{display:none}}
|
||||
@@ -4,6 +4,12 @@
|
||||
<body>
|
||||
<header><div class="brand"><span class="mark">A</span><strong>AITURK</strong><span class="badge">CHROME BETA</span></div><button id="reconnect" class="quiet">Yeniden bağlan</button></header>
|
||||
<div class="connection"><span id="dot" class="dot"></span><span id="connection" role="status">IDE bağlantısı kuruluyor…</span></div>
|
||||
<section id="control" class="control" aria-label="Ajanın bu Chrome’u kullanması">
|
||||
<div class="row"><label class="toggle"><input id="control-enabled" type="checkbox"><span>Ajan bu Chrome’u kullanabilsin</span></label><button id="control-stop" type="button" class="stop" hidden>Durdur</button></div>
|
||||
<p id="control-status" class="hint" role="status">Durum okunuyor…</p>
|
||||
<div class="row actions"><button id="control-share" type="button" class="quiet">+ Bu sekmeyi ajana ver</button><button id="control-release" type="button" class="quiet" hidden>Sekmeleri geri al</button></div>
|
||||
<details id="control-details" hidden><summary>Ajanın son işlemleri</summary><ol id="control-log"></ol></details>
|
||||
</section>
|
||||
<section class="picker" aria-label="IDE konuşmaları">
|
||||
<div class="row"><label for="search">IDE konuşmaların</label><button id="refresh" class="quiet" disabled>Yenile</button></div>
|
||||
<input id="search" type="search" placeholder="Başlığa göre ara…" autocomplete="off" disabled>
|
||||
@@ -19,6 +25,6 @@
|
||||
<div class="row"><button id="add-page" type="button" class="quiet" disabled>+ Sayfayı / seçimi ekle</button><div><button id="stop" type="button" class="quiet" hidden>Durdur</button><button id="send" type="submit" disabled>Gönder ↑</button></div></div>
|
||||
<p class="hint">Sayfa yalnızca siz eklediğinizde okunur. Gönderilen mesajlar IDE’nin araçlarını çalıştırabilir. Onaylar IDE’de yanıtlanır.</p>
|
||||
</form>
|
||||
<footer><a href="https://turkservis.online/indir" target="_blank" rel="noopener noreferrer">Kurulum ve yardım ↗</a><span>0.1.0 · Windows</span></footer>
|
||||
<footer><a href="https://turkservis.online/indir" target="_blank" rel="noopener noreferrer">Kurulum ve yardım ↗</a><span>0.2.0 · Windows · Alt+Shift+A</span></footer>
|
||||
<script src="panel.js" type="module"></script>
|
||||
</body></html>
|
||||
@@ -112,9 +112,11 @@ function paintHistory(messages) {
|
||||
|
||||
async function openSession(id) {
|
||||
const intent = ++generation
|
||||
// A page sent from the context menu before any conversation was chosen
|
||||
// waits for the first choice; switching conversations still clears it.
|
||||
if (selected) { attachment = null; $('attachment').hidden = true }
|
||||
selected = id; opening = Boolean(id); stream = null
|
||||
bufferedEvents = []
|
||||
attachment = null; $('attachment').hidden = true
|
||||
$('message').value = ''; $('stop').hidden = true
|
||||
notice(''); controls()
|
||||
if (!id) { opening = false; $('transcript').replaceChildren(); activity('Bir konuşma seçin.'); return }
|
||||
@@ -203,20 +205,92 @@ $('stop').addEventListener('click', async () => {
|
||||
try { await request('message.stop', { sessionId: selected }); activity('Durdurma isteği IDE’ye iletildi.') }
|
||||
catch (error) { notice(error.message) }
|
||||
})
|
||||
function setAttachment(context) {
|
||||
if (!context?.text) throw new Error('Bu sayfadan okunabilir metin alınamadı.')
|
||||
attachment = context
|
||||
$('attachment-label').textContent = `${context.selection ? 'Seçim' : 'Sayfa'}: ${context.title} · ${context.text.length.toLocaleString('tr')} karakter`
|
||||
$('attachment').hidden = false
|
||||
notice(selected ? 'Sayfa içeriği mesajınızla birlikte IDE’ye ve seçili model sağlayıcısına gönderilecek. Hassas bilgi içermediğinden emin olun.'
|
||||
: 'Ek hazır. Göndermek için yukarıdan bir IDE konuşması seçin.')
|
||||
}
|
||||
|
||||
async function capture(tabId) {
|
||||
const results = await chrome.scripting.executeScript({ target: { tabId }, func: capturePageContext })
|
||||
return results[0]?.result
|
||||
}
|
||||
|
||||
$('add-page').addEventListener('click', async () => {
|
||||
const intent = generation
|
||||
try {
|
||||
const [tab] = await chrome.tabs.query({ active: true, currentWindow: true })
|
||||
if (!tab?.id || !/^https?:\/\//.test(tab.url || '')) throw new Error('Yalnızca normal HTTP/HTTPS sayfaları eklenebilir. Önce AITURK araç çubuğu simgesine tıklayarak bu sekmeye erişim verin.')
|
||||
const results = await chrome.scripting.executeScript({ target: { tabId: tab.id }, func: capturePageContext })
|
||||
if (!tab?.id || !/^https?:\/\//.test(tab.url || '')) throw new Error('Yalnızca normal HTTP/HTTPS sayfaları eklenebilir.')
|
||||
const context = await capture(tab.id)
|
||||
if (intent !== generation) return
|
||||
const context = results[0]?.result
|
||||
if (!context?.text) throw new Error('Bu sayfadan okunabilir metin alınamadı.')
|
||||
attachment = context
|
||||
$('attachment-label').textContent = `${context.selection ? 'Seçim' : 'Sayfa'}: ${context.title} · ${context.text.length.toLocaleString('tr')} karakter`
|
||||
$('attachment').hidden = false
|
||||
notice('Sayfa içeriği mesajınızla birlikte IDE’ye ve seçili model sağlayıcısına gönderilecek. Hassas bilgi içermediğinden emin olun.')
|
||||
setAttachment(context)
|
||||
} catch (error) { notice(error.message) }
|
||||
})
|
||||
|
||||
// Text or a page sent from the right-click menu while the panel opens.
|
||||
async function takePendingContext() {
|
||||
const saved = await chrome.storage.session.get(['pendingContext', 'pendingNotice'])
|
||||
if (saved.pendingNotice) { notice(saved.pendingNotice); await chrome.storage.session.remove('pendingNotice') }
|
||||
const pending = saved.pendingContext
|
||||
if (!pending) return
|
||||
await chrome.storage.session.remove('pendingContext')
|
||||
if (Date.now() - pending.at > 120000) return
|
||||
try {
|
||||
if (pending.kind === 'selection' && pending.text) {
|
||||
const tab = await chrome.tabs.get(pending.tabId).catch(() => null)
|
||||
let address = ''
|
||||
try { const url = new URL(tab?.url || ''); address = url.origin + url.pathname } catch {}
|
||||
setAttachment({ title: (tab?.title || '').slice(0, 200), url: address, text: pending.text.slice(0, 24000), selection: true })
|
||||
} else setAttachment(await capture(pending.tabId))
|
||||
} catch (error) { notice(error.message) }
|
||||
}
|
||||
|
||||
// ── The agent using this Chrome ───────────────────────────────────────
|
||||
const STATUS_MARK = { ok: '✓', failed: '✕', cancelled: '■', running: '…' }
|
||||
|
||||
function renderControl(state) {
|
||||
if (!state || typeof state !== 'object') return
|
||||
$('control-enabled').checked = Boolean(state.enabled)
|
||||
$('control-stop').hidden = !(state.enabled && state.running)
|
||||
$('control-release').hidden = !(state.tabs?.length || state.shared)
|
||||
let text
|
||||
if (!state.enabled) text = 'Kapalı. Açarsan AITURK ajanı tarayıcı işlerini bu Chrome’da, kendi “AITURK” sekmelerinde yapar.'
|
||||
else if (!state.registered) text = `IDE bekleniyor… AITURK IDE açık olmalı.${state.error ? ' (' + state.error + ')' : ''}`
|
||||
else if (state.running) text = 'Ajan şu an bu Chrome’da çalışıyor. Durdurmak için “Durdur”a bas.'
|
||||
else text = 'Hazır: ajan tarayıcı işlerini bu Chrome’da, “AITURK” sekme grubunda yapar. Şifre ve kart alanlarına yazmaz.'
|
||||
if (state.shared) text += ` Paylaşılan sekme: “${state.shared.title || 'sekme'}”; ajan bir sonraki tarayıcı işinde bunu kullanır.`
|
||||
if (state.tabs?.length) text += ` Ajanın sekmeleri: ${state.tabs.map(tab => tab.url || tab.title).filter(Boolean).join(', ')}.`
|
||||
$('control-status').textContent = text
|
||||
const items = (state.log || []).map(entry => {
|
||||
const item = document.createElement('li')
|
||||
item.className = entry.status
|
||||
item.textContent = `${STATUS_MARK[entry.status] || ''} ${entry.text}${entry.note ? ' — ' + entry.note : ''}`
|
||||
return item
|
||||
})
|
||||
$('control-log').replaceChildren(...items)
|
||||
$('control-details').hidden = !items.length
|
||||
}
|
||||
|
||||
async function control(type, extra = {}) {
|
||||
try {
|
||||
const reply = await chrome.runtime.sendMessage({ type, ...extra })
|
||||
if (reply?.failure) notice(reply.failure)
|
||||
else renderControl(reply)
|
||||
} catch (error) { notice(`Eklenti arka planına ulaşılamadı: ${error.message}`) }
|
||||
}
|
||||
|
||||
chrome.runtime.onMessage.addListener(message => { if (message?.type === 'control.state') renderControl(message.state) })
|
||||
chrome.storage.onChanged.addListener((changes, area) => {
|
||||
if (area === 'session' && (changes.pendingContext?.newValue || changes.pendingNotice?.newValue)) void takePendingContext()
|
||||
})
|
||||
$('control-enabled').addEventListener('change', () => void control('control.set', { enabled: $('control-enabled').checked }))
|
||||
$('control-stop').addEventListener('click', () => void control('control.stop'))
|
||||
$('control-share').addEventListener('click', () => void control('control.share', { sessionId: selected || null }))
|
||||
$('control-release').addEventListener('click', () => void control('control.release'))
|
||||
$('remove-attachment').addEventListener('click', () => { attachment = null; $('attachment').hidden = true; notice('') })
|
||||
void connect()
|
||||
void control('control.get')
|
||||
void takePendingContext()
|
||||
Reference in new issue
Block a user