You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 

237 lines
8.7 KiB

'use strict';
(function () {
var TOKEN_KEY = 'dshmem-bridge-token'
var ENABLED_KEY = 'dshmem-log-enabled'
var BASE = 'http' + ':' + '//' + '127.0.0.1' + ':' + '8766'
var CHUNK = 700
var K_RATIO = 3.1; var CONTEXT_LIMIT = 131072; var charsAccum = 0
var seen = Object.create(null)
var cfg = null
var lastAccum = null
var SEP = String.fromCharCode(10) + String.fromCharCode(10); try { window.addEventListener('dshmem:chat-change', function () { charsAccum = 0; lastAccum = null; seen = Object.create(null); }) } catch (e) {}
function hash(s) {
var h1 = 5381
var h2 = 52711
for (var i = 0; i !== s.length; i++) {
var c = s.charCodeAt(i)
h1 = (((h1 * 33) ^ c) >>> 0)
h2 = (((h2 * 31) ^ c) >>> 0)
}
return h1.toString(36) + h2.toString(36)
}
function today() {
var d = new Date()
var m = String(d.getMonth() + 1)
var dd = String(d.getDate())
if (m.length === 1) m = '0' + m
if (dd.length === 1) dd = '0' + dd
return d.getFullYear() + '-' + m + '-' + dd
}
function chunk(text) {
var out = []
var n = Math.ceil(text.length / CHUNK) || 1
for (var i = 0; i !== n; i++) out.push(text.slice(i * CHUNK, (i + 1) * CHUNK))
return out
}
function isInj(text) {
if (text.indexOf('MEMORY_SYSTEM') !== -1) return true
if (text.indexOf('DSM:memory_calls') !== -1) return true
if (text.indexOf('DSM:memory_write') !== -1) return true
if (text.indexOf('dsmemory') !== -1) return true
return false
}
function linesFor(mid, role, text, ts) {
var cs = chunk(text)
var arr = []
for (var i = 0; i !== cs.length; i++) {
var obj = {
mid: mid,
part: i,
total: cs.length,
role: role,
ts: ts,
inj: isInj(text),
text: cs[i]
}
arr.push(JSON.stringify(obj))
}
return arr
}
function requestConfig() {
return new Promise(function (resolve) {
var done = false
function onCfg(e) {
if (done) return
done = true
try {
cfg = JSON.parse(e.detail)
} catch (err) {
cfg = null
}
window.removeEventListener('dshmem:log-config', onCfg)
resolve(cfg)
}
window.addEventListener('dshmem:log-config', onCfg)
try {
window.dispatchEvent(new CustomEvent('dshmem:log-request'))
} catch (err) {
done = true
resolve(null)
}
setTimeout(function () {
if (done) return
done = true
window.removeEventListener('dshmem:log-config', onCfg)
resolve(null)
}, 2000)
})
}
function sendLines(file, lines) {
if (!cfg || !cfg.token) return Promise.resolve(false)
var headers = { 'Content-Type': 'application/json' }
headers.Authorization = 'Bearer ' + cfg.token
return fetch(BASE + '/log/append', {
method: 'POST',
headers: headers,
body: JSON.stringify({ file: file, lines: lines })
}).then(function (r) { return r.ok }).catch(function () { return false })
}
function extractAssistant(sse) {
if (!sse) return ''
var out = []
var blocks = sse.split(SEP)
for (var i = 0; i !== blocks.length; i++) {
var block = blocks[i]
var idx = block.indexOf('data: ')
if (idx === -1) continue
var json = block.slice(idx + 6).trim()
if (!json) continue
var o = null
try { o = JSON.parse(json) } catch (e) { continue }
if (!o || typeof o !== 'object') continue
if (o.p) continue
if (typeof o.v !== 'string') continue
if (Object.keys(o).length !== 1) continue
out.push(o.v)
}
return out.join('')
}
function extractAccum(sse) {
if (!sse) return null
var idx = sse.lastIndexOf('accumulated_token_usage')
if (idx === -1) return null
var tail = sse.slice(idx, idx + 80)
var start = -1
var i = 0
while (i < tail.length) {
var ch = tail.charCodeAt(i)
if (ch >= 48 && ch <= 57) {
start = i
break
}
i++
}
if (start === -1) return null
var end = start
while (end < tail.length) {
var cd = tail.charCodeAt(end)
if (cd < 48 || cd > 57) break
end++
}
if (end === start) return null
return parseInt(tail.slice(start, end), 10)
}
function process(entry) {
if (!entry || !entry.url) return
if (entry.url.indexOf('chat/completion') === -1) return
if (!cfg) {
requestConfig().then(function () { process(entry) })
return
}
if (!cfg.enabled) return
var messages = []; var chatId = ''; var reqKeys = ''
try {
var req = JSON.parse(entry.body); if (req) reqKeys = Object.keys(req).join(','); var ck = 'chat' + '_session' + '_id'; if (req) chatId = String(req[ck] || ''); var pk = 'parent' + '_message' + '_id'; var pid = (req && req[pk] !== undefined) ? String(req[pk]) : 'absent'
if (req && Array.isArray(req.messages)) messages = req.messages
else if (req && typeof req.prompt === 'string' && req.prompt) messages = [{ role: 'user', content: req.prompt }]
} catch (e) { return }
var assistant = ''
try { assistant = extractAssistant(entry.resp || '') } catch (e) { }
var all = messages.slice()
if (assistant) all.push({ role: 'assistant', content: assistant })
var file = today() + '.jsonl'
var lines = []
for (var i = 0; i !== all.length; i++) {
var msg = all[i]
if (!msg || typeof msg.content !== 'string') continue
var text = msg.content
if (!text) continue
var role = msg.role || 'user'
var h = hash(role + ':' + text)
if (seen[h]) continue
seen[h] = true
var ls = linesFor(role + '-' + h, role, text, Date.now())
for (var j = 0; j !== ls.length; j++) lines.push(ls[j])
}
var accum = null
try { accum = extractAccum(entry.resp || '') } catch (e) { accum = null }
if (accum !== null) {
var delta = 0
if (lastAccum !== null && accum > lastAccum) delta = accum - lastAccum
lastAccum = accum
var ctxChars = 0
for (var m = 0; m !== all.length; m++) {
if (all[m] && typeof all[m].content === 'string') ctxChars += all[m].content.length
}
charsAccum += ctxChars; var meta = {
mid: 'meta-' + Date.now(),
part: 0,
total: 1,
role: 'meta',
ts: Date.now(),
inj: false,
text: 'metrics',
accum: accum,
delta: delta,
chars: ctxChars,
chat_id: chatId, parent_id: pid, req_keys: reqKeys, est_tok: Math.round(ctxChars / K_RATIO), ctx_chars: charsAccum, ctx_tok: Math.round(charsAccum / K_RATIO), ctx_pct: Math.round(charsAccum / K_RATIO * 1000 / CONTEXT_LIMIT) / 10
}
lines.push(JSON.stringify(meta)); try { window.dispatchEvent(new CustomEvent('dshmem:metrics', { detail: JSON.stringify({ accum: accum, delta: delta, chars: ctxChars, est_tok: Math.round(ctxChars / K_RATIO), ctx_chars: charsAccum, ctx_tok: Math.round(charsAccum / K_RATIO), ctx_pct: Math.round(charsAccum / K_RATIO * 1000 / CONTEXT_LIMIT) / 10 }) })) } catch (e) { }
}
if (!lines.length) return
sendLines(file, lines).then(function (ok) {
if (ok) console.log('[chat-log] saved', lines.length)
})
}
var origOpen = XMLHttpRequest.prototype.open
var origSend = XMLHttpRequest.prototype.send
XMLHttpRequest.prototype.open = function (m, u) {
this.__chatUrl = String(u || '')
return origOpen.apply(this, arguments)
}
XMLHttpRequest.prototype.send = function (body) {
var self = this
var bodyStr = typeof body === 'string' ? body : ''
this.addEventListener('load', function () {
try {
process({ url: self.__chatUrl, body: bodyStr, resp: self.responseText || '' })
} catch (e) {
console.warn('[chat-log] error', String(e))
}
})
return origSend.apply(this, arguments)
}
requestConfig(); try { var __boot = Date.now(); var __nav = ''; try { var __ne = performance.getEntriesByType('navigation'); __nav = (__ne && __ne[0] && __ne[0].type) || 'unknown' } catch (e1) { __nav = 'err' } var __path = String(location.pathname || ''); var __cid = ''; var __parts = __path.split('/'); var __si = __parts.indexOf('s'); __cid = __si !== -1 && __parts[__si + 1] ? __parts[__si + 1] : ''; var __init = { mid: 'init-' + __boot, part: 0, total: 1, role: 'init', ts: __boot, inj: false, text: 'init', boot: __boot, nav: __nav, ready: document.readyState, path: __path, chat_id: __cid }; var __cfgReady = requestConfig(); __cfgReady.then(function (c) { if (!c || !c.token) return; var __h = { 'Content-Type': 'application/json' }; __h.Authorization = 'Bearer ' + c.token; fetch(BASE + '/log/append', { method: 'POST', headers: __h, body: JSON.stringify({ file: today() + '.jsonl', lines: [JSON.stringify(__init)] }) }).catch(function () { }) }); } catch (e2) { }
})()