You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
237 lines
8.6 KiB
237 lines
8.6 KiB
'use strict'; |
|
(function () { |
|
var TOKEN_KEY = 'dshmem-bridge-token' |
|
var ENABLED_KEY = 'dshmem-log-enabled' |
|
var BASE = 'http' + ':' + '//' + '127.0.0.1' + ':' + '8766' |
|
var CHUNK = 700 |
|
var K_RATIO = 3.1; var CONTEXT_LIMIT = 131072; var charsAccum = 0 |
|
var seen = Object.create(null) |
|
var cfg = null |
|
var lastAccum = null |
|
var SEP = String.fromCharCode(10) + String.fromCharCode(10); try { window.addEventListener('dshmem:chat-change', function () { charsAccum = 0; lastAccum = null; seen = Object.create(null); }) } catch (e) {} |
|
|
|
function hash(s) { |
|
var h1 = 5381 |
|
var h2 = 52711 |
|
for (var i = 0; i !== s.length; i++) { |
|
var c = s.charCodeAt(i) |
|
h1 = (((h1 * 33) ^ c) >>> 0) |
|
h2 = (((h2 * 31) ^ c) >>> 0) |
|
} |
|
return h1.toString(36) + h2.toString(36) |
|
} |
|
|
|
function today() { |
|
var d = new Date() |
|
var m = String(d.getMonth() + 1) |
|
var dd = String(d.getDate()) |
|
if (m.length === 1) m = '0' + m |
|
if (dd.length === 1) dd = '0' + dd |
|
return d.getFullYear() + '-' + m + '-' + dd |
|
} |
|
|
|
function chunk(text) { |
|
var out = [] |
|
var n = Math.ceil(text.length / CHUNK) || 1 |
|
for (var i = 0; i !== n; i++) out.push(text.slice(i * CHUNK, (i + 1) * CHUNK)) |
|
return out |
|
} |
|
|
|
function isInj(text) { |
|
if (text.indexOf('MEMORY_SYSTEM') !== -1) return true |
|
if (text.indexOf('DSM:memory_calls') !== -1) return true |
|
if (text.indexOf('DSM:memory_write') !== -1) return true |
|
if (text.indexOf('dsmemory') !== -1) return true |
|
return false |
|
} |
|
|
|
function linesFor(mid, role, text, ts) { |
|
var cs = chunk(text) |
|
var arr = [] |
|
for (var i = 0; i !== cs.length; i++) { |
|
var obj = { |
|
mid: mid, |
|
part: i, |
|
total: cs.length, |
|
role: role, |
|
ts: ts, |
|
inj: isInj(text), |
|
text: cs[i] |
|
} |
|
arr.push(JSON.stringify(obj)) |
|
} |
|
return arr |
|
} |
|
|
|
function requestConfig() { |
|
return new Promise(function (resolve) { |
|
var done = false |
|
function onCfg(e) { |
|
if (done) return |
|
done = true |
|
try { |
|
cfg = JSON.parse(e.detail) |
|
} catch (err) { |
|
cfg = null |
|
} |
|
window.removeEventListener('dshmem:log-config', onCfg) |
|
resolve(cfg) |
|
} |
|
window.addEventListener('dshmem:log-config', onCfg) |
|
try { |
|
window.dispatchEvent(new CustomEvent('dshmem:log-request')) |
|
} catch (err) { |
|
done = true |
|
resolve(null) |
|
} |
|
setTimeout(function () { |
|
if (done) return |
|
done = true |
|
window.removeEventListener('dshmem:log-config', onCfg) |
|
resolve(null) |
|
}, 2000) |
|
}) |
|
} |
|
|
|
function sendLines(file, lines) { |
|
if (!cfg || !cfg.token) return Promise.resolve(false) |
|
var headers = { 'Content-Type': 'application/json' } |
|
headers.Authorization = 'Bearer ' + cfg.token |
|
return fetch(BASE + '/log/append', { |
|
method: 'POST', |
|
headers: headers, |
|
body: JSON.stringify({ file: file, lines: lines }) |
|
}).then(function (r) { return r.ok }).catch(function () { return false }) |
|
} |
|
|
|
function extractAssistant(sse) { |
|
if (!sse) return '' |
|
var out = [] |
|
var blocks = sse.split(SEP) |
|
for (var i = 0; i !== blocks.length; i++) { |
|
var block = blocks[i] |
|
var idx = block.indexOf('data: ') |
|
if (idx === -1) continue |
|
var json = block.slice(idx + 6).trim() |
|
if (!json) continue |
|
var o = null |
|
try { o = JSON.parse(json) } catch (e) { continue } |
|
if (!o || typeof o !== 'object') continue |
|
if (o.p) continue |
|
if (typeof o.v !== 'string') continue |
|
if (Object.keys(o).length !== 1) continue |
|
out.push(o.v) |
|
} |
|
return out.join('') |
|
} |
|
|
|
function extractAccum(sse) { |
|
if (!sse) return null |
|
var idx = sse.lastIndexOf('accumulated_token_usage') |
|
if (idx === -1) return null |
|
var tail = sse.slice(idx, idx + 80) |
|
var start = -1 |
|
var i = 0 |
|
while (i < tail.length) { |
|
var ch = tail.charCodeAt(i) |
|
if (ch >= 48 && ch <= 57) { |
|
start = i |
|
break |
|
} |
|
i++ |
|
} |
|
if (start === -1) return null |
|
var end = start |
|
while (end < tail.length) { |
|
var cd = tail.charCodeAt(end) |
|
if (cd < 48 || cd > 57) break |
|
end++ |
|
} |
|
if (end === start) return null |
|
return parseInt(tail.slice(start, end), 10) |
|
} |
|
|
|
function process(entry) { |
|
if (!entry || !entry.url) return |
|
if (entry.url.indexOf('chat/completion') === -1) return |
|
if (!cfg) { |
|
requestConfig().then(function () { process(entry) }) |
|
return |
|
} |
|
if (!cfg.enabled) return |
|
var messages = []; var chatId = ''; var reqKeys = '' |
|
try { |
|
var req = JSON.parse(entry.body); if (req) reqKeys = Object.keys(req).join(','); var ck = 'chat' + '_session' + '_id'; if (req) chatId = String(req[ck] || '') |
|
if (req && Array.isArray(req.messages)) messages = req.messages |
|
else if (req && typeof req.prompt === 'string' && req.prompt) messages = [{ role: 'user', content: req.prompt }] |
|
} catch (e) { return } |
|
var assistant = '' |
|
try { assistant = extractAssistant(entry.resp || '') } catch (e) { } |
|
var all = messages.slice() |
|
if (assistant) all.push({ role: 'assistant', content: assistant }) |
|
var file = today() + '.jsonl' |
|
var lines = [] |
|
for (var i = 0; i !== all.length; i++) { |
|
var msg = all[i] |
|
if (!msg || typeof msg.content !== 'string') continue |
|
var text = msg.content |
|
if (!text) continue |
|
var role = msg.role || 'user' |
|
var h = hash(role + ':' + text) |
|
if (seen[h]) continue |
|
seen[h] = true |
|
var ls = linesFor(role + '-' + h, role, text, Date.now()) |
|
for (var j = 0; j !== ls.length; j++) lines.push(ls[j]) |
|
} |
|
var accum = null |
|
try { accum = extractAccum(entry.resp || '') } catch (e) { accum = null } |
|
if (accum !== null) { |
|
var delta = 0 |
|
if (lastAccum !== null && accum > lastAccum) delta = accum - lastAccum |
|
lastAccum = accum |
|
var ctxChars = 0 |
|
for (var m = 0; m !== all.length; m++) { |
|
if (all[m] && typeof all[m].content === 'string') ctxChars += all[m].content.length |
|
} |
|
charsAccum += ctxChars; var meta = { |
|
mid: 'meta-' + Date.now(), |
|
part: 0, |
|
total: 1, |
|
role: 'meta', |
|
ts: Date.now(), |
|
inj: false, |
|
text: 'metrics', |
|
accum: accum, |
|
delta: delta, |
|
chars: ctxChars, |
|
chat_id: chatId, req_keys: reqKeys, est_tok: Math.round(ctxChars / K_RATIO), ctx_chars: charsAccum, ctx_tok: Math.round(charsAccum / K_RATIO), ctx_pct: Math.round(charsAccum / K_RATIO * 1000 / CONTEXT_LIMIT) / 10 |
|
} |
|
lines.push(JSON.stringify(meta)); try { window.dispatchEvent(new CustomEvent('dshmem:metrics', { detail: JSON.stringify({ accum: accum, delta: delta, chars: ctxChars, est_tok: Math.round(ctxChars / K_RATIO), ctx_chars: charsAccum, ctx_tok: Math.round(charsAccum / K_RATIO), ctx_pct: Math.round(charsAccum / K_RATIO * 1000 / CONTEXT_LIMIT) / 10 }) })) } catch (e) { } |
|
} |
|
if (!lines.length) return |
|
sendLines(file, lines).then(function (ok) { |
|
if (ok) console.log('[chat-log] saved', lines.length) |
|
}) |
|
} |
|
|
|
var origOpen = XMLHttpRequest.prototype.open |
|
var origSend = XMLHttpRequest.prototype.send |
|
XMLHttpRequest.prototype.open = function (m, u) { |
|
this.__chatUrl = String(u || '') |
|
return origOpen.apply(this, arguments) |
|
} |
|
XMLHttpRequest.prototype.send = function (body) { |
|
var self = this |
|
var bodyStr = typeof body === 'string' ? body : '' |
|
this.addEventListener('load', function () { |
|
try { |
|
process({ url: self.__chatUrl, body: bodyStr, resp: self.responseText || '' }) |
|
} catch (e) { |
|
console.warn('[chat-log] error', String(e)) |
|
} |
|
}) |
|
return origSend.apply(this, arguments) |
|
} |
|
|
|
requestConfig(); try { var __boot = Date.now(); var __nav = ''; try { var __ne = performance.getEntriesByType('navigation'); __nav = (__ne && __ne[0] && __ne[0].type) || 'unknown' } catch (e1) { __nav = 'err' } var __path = String(location.pathname || ''); var __cid = ''; var __parts = __path.split('/'); var __si = __parts.indexOf('s'); __cid = __si !== -1 && __parts[__si + 1] ? __parts[__si + 1] : ''; var __init = { mid: 'init-' + __boot, part: 0, total: 1, role: 'init', ts: __boot, inj: false, text: 'init', boot: __boot, nav: __nav, ready: document.readyState, path: __path, chat_id: __cid }; var __cfgReady = requestConfig(); __cfgReady.then(function (c) { if (!c || !c.token) return; var __h = { 'Content-Type': 'application/json' }; __h.Authorization = 'Bearer ' + c.token; fetch(BASE + '/log/append', { method: 'POST', headers: __h, body: JSON.stringify({ file: today() + '.jsonl', lines: [JSON.stringify(__init)] }) }).catch(function () { }) }); } catch (e2) { } |
|
})()
|
|
|