You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 

183 lines
5.2 KiB

'use strict';
(function () {
var TOKEN_KEY = 'dshmem-bridge-token'
var ENABLED_KEY = 'dshmem-log-enabled'
var BASE = 'http' + ':' + '//' + '127.0.0.1' + ':' + '8766'
var CHUNK = 700
var seen = Object.create(null)
var cfg = null
var SEP = String.fromCharCode(10) + String.fromCharCode(10)
function hash(s) {
var h1 = 5381
var h2 = 52711
for (var i = 0; i !== s.length; i++) {
var c = s.charCodeAt(i)
h1 = (((h1 * 33) ^ c) >>> 0)
h2 = (((h2 * 31) ^ c) >>> 0)
}
return h1.toString(36) + h2.toString(36)
}
function today() {
var d = new Date()
var m = String(d.getMonth() + 1)
var dd = String(d.getDate())
if (m.length === 1) m = '0' + m
if (dd.length === 1) dd = '0' + dd
return d.getFullYear() + '-' + m + '-' + dd
}
function chunk(text) {
var out = []
var n = Math.ceil(text.length / CHUNK) || 1
for (var i = 0; i !== n; i++) out.push(text.slice(i * CHUNK, (i + 1) * CHUNK))
return out
}
function isInj(text) {
if (text.indexOf('MEMORY_SYSTEM') !== -1) return true
if (text.indexOf('DSM:memory_calls') !== -1) return true
if (text.indexOf('DSM:memory_write') !== -1) return true
if (text.indexOf('dsmemory') !== -1) return true
return false
}
function linesFor(mid, role, text, ts) {
var cs = chunk(text)
var arr = []
for (var i = 0; i !== cs.length; i++) {
var obj = {
mid: mid,
part: i,
total: cs.length,
role: role,
ts: ts,
inj: isInj(text),
text: cs[i]
}
arr.push(JSON.stringify(obj))
}
return arr
}
function requestConfig() {
return new Promise(function (resolve) {
var done = false
function onCfg(e) {
if (done) return
done = true
try {
cfg = JSON.parse(e.detail)
} catch (err) {
cfg = null
}
window.removeEventListener('dshmem:log-config', onCfg)
resolve(cfg)
}
window.addEventListener('dshmem:log-config', onCfg)
try {
window.dispatchEvent(new CustomEvent('dshmem:log-request'))
} catch (err) {
done = true
resolve(null)
}
setTimeout(function () {
if (done) return
done = true
window.removeEventListener('dshmem:log-config', onCfg)
resolve(null)
}, 2000)
})
}
function sendLines(file, lines) {
if (!cfg || !cfg.token) return Promise.resolve(false)
var headers = { 'Content-Type': 'application/json' }
headers.Authorization = 'Bearer ' + cfg.token
return fetch(BASE + '/log/append', {
method: 'POST',
headers: headers,
body: JSON.stringify({ file: file, lines: lines })
}).then(function (r) { return r.ok }).catch(function () { return false })
}
function extractAssistant(sse) {
if (!sse) return ''
var out = []
var blocks = sse.split(SEP)
for (var i = 0; i !== blocks.length; i++) {
var block = blocks[i]
var idx = block.indexOf('data: ')
if (idx === -1) continue
var json = block.slice(idx + 6).trim()
if (!json) continue
var o = null
try { o = JSON.parse(json) } catch (e) { continue }
if (!o || typeof o !== 'object') continue
if (o.p) continue
if (typeof o.v !== 'string') continue
if (Object.keys(o).length !== 1) continue
out.push(o.v)
}
return out.join('')
}
function process(entry) {
if (!entry || !entry.url) return
if (entry.url.indexOf('chat/completion') === -1) return
if (!cfg) {
requestConfig().then(function () { process(entry) })
return
}
if (!cfg.enabled) return
var messages = []
try {
var req = JSON.parse(entry.body)
if (req && Array.isArray(req.messages)) messages = req.messages
} catch (e) { return }
var assistant = ''
try { assistant = extractAssistant(entry.resp || '') } catch (e) { }
var all = messages.slice()
if (assistant) all.push({ role: 'assistant', content: assistant })
var file = today() + '.jsonl'
var lines = []
for (var i = 0; i !== all.length; i++) {
var msg = all[i]
if (!msg || typeof msg.content !== 'string') continue
var text = msg.content
if (!text) continue
var role = msg.role || 'user'
var h = hash(role + ':' + text)
if (seen[h]) continue
seen[h] = true
var ls = linesFor(role + '-' + h, role, text, Date.now())
for (var j = 0; j !== ls.length; j++) lines.push(ls[j])
}
if (!lines.length) return
sendLines(file, lines).then(function (ok) {
if (ok) console.log('[chat-log] saved', lines.length)
})
}
var origOpen = XMLHttpRequest.prototype.open
var origSend = XMLHttpRequest.prototype.send
XMLHttpRequest.prototype.open = function (m, u) {
this.__chatUrl = String(u || '')
return origOpen.apply(this, arguments)
}
XMLHttpRequest.prototype.send = function (body) {
var self = this
var bodyStr = typeof body === 'string' ? body : ''
this.addEventListener('load', function () {
try {
process({ url: self.__chatUrl, body: bodyStr, resp: self.responseText || '' })
} catch (e) {
console.warn('[chat-log] error', String(e))
}
})
return origSend.apply(this, arguments)
}
requestConfig()
})()