|
|
|
|
@ -4,7 +4,7 @@
@@ -4,7 +4,7 @@
|
|
|
|
|
var ENABLED_KEY = 'dshmem-log-enabled' |
|
|
|
|
var BASE = 'http' + ':' + '//' + '127.0.0.1' + ':' + '8766' |
|
|
|
|
var CHUNK = 700 |
|
|
|
|
var K_RATIO = 3.1; var CONTEXT_LIMIT = 131072; var charsAccum = 0 |
|
|
|
|
var K_RATIO = 3.1; var CONTEXT_LIMIT = 131072; var charsAccum = 0; var evTotal = 0; var evV = 0; var evP = 0 |
|
|
|
|
var seen = Object.create(null) |
|
|
|
|
var cfg = null |
|
|
|
|
var lastAccum = null; var injectBlock = ''; var injectLoaded = false; var injectErr = ''; var injectBlock = ''; var injectLoaded = false; var injectErr = '' |
|
|
|
|
@ -168,7 +168,7 @@
@@ -168,7 +168,7 @@
|
|
|
|
|
if (req && Array.isArray(req.messages)) messages = req.messages |
|
|
|
|
else if (req && typeof req.prompt === 'string' && req.prompt) messages = [{ role: 'user', content: req.prompt }] |
|
|
|
|
} catch (e) { return } |
|
|
|
|
var assistant = ''; var sseCalls = 0; var respLen = 0; var respHead = ''; var hasData = 0; var evTotal = 0; var evV = 0; var evP = 0; var fetchTotal = 0; |
|
|
|
|
var assistant = ''; var sseCalls = 0; var respLen = 0; var respHead = ''; var hasData = 0; var fetchTotal = 0; |
|
|
|
|
respLen = (entry.resp || '').length; respHead = String(entry.resp || '').slice(0, 60); hasData = (entry.resp && entry.resp.indexOf('data: ') !== -1) ? 1 : 0; |
|
|
|
|
try { assistant = extractAssistant(entry.resp || '') } catch (e) { }; try { var LB1 = String.fromCharCode(10214); var RB1 = String.fromCharCode(10215); var marker = LB1 + 'DSH' + RB1; var pos = 0; while (true) { var hit = assistant.indexOf(marker, pos); if (hit === -1) break; sseCalls = sseCalls + 1; pos = hit + marker.length } } catch (e) { } var all = messages.slice() |
|
|
|
|
if (assistant) all.push({ role: 'assistant', content: assistant }) |
|
|
|
|
|