Initial commit with CC BY-NC-ND 4.0 license

This commit is contained in:
2026-02-13 09:59:19 +08:00
commit 2c31e1cbc8
140 changed files with 44625 additions and 0 deletions

203
core/context-optimizer.js Normal file
View File

@@ -0,0 +1,203 @@
import { log } from "./table-system/logger.js";
import { getContext, extension_settings } from "/scripts/extensions.js";
import { eventSource, event_types } from "/script.js";
import { extensionName } from "../utils/settings.js";
function collectDataToBuffer(buffer, tableName, rowObj) {
if (!buffer[tableName]) {
buffer[tableName] = {
headers: Object.keys(rowObj),
rows: []
};
} else {
const newKeys = Object.keys(rowObj);
newKeys.forEach(k => {
if (!buffer[tableName].headers.includes(k)) {
buffer[tableName].headers.push(k);
}
});
}
buffer[tableName].rows.push(rowObj);
}
function flushBufferToMarkdown(buffer) {
let output = "";
const tableNames = Object.keys(buffer);
if (tableNames.length === 0) return "";
for (const tableName of tableNames) {
const { headers, rows } = buffer[tableName];
if (rows.length === 0) continue;
const firstColKey = headers[0];
const firstColVal = rows[0] ? rows[0][firstColKey] : '';
const isIndexCol = (firstColKey && (firstColKey.includes('索引') || firstColKey.includes('Index'))) ||
(typeof firstColVal === 'string' && /^\s*M\d+/.test(firstColVal));
if (isIndexCol) {
rows.sort((a, b) => {
const valA = String(a[firstColKey] || '');
const valB = String(b[firstColKey] || '');
return valA.localeCompare(valB, undefined, { numeric: true });
});
} else {
rows.reverse();
}
output += `\n# ${tableName}档案\n`;
output += `| ${headers.join(' | ')} |\n`;
output += `|${headers.map(() => '---').join('|')}|\n`;
for (const rowObj of rows) {
const rowArr = headers.map(h => {
const val = rowObj[h];
let safeVal = (val === undefined || val === null) ? '' : String(val);
safeVal = safeVal.replace(/\|/g, '\\|').replace(/\n/g, ' ');
return safeVal;
});
output += `| ${rowArr.join(' | ')} |\n`;
}
output += `\n`;
}
return output;
}
function processText(text) {
const blockRegex = /【(.*?)档案[:]\s*.*?】\s*((?:-\s*.*?[:].*?(?:\r?\n|$))+)/g;
const itemRegex = /-\s*(.*?)[:]\s*(.*?)(?:\r?\n|$)/g;
const buffer = {};
let found = false;
const cleanText = text.replace(blockRegex, (match, tableName, content) => {
found = true;
const rowObj = {};
let itemMatch;
itemRegex.lastIndex = 0;
while ((itemMatch = itemRegex.exec(content)) !== null) {
const key = itemMatch[1].trim();
const val = itemMatch[2].trim();
if (key) {
rowObj[key] = val;
}
}
if (Object.keys(rowObj).length > 0) {
collectDataToBuffer(buffer, tableName, rowObj);
}
return ""; // 移除原始文本
});
return { cleanText, buffer, found };
}
function handlePromptProcessing(data) {
// 【V146.5】检查上下文优化开关
const settings = extension_settings[extensionName];
if (settings && settings.context_optimization_enabled === false) {
// log('[ContextOptimizer] 上下文优化已禁用,跳过处理。', 'info');
return;
}
if (!data) return;
if (typeof data.prompt === 'string') {
const { cleanText, buffer, found } = processText(data.prompt);
if (found) {
const mergedTable = flushBufferToMarkdown(buffer);
if (mergedTable) {
data.prompt = cleanText + "\n" + mergedTable;
log('[ContextOptimizer] 已优化上下文:合并了分散的世界书条目 (Text Mode)。', 'success');
}
}
} else if (Array.isArray(data.chat)) {
console.log('[ContextOptimizer] 检测到 Chat Completion 格式...');
const newChat = [];
let modifiedCount = 0;
for (const msg of data.chat) {
const newMsg = { ...msg };
if (typeof newMsg.content === 'string') {
const { cleanText, buffer, found } = processText(newMsg.content);
if (found) {
const mergedTable = flushBufferToMarkdown(buffer);
if (mergedTable) {
newMsg.content = cleanText + "\n" + mergedTable;
modifiedCount++;
}
}
}
newChat.push(newMsg);
}
if (modifiedCount > 0) {
console.log(`[ContextOptimizer] 已原地优化 ${modifiedCount} 条消息中的表格数据。`);
// 全量替换,确保生效
data.chat.splice(0, data.chat.length, ...newChat);
log('[ContextOptimizer] 已优化上下文:合并了分散的世界书条目 (Chat Mode - In Place)。', 'success');
}
}
}
/**
* 注册监听器
*/
export function registerContextOptimizerMacros() {
console.log('[ContextOptimizer] 正在注册监听器...');
const context = getContext();
if (context) {
console.log('[ContextOptimizer] Context APIs:', Object.keys(context));
}
if (context && context.registerChatCompletionModifier) {
context.registerChatCompletionModifier((chat) => {
console.log('[ContextOptimizer] ChatCompletionModifier 触发');
const data = { chat: chat };
handlePromptProcessing(data);
return data.chat;
});
log('[ContextOptimizer] 已注册 Chat Completion Modifier。', 'success');
} else if (context && context.registerPromptModifier) {
context.registerPromptModifier((prompt) => {
console.log('[ContextOptimizer] PromptModifier 触发');
const data = { prompt: prompt };
handlePromptProcessing(data);
return data.prompt;
});
log('[ContextOptimizer] 已注册 Prompt Modifier (正则模式)。', 'success');
} else if (eventSource) {
eventSource.on('chat_completion_prompt_ready', (...args) => {
if (args[0] && typeof args[0] === 'object') {
handlePromptProcessing(args[0]);
}
});
eventSource.on(event_types.GENERATION_STARTED, (...args) => {
if (args.length > 1 && args[1] && typeof args[1].prompt === 'string') {
handlePromptProcessing(args[1]);
} else if (args[0] && typeof args[0].prompt === 'string') {
handlePromptProcessing(args[0]);
}
});
log('[ContextOptimizer] 已绑定事件监听 (Text/Chat 双模式)。', 'info');
} else {
console.error('[ContextOptimizer] 无法获取 eventSource。');
}
}
export function resetContextBuffer() {
}