File size: 5,338 Bytes
494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 c911b05 494c9e4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 | import type { TokenGenStep } from '../attribution/tokenGenAttributionRunner';
import type { PromptTokenSpan } from '../attribution/genAttributeDagPreprocess';
import {
canonicalizeCompletionFinishReason,
isCompletionFinishReason,
type CompletionFinishReason,
} from '../utils/generationEndReasonLabel';
import {
buildContentKeyFromBusinessKey,
getByContentKey,
listMru,
type CachedHistoryListRow,
removeByContentKey,
touchByContentKey,
upsertEntry,
} from './cachedHistoryStore';
const NAMESPACE = 'gen_attr';
const MAX_ENTRIES = 50;
/** 生成时左侧输入面板的状态快照，随缓存一起存储，加载缓存时据此还原输入模式与内容。 */
export type GenAttrRunDraft = {
mode: 'raw' | 'chat';
/** 生成所用的 model 槽位 */
model?: string;
/** 生成时的 maxTokens 上限 */
maxTokens?: number;
/** chat 模式：system prompt 原文 */
system?: string;
/** chat 模式：user prompt 原文 */
user?: string;
/** chat 模式：是否启用 system prompt */
useSystem?: boolean;
/** Teacher forcing 续写原文；非空则表示已启用 teacher forcing。旧缓存无此字段时从根级 teacherForcingContinuation 降级读取。 */
teacherForcing?: string;
/** teacher forcing 结束后是否停止（而非继续 top-1 生成）。 */
stopAfterTeacherForcing?: boolean;
};
export type GenAttrCachedRun = {
initialContext: string;
steps: TokenGenStep[];
/** 完整 prompt token spans（offset + raw），与 /api/tokenize 同源；旧缓存无此字段时由调用方从 step 0 归因降级。 */
promptSpans?: PromptTokenSpan[];
/** 与 OpenAI `finish_reason` 子集一致，见 {@link CompletionFinishReason} */
completionReason?: CompletionFinishReason;
/** 生成时输入面板快照；旧缓存无此字段时回退到 raw 模式展示 initialContext。 */
draft?: GenAttrRunDraft;
};
/**
* 缓存业务 key：涵盖所有影响 steps 内容的生成参数。
* 原则：draft 中存储的可变参数均纳入 key，同参数不同结果不应互相覆盖。
*/
export type GenAttrCacheKey = {
initialContext: string;
model: string;
maxTokens: number;
/** teacher forcing 续写文本，无则省略 */
teacherForcing?: string;
/** teacher forcing 用尽后是否停止，仅在 teacherForcing 非空时有意义 */
stopAfterTeacherForcing?: boolean;
};
/** 规范化 key，去除对结果无影响的冗余字段，保证相同语义的 key 生成相同 hash。 */
function normalizeKey(key: GenAttrCacheKey): object {
const tf = key.teacherForcing && key.teacherForcing.length > 0 ? key.teacherForcing : undefined;
return {
initialContext: key.initialContext,
model: key.model,
maxTokens: key.maxTokens,
...(tf !== undefined ? { teacherForcing: tf, stopAfterTeacherForcing: key.stopAfterTeacherForcing ?? false } : {}),
};
}
function keyHash(key: GenAttrCacheKey): string {
return buildContentKeyFromBusinessKey(normalizeKey(key));
}
export async function save(
key: GenAttrCacheKey,
steps: TokenGenStep[],
promptSpans: PromptTokenSpan[],
status: 'partial' | 'complete' = steps.length > 0 ? 'partial' : 'complete',
completionReason?: CompletionFinishReason,
draft?: GenAttrRunDraft
): Promise<void> {
const { initialContext } = key;
let reasonToStore: CompletionFinishReason | undefined;
if (completionReason !== undefined) {
const c = canonicalizeCompletionFinishReason(completionReason);
if (!isCompletionFinishReason(c)) {
throw new Error(`gen_attr cache: invalid completionReason: ${completionReason}`);
}
reasonToStore = c;
}
const payload: GenAttrCachedRun = {
initialContext,
steps,
...(promptSpans.length > 0 ? { promptSpans } : {}),
...(reasonToStore !== undefined ? { completionReason: reasonToStore } : {}),
...(draft !== undefined ? { draft } : {}),
};
await upsertEntry({
namespace: NAMESPACE,
businessKeyJson: JSON.stringify(normalizeKey(key)),
listLabel: initialContext,
payload,
status,
maxEntries: MAX_ENTRIES,
});
}
export async function get(key: GenAttrCacheKey): Promise<GenAttrCachedRun | undefined> {
const row = await getByContentKey<GenAttrCachedRun>(NAMESPACE, keyHash(key));
return row?.payload;
}
export async function getCachedEntryByContentKey(raw: string): Promise<GenAttrCachedRun | undefined> {
if (!raw) return undefined;
const row = await getByContentKey<GenAttrCachedRun>(NAMESPACE, raw);
return row?.payload;
}
export function buildCachedContentUrlParam(key: GenAttrCacheKey): string {
return keyHash(key);
}
export async function removeCachedEntryByContentKey(contentKey: string): Promise<void> {
await removeByContentKey(NAMESPACE, contentKey);
}
export async function touchCachedEntryByContentKey(contentKey: string): Promise<void> {
await touchByContentKey(NAMESPACE, contentKey);
}
export async function listCachedHistoryRows(): Promise<CachedHistoryListRow[]> {
const rows = await listMru<GenAttrCachedRun>(NAMESPACE);
return rows.map((r) => ({ contentKey: r.contentKey, listLabel: r.listLabel }));
}
|