SillyTavern AI 后端集成系统分析

// 输入: OpenAI 格式消息
[
  { role: 'system', content: 'You are a helpful assistant' },
  { role: 'user', content: 'Hello' },
  { role: 'assistant', content: 'Hi there!' }
]

// 输出: Claude 格式
{
  system: [{ type: 'text', text: 'You are a helpful assistant' }],
  messages: [
    { role: 'user', content: [{ type: 'text', text: 'Hello' }] },
    { role: 'assistant', content: [{ type: 'text', text: 'Hi there!' }] }
  ]
}

// 图像数据转换
{
  type: 'image_url',
  image_url: { url: 'data:image/png;base64,...' }
}
// 转换为
{
  inlineData: {
    mimeType: 'image/png',
    data: '...'
  }
}

// 在指定深度添加 cache_control
function cachingAtDepthForClaude(messages, depth, ttl) {
  // 从后往前遍历,跳过 Prefill
  // 在指定深度的用户消息添加缓存标记
  messages[i].content[content.length - 1].cache_control = {
    type: 'ephemeral',
    ttl: ttl  // '5m' 或 '1h'
  };
}

// src/endpoints/backends/chat-completions.js
router.post('/generate', async function (request, response) {
    // 1. 应用自定义 Prompt 后处理
    const postProcessingType = request.body.custom_prompt_post_processing;
    if (postProcessingType) {
        request.body.messages = postProcessPrompt(
            request.body.messages,
            postProcessingType,
            getPromptNames(request)
        );
    }

    // 2. 根据源选择处理器
    switch (request.body.chat_completion_source) {
        case CHAT_COMPLETION_SOURCES.CLAUDE: 
            return await sendClaudeRequest(request, response);
        case CHAT_COMPLETION_SOURCES.MAKERSUITE: 
            return await sendMakerSuiteRequest(request, response);
        // ... 其他后端
    }

    // 3. 通用 OpenAI 兼容处理
    // 构建请求体,添加参数,发送请求
    const requestBody = {
        messages: request.body.messages,
        model: request.body.model,
        temperature: request.body.temperature,
        max_tokens: request.body.max_tokens,
        stream: request.body.stream,
        // ... 其他参数
    };

    const fetchResponse = await fetch(endpointUrl, {
        method: 'post',
        headers: { 'Authorization': 'Bearer ' + apiKey },
        body: JSON.stringify(requestBody),
        signal: controller.signal,
    });

    // 4. 流式或非流式响应处理
    if (request.body.stream) {
        return forwardFetchResponse(fetchResponse, response);
    } else {
        const json = await fetchResponse.json();
        return response.send(json);
    }
});

// src/util.js
export function forwardFetchResponse(fetchResponse, expressResponse) {
    // 设置响应头
    expressResponse.setHeader('Content-Type', 'text/event-stream');
    
    // 管道传输
    fetchResponse.body.pipe(expressResponse);
    
    // 错误处理
    fetchResponse.body.on('error', (error) => {
        console.error('Streaming error:', error);
        expressResponse.end();
    });
}

const controller = new AbortController();

// 客户端断开连接时取消
request.socket.removeAllListeners('close');
request.socket.on('close', function () {
    controller.abort();
});

// 用于 fetch 请求
fetch(url, { signal: controller.signal });

export const SECRET_KEYS = {
    // OpenAI 兼容
    OPENAI: 'api_key_openai',
    OPENROUTER: 'api_key_openrouter',
    MISTRALAI: 'api_key_mistralai',
    COHERE: 'api_key_cohere',
    DEEPSEEK: 'api_key_deepseek',
    XAI: 'api_key_xai',
    GROQ: 'api_key_groq',
    FIREWORKS: 'api_key_fireworks',
    AZURE_OPENAI: 'api_key_azure_openai',
    
    // Claude/Anthropic
    CLAUDE: 'api_key_claude',
    
    // Google
    MAKERSUITE: 'api_key_makersuite',
    VERTEXAI: 'api_key_vertexai',
    VERTEXAI_SERVICE_ACCOUNT: 'vertexai_service_account_json',
    
    // 本地/自托管
    KOBOLDCPP: 'api_key_koboldcpp',
    LLAMACPP: 'api_key_llamacpp',
    VLLM: 'api_key_vllm',
    APHRODITE: 'api_key_aphrodite',
    TABBY: 'api_key_tabby',
    
    // 其他云服务
    CHUTES: 'api_key_chutes',
    ELECTRONHUB: 'api_key_electronhub',
    NANOGPT: 'api_key_nanogpt',
    MOONSHOT: 'api_key_moonshot',
    AIMLAPI: 'api_key_aimlapi',
    COMETAPI: 'api_key_cometapi',
    ZAI: 'api_key_zai',
    SILICONFLOW: 'api_key_siliconflow',
    
    // 图像/语音/其他
    STABILITY: 'api_key_stability',
    BFL: 'api_key_bfl',
    FALAI: 'api_key_falai',
    ELEVENLABS: 'api_key_elevenlabs',
    AZURE_TTS: 'api_key_azure_tts',
    
    // 翻译/搜索
    DEEPL: 'deepl',
    LIBRE: 'libre',
    SERPAPI: 'api_key_serpapi',
    TAVILY: 'api_key_tavily',
    SERPER: 'api_key_serper',
    
    // NovelAI/其他
    NOVEL: 'api_key_novel',
    HORDE: 'api_key_horde',
};

export const CHAT_COMPLETION_SOURCES = {
    OPENAI: 'openai',
    CLAUDE: 'claude',
    OPENROUTER: 'openrouter',
    AI21: 'ai21',
    MAKERSUITE: 'makersuite',
    VERTEXAI: 'vertexai',
    MISTRALAI: 'mistralai',
    CUSTOM: 'custom',
    COHERE: 'cohere',
    PERPLEXITY: 'perplexity',
    GROQ: 'groq',
    CHUTES: 'chutes',
    ELECTRONHUB: 'electronhub',
    NANOGPT: 'nanogpt',
    DEEPSEEK: 'deepseek',
    AIMLAPI: 'aimlapi',
    XAI: 'xai',
    POLLINATIONS: 'pollinations',
    MOONSHOT: 'moonshot',
    FIREWORKS: 'fireworks',
    COMETAPI: 'cometapi',
    AZURE_OPENAI: 'azure_openai',
    ZAI: 'zai',
    SILICONFLOW: 'siliconflow',
};

export const TEXTGEN_TYPES = {
    OOBA: 'ooba',
    MANCER: 'mancer',
    VLLM: 'vllm',
    APHRODITE: 'aphrodite',
    TABBY: 'tabby',
    KOBOLDCPP: 'koboldcpp',
    TOGETHERAI: 'togetherai',
    LLAMACPP: 'llamacpp',
    OLLAMA: 'ollama',
    INFERMATICAI: 'infermaticai',
    DREAMGEN: 'dreamgen',
    OPENROUTER: 'openrouter',
    FEATHERLESS: 'featherless',
    HUGGINGFACE: 'huggingface',
    GENERIC: 'generic',
};