Spaces:
Sleeping
Sleeping
File size: 3,266 Bytes
c2b7eb3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 | import { isZodSchemaV3, isZodSchemaV4 } from "@langchain/core/utils/types";
import { toJsonSchema } from "@langchain/core/utils/json_schema";
import { parse } from "zod/v4/core";
import { zodResponseFormat } from "openai/helpers/zod";
//#region src/utils/output.ts
const SUPPORTED_METHODS = [
"jsonSchema",
"functionCalling",
"jsonMode"
];
/**
* Get the structured output method for a given model. By default, it uses
* `jsonSchema` if the model supports it, otherwise it uses `functionCalling`.
*
* @throws if the method is invalid, e.g. is not a string or invalid method is provided.
* @param model - The model name.
* @param config - The structured output method options.
* @returns The structured output method.
*/
function getStructuredOutputMethod(model, method) {
/**
* If a method is provided, validate it.
*/
if (typeof method !== "undefined" && !SUPPORTED_METHODS.includes(method)) throw new Error(`Invalid method: ${method}. Supported methods are: ${SUPPORTED_METHODS.join(", ")}`);
const hasSupportForJsonSchema = !model.startsWith("gpt-3") && !model.startsWith("gpt-4-") && model !== "gpt-4";
/**
* If the model supports JSON Schema, use it by default.
*/
if (hasSupportForJsonSchema && !method) return "jsonSchema";
if (!hasSupportForJsonSchema && method === "jsonSchema") throw new Error(`JSON Schema is not supported for model "${model}". Please use a different method, e.g. "functionCalling" or "jsonMode".`);
/**
* If the model does not support JSON Schema, use function calling by default.
*/
return method ?? "functionCalling";
}
function makeParseableResponseFormat(response_format, parser) {
const obj = { ...response_format };
Object.defineProperties(obj, {
$brand: {
value: "auto-parseable-response-format",
enumerable: false
},
$parseRaw: {
value: parser,
enumerable: false
}
});
return obj;
}
function interopZodResponseFormat(zodSchema, name, props) {
if (isZodSchemaV3(zodSchema)) return zodResponseFormat(zodSchema, name, props);
if (isZodSchemaV4(zodSchema)) return makeParseableResponseFormat({
type: "json_schema",
json_schema: {
...props,
name,
strict: true,
schema: toJsonSchema(zodSchema, {
cycles: "ref",
reused: "ref",
override(ctx) {
ctx.jsonSchema.title = name;
}
})
}
}, (content) => parse(zodSchema, JSON.parse(content)));
throw new Error("Unsupported schema response format");
}
/**
* Handle multi modal response content.
*
* @param content The content of the message.
* @param messages The messages of the response.
* @returns The new content of the message.
*/
function handleMultiModalOutput(content, messages) {
/**
* Handle OpenRouter image responses
* @see https://openrouter.ai/docs/features/multimodal/image-generation#api-usage
*/
if (messages && typeof messages === "object" && "images" in messages && Array.isArray(messages.images)) {
const images = messages.images.filter((image) => typeof image?.image_url?.url === "string").map((image) => ({
type: "image",
url: image.image_url.url
}));
return [{
type: "text",
text: content
}, ...images];
}
return content;
}
//#endregion
export { getStructuredOutputMethod, handleMultiModalOutput, interopZodResponseFormat };
//# sourceMappingURL=output.js.map |