feat(api): update API spec from langfuse/langfuse 1ea859c (#929)

Co-authored-by: langfuse-bot <langfuse-bot@langfuse.com>

Author: langfuse-bot

packages/core/src/api/api/resources/evaluators/types/CreateLlmAsJudgeEvaluatorRequest.ts

@@ -11,7 +11,7 @@ export interface CreateLlmAsJudgeEvaluatorRequest {
   description?: string | null;
   /** Evaluator type. */
   type: "llm_as_judge";
-  /** User prompt string shortcut or a list containing exactly one user chat message. */
+  /** User prompt string shortcut or an ordered list of chat messages. */
   prompt: LangfuseAPI.EvaluatorChatPromptInput;
   /** Explicit model configuration. Set to `null` or omit to use the project's default evaluation model. */
   modelConfig?: LangfuseAPI.EvaluatorModelConfig | null;

packages/core/src/api/api/resources/evaluators/types/EvaluatorChatMessage.ts

@@ -2,11 +2,13 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 
+import * as LangfuseAPI from "../../../index.js";
+
 /**
- * One user chat message in an evaluator prompt.
+ * One chat message in an evaluator prompt.
  */
 export interface EvaluatorChatMessage {
-  role: "user";
+  role: LangfuseAPI.EvaluatorChatMessageRole;
   /** Message content. Evaluator variables use `{{variable}}` syntax. */
   content: string;
 }

packages/core/src/api/api/resources/evaluators/types/EvaluatorChatMessageRole.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+/**
+ * Role of an evaluator prompt message.
+ */
+export type EvaluatorChatMessageRole = "system" | "user" | "assistant";
+export const EvaluatorChatMessageRole = {
+  System: "system",
+  User: "user",
+  Assistant: "assistant",
+} as const;

packages/core/src/api/api/resources/evaluators/types/EvaluatorChatPrompt.ts

@@ -5,6 +5,6 @@
 import * as LangfuseAPI from "../../../index.js";
 
 /**
- * A list containing exactly one user chat message.
+ * An ordered list of chat messages. A system message is only allowed as the first message.
  */
 export type EvaluatorChatPrompt = LangfuseAPI.EvaluatorChatMessage[];

packages/core/src/api/api/resources/evaluators/types/EvaluatorChatPromptInput.ts

@@ -5,6 +5,6 @@
 import * as LangfuseAPI from "../../../index.js";
 
 /**
- * A user prompt string, or a list containing exactly one user chat message.
+ * A user prompt string shortcut, or an ordered list of chat messages.
  */
 export type EvaluatorChatPromptInput = string | LangfuseAPI.EvaluatorChatPrompt;

packages/core/src/api/api/resources/evaluators/types/LlmAsJudgeEvaluator.ts

@@ -7,7 +7,7 @@ import * as LangfuseAPI from "../../../index.js";
 export interface LlmAsJudgeEvaluator extends LangfuseAPI.EvaluatorBase {
   /** Evaluator type. */
   type: "llm_as_judge";
-  /** The single user chat message used by the latest evaluator version. */
+  /** Ordered chat messages used by the latest evaluator version. */
   prompt: LangfuseAPI.EvaluatorChatPrompt;
   /** Variables extracted from the latest prompt and available for evaluation-rule mappings. */
   variables: string[];

packages/core/src/api/api/resources/evaluators/types/LlmAsJudgeEvaluatorVersion.ts

@@ -8,7 +8,7 @@ export interface LlmAsJudgeEvaluatorVersion
   extends LangfuseAPI.EvaluatorVersionBase {
   /** Evaluator type. */
   type: "llm_as_judge";
-  /** The single user chat message used during evaluation. */
+  /** Ordered chat messages used during evaluation. */
   prompt: LangfuseAPI.EvaluatorChatPrompt;
   /**
    * Variables extracted from the prompt and available for evaluation-rule mappings.

packages/core/src/api/api/resources/evaluators/types/UpdateLlmAsJudgeEvaluatorRequest.ts

@@ -11,7 +11,7 @@ export interface UpdateLlmAsJudgeEvaluatorRequest {
   description?: string | null;
   /** Evaluator type. The type of an existing evaluator cannot change. */
   type: "llm_as_judge";
-  /** Complete replacement user prompt string or a list containing exactly one user chat message. */
+  /** Complete replacement user prompt string or an ordered list of chat messages. */
   prompt: LangfuseAPI.EvaluatorChatPromptInput;
   /** Explicit model configuration. Set to `null` or omit to use the project's default evaluation model. */
   modelConfig?: LangfuseAPI.EvaluatorModelConfig | null;

packages/core/src/api/api/resources/evaluators/types/index.ts

@@ -1,5 +1,6 @@
 export * from "./Creator.js";
 export * from "./EvaluatorModelConfig.js";
+export * from "./EvaluatorChatMessageRole.js";
 export * from "./EvaluatorChatMessage.js";
 export * from "./EvaluatorChatPrompt.js";
 export * from "./EvaluatorChatPromptInput.js";