feat(api): update API spec from langfuse/langfuse 79d11de (#924)

Co-authored-by: langfuse-bot <langfuse-bot@langfuse.com>

Author: langfuse-bot

packages/core/src/api/Client.ts

@@ -10,6 +10,8 @@ import { Comments } from "./api/resources/comments/client/Client.js";
 import { DatasetItems } from "./api/resources/datasetItems/client/Client.js";
 import { DatasetRunItems } from "./api/resources/datasetRunItems/client/Client.js";
 import { Datasets } from "./api/resources/datasets/client/Client.js";
+import { EvaluationRules } from "./api/resources/evaluationRules/client/Client.js";
+import { Evaluators } from "./api/resources/evaluators/client/Client.js";
 import { Experiments } from "./api/resources/experiments/client/Client.js";
 import { Feedback } from "./api/resources/feedback/client/Client.js";
 import { Health } from "./api/resources/health/client/Client.js";
@@ -84,6 +86,8 @@ export class LangfuseAPIClient {
   protected _datasetItems: DatasetItems | undefined;
   protected _datasetRunItems: DatasetRunItems | undefined;
   protected _datasets: Datasets | undefined;
+  protected _evaluationRules: EvaluationRules | undefined;
+  protected _evaluators: Evaluators | undefined;
   protected _experiments: Experiments | undefined;
   protected _feedback: Feedback | undefined;
   protected _health: Health | undefined;
@@ -147,6 +151,14 @@ export class LangfuseAPIClient {
     return (this._datasets ??= new Datasets(this._options));
   }
 
+  public get evaluationRules(): EvaluationRules {
+    return (this._evaluationRules ??= new EvaluationRules(this._options));
+  }
+
+  public get evaluators(): Evaluators {
+    return (this._evaluators ??= new Evaluators(this._options));
+  }
+
   public get experiments(): Experiments {
     return (this._experiments ??= new Experiments(this._options));
   }

packages/core/src/api/api/resources/evaluationCommons/index.ts

@@ -0,0 +1 @@
+export * from "./types/index.js";

packages/core/src/api/api/resources/evaluationCommons/types/ArrayOptionsEvaluationRuleFilter.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+import * as LangfuseAPI from "../../../index.js";
+
+export interface ArrayOptionsEvaluationRuleFilter {
+  /** Column to filter on. */
+  column: string;
+  operator: LangfuseAPI.EvaluationRuleArrayOptionsFilterOperator;
+  /** One or more array elements to match. */
+  value: string[];
+}

packages/core/src/api/api/resources/evaluationCommons/types/BooleanEvaluationRuleFilter.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+import * as LangfuseAPI from "../../../index.js";
+
+export interface BooleanEvaluationRuleFilter {
+  /** Column to filter on. */
+  column: string;
+  operator: LangfuseAPI.EvaluationRuleBooleanFilterOperator;
+  value: boolean;
+}

packages/core/src/api/api/resources/evaluationCommons/types/CategoryOptionsEvaluationRuleFilter.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+import * as LangfuseAPI from "../../../index.js";
+
+export interface CategoryOptionsEvaluationRuleFilter {
+  /** Object-valued column to filter on. */
+  column: string;
+  /** Key inside the object-valued column to filter on. */
+  key: string;
+  operator: LangfuseAPI.EvaluationRuleOptionsFilterOperator;
+  value: string[];
+}

packages/core/src/api/api/resources/evaluationCommons/types/CodeEvaluatorSourceCodeLanguage.ts

@@ -0,0 +1,12 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+/**
+ * Code evaluator runtime language.
+ */
+export type CodeEvaluatorSourceCodeLanguage = "PYTHON" | "TYPESCRIPT";
+export const CodeEvaluatorSourceCodeLanguage = {
+  Python: "PYTHON",
+  Typescript: "TYPESCRIPT",
+} as const;

packages/core/src/api/api/resources/evaluationCommons/types/DateTimeEvaluationRuleFilter.ts

@@ -0,0 +1,14 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+import * as LangfuseAPI from "../../../index.js";
+
+export interface DateTimeEvaluationRuleFilter {
+  /** Column to filter on. */
+  column: string;
+  /** Comparison operator for datetime values. */
+  operator: LangfuseAPI.EvaluationRuleNumberFilterOperator;
+  /** Datetime value to compare against. */
+  value: string;
+}

packages/core/src/api/api/resources/evaluationCommons/types/EvaluationRuleArrayOptionsFilterOperator.ts

@@ -0,0 +1,13 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+export type EvaluationRuleArrayOptionsFilterOperator =
+  | "any of"
+  | "none of"
+  | "all of";
+export const EvaluationRuleArrayOptionsFilterOperator = {
+  AnyOf: "any of",
+  NoneOf: "none of",
+  AllOf: "all of",
+} as const;

packages/core/src/api/api/resources/evaluationCommons/types/EvaluationRuleBooleanFilterOperator.ts

@@ -0,0 +1,9 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+export type EvaluationRuleBooleanFilterOperator = "=" | "<>";
+export const EvaluationRuleBooleanFilterOperator = {
+  Equals: "=",
+  NotEquals: "<>",
+} as const;

packages/core/src/api/api/resources/evaluationCommons/types/EvaluationRuleFilter.ts

@@ -0,0 +1,151 @@
+/**
+ * This file was auto-generated by Fern from our API Definition.
+ */
+
+import * as LangfuseAPI from "../../../index.js";
+
+/**
+ * One filter condition used to decide whether a live-ingested observation should be evaluated.
+ *
+ * All filters must be satisfied for the rule to run. Experiment scope is expressed with filters rather than a separate target field:
+ * - `isExperimentItemRootSpan = true` limits execution to experiment item roots.
+ * - `datasetId` limits execution to experiments for the selected datasets. Use dataset IDs from `GET /api/public/v2/datasets`.
+ *
+ * Pick the filter `type` first, as it determines the required fields and value shape. Use `key` only for object filters such as `metadata`.
+ *
+ * Operator quick reference by filter `type`:
+ * - `string`: `"="`, `contains`, `does not contain`, `starts with`, `ends with`
+ * - `number`: `"="`, `">"`, `"<"`, `">="`, `"<="`
+ * - `datetime`: `"="`, `">"`, `"<"`, `">="`, `"<="`
+ * - `stringOptions`: `any of`, `none of`
+ * - `arrayOptions`: `any of`, `none of`, `all of`
+ * - `stringObject`: same operators as `string`
+ * - `boolean`: `"="`, `"<>"`
+ * - `null`: `is null`, `is not null`
+ *
+ * Supported columns. Each column accepts exactly one filter `type`; sending a column with a different `type` is rejected with `400`.
+ * - `type`: `stringOptions`, values `SPAN`, `EVENT`, `GENERATION`, `AGENT`, `TOOL`, `CHAIN`, `RETRIEVER`, `EVALUATOR`, `EMBEDDING`, `GUARDRAIL`
+ * - `name`: `stringOptions`
+ * - `environment`: `stringOptions`
+ * - `level`: `stringOptions`, values `DEBUG`, `DEFAULT`, `WARNING`, `ERROR`
+ * - `version`: `string`
+ * - `traceName`: `stringOptions`
+ * - `userId`: `string`
+ * - `sessionId`: `string`
+ * - `tags`: `arrayOptions`
+ * - `metadata`: `stringObject`, requires `key`
+ * - `isRootObservation`: `boolean`; true when the observation has no parent or is explicitly marked as an application root
+ * - `parentObservationId`: `null`
+ * - `experimentId`: `stringOptions`
+ * - `isExperimentItemRootSpan`: `boolean`
+ * - `calledToolNames`: `arrayOptions`
+ * - `toolCalls`: `number`, the number of tool calls on the observation
+ * - `datasetId`: `stringOptions`. Use dataset `id` values from `GET /api/public/v2/datasets`, not dataset names.
+ *
+ * @example
+ *     {
+ *         type: "stringOptions",
+ *         column: "type",
+ *         operator: LangfuseAPI.EvaluationRuleOptionsFilterOperator.AnyOf,
+ *         value: ["GENERATION"]
+ *     }
+ *
+ * @example
+ *     {
+ *         type: "stringObject",
+ *         column: "metadata",
+ *         key: "customerTier",
+ *         operator: LangfuseAPI.EvaluationRuleStringFilterOperator.Equals,
+ *         value: "enterprise"
+ *     }
+ *
+ * @example
+ *     {
+ *         type: "null",
+ *         column: "parentObservationId",
+ *         operator: LangfuseAPI.EvaluationRuleNullFilterOperator.IsNull,
+ *         value: ""
+ *     }
+ *
+ * @example
+ *     {
+ *         type: "boolean",
+ *         column: "isRootObservation",
+ *         operator: LangfuseAPI.EvaluationRuleBooleanFilterOperator.Equals,
+ *         value: true
+ *     }
+ *
+ * @example
+ *     {
+ *         type: "arrayOptions",
+ *         column: "tags",
+ *         operator: LangfuseAPI.EvaluationRuleArrayOptionsFilterOperator.AnyOf,
+ *         value: ["production"]
+ *     }
+ *
+ * @example
+ *     {
+ *         type: "stringOptions",
+ *         column: "datasetId",
+ *         operator: LangfuseAPI.EvaluationRuleOptionsFilterOperator.AnyOf,
+ *         value: ["550e8400-e29b-41d4-a716-446655440000"]
+ *     }
+ */
+export type EvaluationRuleFilter =
+  | LangfuseAPI.EvaluationRuleFilter.Datetime
+  | LangfuseAPI.EvaluationRuleFilter.String
+  | LangfuseAPI.EvaluationRuleFilter.Number
+  | LangfuseAPI.EvaluationRuleFilter.StringOptions
+  | LangfuseAPI.EvaluationRuleFilter.CategoryOptions
+  | LangfuseAPI.EvaluationRuleFilter.ArrayOptions
+  | LangfuseAPI.EvaluationRuleFilter.StringObject
+  | LangfuseAPI.EvaluationRuleFilter.NumberObject
+  | LangfuseAPI.EvaluationRuleFilter.Boolean
+  | LangfuseAPI.EvaluationRuleFilter.Null;
+
+export namespace EvaluationRuleFilter {
+  export interface Datetime extends LangfuseAPI.DateTimeEvaluationRuleFilter {
+    type: "datetime";
+  }
+
+  export interface String extends LangfuseAPI.StringEvaluationRuleFilter {
+    type: "string";
+  }
+
+  export interface Number extends LangfuseAPI.NumberEvaluationRuleFilter {
+    type: "number";
+  }
+
+  export interface StringOptions
+    extends LangfuseAPI.StringOptionsEvaluationRuleFilter {
+    type: "stringOptions";
+  }
+
+  export interface CategoryOptions
+    extends LangfuseAPI.CategoryOptionsEvaluationRuleFilter {
+    type: "categoryOptions";
+  }
+
+  export interface ArrayOptions
+    extends LangfuseAPI.ArrayOptionsEvaluationRuleFilter {
+    type: "arrayOptions";
+  }
+
+  export interface StringObject
+    extends LangfuseAPI.StringObjectEvaluationRuleFilter {
+    type: "stringObject";
+  }
+
+  export interface NumberObject
+    extends LangfuseAPI.NumberObjectEvaluationRuleFilter {
+    type: "numberObject";
+  }
+
+  export interface Boolean extends LangfuseAPI.BooleanEvaluationRuleFilter {
+    type: "boolean";
+  }
+
+  export interface Null extends LangfuseAPI.NullEvaluationRuleFilter {
+    type: "null";
+  }
+}