chore: release v3.153.0

chore: remove cleanup

.claude/hooks/post-tool-use-tracker.sh

@@ -64,7 +64,8 @@ detect_repo() {
                 echo "$repo"
             fi
             ;;
-        # Examples directory
+        # Default case
+        *)
             # Check if it's a source file in root
             if [[ ! "$relative_path" =~ / ]]; then
                 echo "root"
@@ -166,4 +167,4 @@ if [[ -f "$cache_dir/commands.txt.tmp" ]]; then
 fi
 
 # Exit cleanly
-exit 0
+exit 0

.claude/skills/add-model-price/SKILL.md

@@ -0,0 +1,507 @@
+---
+name: add-model-price
+description: Add new LLM model pricing entries to Langfuse's default-model-prices.json. Use when adding model prices, updating model pricing, creating model entries, adding Claude/OpenAI/Anthropic/Google/Gemini/AWS Bedrock/Azure/Vertex AI model pricing, working with matchPattern regex, pricingTiers, or model cost configuration. Covers model price JSON structure, regex patterns for multi-provider matching, tiered pricing with conditions, cache pricing, and validation rules.
+---
+
+# Add Model Price
+
+## Purpose
+
+Guide for adding new LLM model pricing entries to Langfuse's default model prices configuration. This enables accurate cost tracking across different model providers and deployment platforms.
+
+## When to Use This Skill
+
+Automatically activates when:
+- Adding a new model to the pricing database
+- Updating model pricing information
+- Working with `default-model-prices.json`
+- Creating model matchPattern regex
+- Configuring pricingTiers or tiered pricing
+- Adding prices for Claude, OpenAI, Anthropic, Google, Gemini, AWS Bedrock, Azure, or Vertex AI models
+
+---
+
+## Quick Start Checklist
+
+- [ ] **Gather model info**: Fetch official pricing from provider documentation URL
+- [ ] **Generate UUID**: Run `uuidgen` for the model entry ID (use lowercase)
+- [ ] **Create matchPattern**: Regex covering all provider formats
+- [ ] **Define pricingTiers**: At minimum, one default tier with standard prices
+- [ ] **Add pricing entry**: Insert into `/worker/src/constants/default-model-prices.json`
+- [ ] **Add to LLM types**: Add model to `/packages/shared/src/server/llm/types.ts` (for playground/LLM-as-judge)
+- [ ] **Validate JSON**: Run `jq . default-model-prices.json` to verify syntax
+
+---
+
+## File Location
+
+**Target File**: `/worker/src/constants/default-model-prices.json`
+
+This JSON file contains an array of model pricing definitions used for cost calculation.
+
+---
+
+## Data Structure
+
+### Complete Model Entry Schema
+
+```json
+{
+  "id": "uuid-generated-with-uuidgen",
+  "modelName": "model-name-identifier",
+  "matchPattern": "(?i)^regex-pattern$",
+  "createdAt": "ISO-8601-timestamp",
+  "updatedAt": "ISO-8601-timestamp",
+  "tokenizerConfig": null,
+  "tokenizerId": "claude|openai|null",
+  "pricingTiers": [
+    {
+      "id": "model-uuid_tier_default",
+      "name": "Standard",
+      "isDefault": true,
+      "priority": 0,
+      "conditions": [],
+      "prices": {
+        "input": 0.000005,
+        "output": 0.000025
+      }
+    }
+  ]
+}
+```
+
+### Required Fields
+
+| Field | Type | Description |
+|-------|------|-------------|
+| `id` | string | Unique UUID (use `uuidgen` command, lowercase) |
+| `modelName` | string | Primary model identifier |
+| `matchPattern` | string | Regex for matching model names |
+| `createdAt` | string | ISO-8601 timestamp |
+| `updatedAt` | string | ISO-8601 timestamp |
+| `pricingTiers` | array | At least one pricing tier |
+
+### Optional Fields
+
+| Field | Type | Default | Description |
+|-------|------|---------|-------------|
+| `tokenizerId` | string | null | "claude", "openai", or null |
+| `tokenizerConfig` | object | null | Custom tokenizer settings |
+
+---
+
+## Pricing Tier Structure
+
+### Default Tier (Required)
+
+Every model must have exactly one default tier:
+
+```json
+{
+  "id": "{model-id}_tier_default",
+  "name": "Standard",
+  "isDefault": true,
+  "priority": 0,
+  "conditions": [],
+  "prices": { }
+}
+```
+
+**Rules for Default Tier:**
+- `isDefault`: Must be `true`
+- `priority`: Must be `0`
+- `conditions`: Must be empty array `[]`
+
+### Additional Tiers (Optional)
+
+For usage-based pricing (e.g., large context pricing):
+
+```json
+{
+  "id": "uuid-for-tier",
+  "name": "Large Context (>200K)",
+  "isDefault": false,
+  "priority": 1,
+  "conditions": [
+    {
+      "usageDetailPattern": "(input|prompt|cached)",
+      "operator": "gt",
+      "value": 200000,
+      "caseSensitive": false
+    }
+  ],
+  "prices": { }
+}
+```
+
+**Condition Operators:** `gt`, `gte`, `lt`, `lte`, `eq`, `neq`
+
+---
+
+## Gathering Pricing Information
+
+**IMPORTANT**: Always fetch pricing from official provider documentation. Never use heuristics or assumptions.
+
+### Official Pricing Sources
+
+| Provider | URL |
+|----------|-----|
+| Anthropic Claude | https://platform.claude.com/docs/en/about-claude/pricing |
+| OpenAI | https://openai.com/api/pricing/ |
+| Google Gemini | https://ai.google.dev/pricing |
+| AWS Bedrock | https://aws.amazon.com/bedrock/pricing/ |
+| Azure OpenAI | https://azure.microsoft.com/pricing/details/cognitive-services/openai-service/ |
+
+### Required Information to Gather
+
+1. **Base input token price** (per MTok)
+2. **Output token price** (per MTok)
+3. **Cache write price** (if caching supported)
+4. **Cache read price** (if caching supported)
+5. **Long context pricing** (if different tiers exist)
+6. **Model ID formats** for all platforms (API, Bedrock, Vertex)
+
+---
+
+## Price Conversion
+
+Prices in the JSON are **per token**, not per million tokens.
+
+| Provider Pricing | JSON Value | Calculation |
+|-----------------|------------|-------------|
+| $5 / MTok | `5e-6` | $5 / 1,000,000 |
+| $25 / MTok | `25e-6` | $25 / 1,000,000 |
+| $0.50 / MTok | `0.5e-6` | $0.50 / 1,000,000 |
+| $6.25 / MTok | `6.25e-6` | $6.25 / 1,000,000 |
+
+**Formula**: `price_per_token = price_per_mtok / 1_000_000` or `price_per_mtok * 1e-6`
+
+---
+
+## Common Price Keys by Provider
+
+### Anthropic Claude Models
+
+```json
+{
+  "input": <base_input_price>,
+  "input_tokens": <base_input_price>,
+  "output": <output_price>,
+  "output_tokens": <output_price>,
+  "cache_creation_input_tokens": <cache_write_price>,
+  "input_cache_creation": <cache_write_price>,
+  "cache_read_input_tokens": <cache_read_price>,
+  "input_cache_read": <cache_read_price>
+}
+```
+
+### OpenAI Models
+
+```json
+{
+  "input": <input_price>,
+  "input_cached_tokens": <cached_input_price>,
+  "input_cache_read": <cached_input_price>,
+  "output": <output_price>
+}
+```
+
+### Google Gemini Models
+
+```json
+{
+  "input": <input_price>,
+  "input_modality_1": <input_price>,
+  "prompt_token_count": <input_price>,
+  "promptTokenCount": <input_price>,
+  "input_cached_tokens": <cached_price>,
+  "cached_content_token_count": <cached_price>,
+  "output": <output_price>,
+  "output_modality_1": <output_price>,
+  "candidates_token_count": <output_price>,
+  "candidatesTokenCount": <output_price>
+}
+```
+
+---
+
+## Match Pattern Examples
+
+### Anthropic Claude (API + Bedrock + Vertex)
+
+```regex
+(?i)^(anthropic\/)?(claude-opus-4-6|(eu\\.|us\\.|apac\\.)?anthropic\\.claude-opus-4-6-v1(:0)?|claude-opus-4-6)$
+```
+
+**Matches:**
+- `claude-opus-4-6` (direct API)
+- `anthropic/claude-opus-4-6` (with prefix)
+- `anthropic.claude-opus-4-6-v1:0` (AWS Bedrock)
+- `us.anthropic.claude-opus-4-6-v1:0` (regional Bedrock)
+- `claude-opus-4-6` (GCP Vertex)
+
+### With Version Date
+
+```regex
+(?i)^(anthropic\/)?(claude-opus-4-5-20251101|(eu\\.|us\\.|apac\\.)?anthropic\\.claude-opus-4-5-20251101-v1:0|claude-opus-4-5@20251101)$
+```
+
+### OpenAI
+
+```regex
+(?i)^(openai\/)?(gpt-4o)$
+```
+
+### Google Gemini
+
+```regex
+(?i)^(google\/)?(gemini-2.5-pro)$
+```
+
+### Pattern Components
+
+| Component | Purpose | Example |
+|-----------|---------|---------|
+| `(?i)` | Case insensitive | Matches GPT-4o and gpt-4o |
+| `^...$` | Full string match | Prevents partial matches |
+| `(provider\/)?` | Optional provider prefix | `openai/gpt-4o` |
+| `(eu\\.\\|us\\.\\|apac\\.)?` | AWS regions | `us.anthropic.model` |
+| `(:0)?` | Optional version suffix | Bedrock model versions |
+| `@date` | Vertex AI format | `claude-3-5-sonnet@20240620` |
+
+---
+
+## Step-by-Step: Adding a New Model
+
+### Step 1: Fetch Official Pricing
+
+Use WebFetch to get pricing from official documentation:
+```
+WebFetch URL: https://platform.claude.com/docs/en/about-claude/pricing
+Prompt: Extract pricing for [model name] including input, output, cache write, cache read prices per MTok
+```
+
+### Step 2: Generate UUID
+
+```bash
+uuidgen
+# Output: 13458BC0-1C20-44C2-8753-172F54B67647
+# Convert to lowercase: 13458bc0-1c20-44c2-8753-172f54b67647
+```
+
+### Step 3: Create the Entry
+
+Example for a model with $5 input, $25 output, $6.25 cache write, $0.50 cache read:
+
+```json
+{
+  "id": "13458bc0-1c20-44c2-8753-172f54b67647",
+  "modelName": "claude-opus-4-6",
+  "matchPattern": "(?i)^(anthropic\/)?(claude-opus-4-6|(eu\\.|us\\.|apac\\.)?anthropic\\.claude-opus-4-6-v1(:0)?|claude-opus-4-6)$",
+  "createdAt": "2026-02-09T00:00:00.000Z",
+  "updatedAt": "2026-02-09T00:00:00.000Z",
+  "tokenizerConfig": null,
+  "tokenizerId": "claude",
+  "pricingTiers": [
+    {
+      "id": "13458bc0-1c20-44c2-8753-172f54b67647_tier_default",
+      "name": "Standard",
+      "isDefault": true,
+      "priority": 0,
+      "conditions": [],
+      "prices": {
+        "input": 5e-6,
+        "input_tokens": 5e-6,
+        "output": 25e-6,
+        "output_tokens": 25e-6,
+        "cache_creation_input_tokens": 6.25e-6,
+        "input_cache_creation": 6.25e-6,
+        "cache_read_input_tokens": 0.5e-6,
+        "input_cache_read": 0.5e-6
+      }
+    }
+  ]
+}
+```
+
+### Step 4: Insert Entry
+
+Add the entry to the JSON array in `/worker/src/constants/default-model-prices.json`.
+
+**Placement**: Insert near related models (e.g., other Claude models together).
+
+### Step 5: Add to LLM Types (for Playground & LLM-as-Judge)
+
+To make the model available in the Langfuse playground and for LLM-as-a-judge evaluations, add it to the appropriate model array in `/packages/shared/src/server/llm/types.ts`.
+
+**File**: `/packages/shared/src/server/llm/types.ts`
+
+**Model Arrays by Provider:**
+- `anthropicModels` - Anthropic Claude models
+- `openAIModels` - OpenAI GPT models
+- `vertexAIModels` - Google Vertex AI models
+- `googleAIStudioModels` - Google AI Studio models
+
+**IMPORTANT**: Do NOT add new models as the first entry in the array. The first entry is used as the default model for test LLM API calls, and newer models may not be available to all users yet.
+
+**Example for Anthropic:**
+```typescript
+export const anthropicModels = [
+  "claude-sonnet-4-5-20250929",  // Keep existing first entry
+  "claude-haiku-4-5-20251001",
+  "claude-opus-4-6",              // Add new model here (not first!)
+  "claude-opus-4-5-20251101",
+  // ... rest of models
+] as const;
+```
+
+### Step 6: Validate
+
+```bash
+# Check JSON syntax
+jq . /path/to/default-model-prices.json > /dev/null && echo "Valid JSON"
+
+# Verify entry exists
+jq '.[] | select(.modelName == "claude-opus-4-6")' /path/to/default-model-prices.json
+```
+
+---
+
+## Multi-Tier Pricing Example
+
+For models with long context pricing (e.g., different rates above 200K tokens):
+
+```json
+{
+  "id": "uuid-here",
+  "modelName": "model-name",
+  "matchPattern": "...",
+  "pricingTiers": [
+    {
+      "id": "uuid-here_tier_default",
+      "name": "Standard",
+      "isDefault": true,
+      "priority": 0,
+      "conditions": [],
+      "prices": {
+        "input": 5e-6,
+        "output": 25e-6
+      }
+    },
+    {
+      "id": "uuid-for-large-context-tier",
+      "name": "Large Context (>200K)",
+      "isDefault": false,
+      "priority": 1,
+      "conditions": [
+        {
+          "usageDetailPattern": "(input|prompt|cached)",
+          "operator": "gt",
+          "value": 200000,
+          "caseSensitive": false
+        }
+      ],
+      "prices": {
+        "input": 10e-6,
+        "output": 37.5e-6
+      }
+    }
+  ]
+}
+```
+
+---
+
+## Validation Rules
+
+The system validates pricing tiers with these rules:
+
+1. **Exactly one default tier** with `isDefault: true`
+2. **Default tier** must have `priority: 0` and empty `conditions: []`
+3. **Non-default tiers** must have `priority > 0` and at least one condition
+4. **All priorities** must be unique within a model
+5. **All tier names** must be unique within a model
+6. **Each tier** must have at least one price
+7. **All tiers** must have identical usage type keys
+8. **Regex patterns** must be valid and safe (no catastrophic backtracking)
+
+---
+
+## Common Mistakes
+
+**Using heuristics instead of official pricing:**
+```json
+// Wrong - assuming cache is 1.25x input
+"cache_creation_input_tokens": input_price * 1.25
+
+// Correct - use exact value from official docs
+"cache_creation_input_tokens": 6.25e-6
+```
+
+**Incorrect Price Format:**
+```json
+// Wrong - using MTok price directly
+"input": 5
+
+// Correct - price per token
+"input": 5e-6
+```
+
+**Missing Tier ID Suffix:**
+```json
+// Wrong
+"id": "some-uuid"
+
+// Correct for default tier
+"id": "model-uuid_tier_default"
+```
+
+**Invalid Regex Escaping:**
+```json
+// Wrong - unescaped dots
+"matchPattern": "anthropic.claude"
+
+// Correct - escaped dots
+"matchPattern": "anthropic\\.claude"
+```
+
+---
+
+## Testing Model Matching
+
+After adding a model, test that the regex matches expected inputs:
+
+```javascript
+const pattern = new RegExp(matchPattern);
+console.log(pattern.test("claude-opus-4-6")); // true
+console.log(pattern.test("anthropic/claude-opus-4-6")); // true
+console.log(pattern.test("anthropic.claude-opus-4-6-v1:0")); // true
+console.log(pattern.test("us.anthropic.claude-opus-4-6-v1:0")); // true
+```
+
+---
+
+## Reference: Existing Model Entries
+
+Look at these existing entries as templates:
+
+| Model Type | Example Entry | Notes |
+|------------|---------------|-------|
+| Anthropic Claude | `claude-opus-4-5-20251101` | Full multi-provider pattern |
+| OpenAI GPT | `gpt-4o` | Simple pattern |
+| Google Gemini | `gemini-2.5-pro` | Multi-tier with large context |
+
+---
+
+## Related Files
+
+- **Pricing JSON**: `/worker/src/constants/default-model-prices.json`
+- **LLM Types**: `/packages/shared/src/server/llm/types.ts` (model arrays for playground/LLM-as-judge)
+- **Validation**: `/packages/shared/src/server/pricing-tiers/validation.ts`
+- **Matcher**: `/packages/shared/src/server/pricing-tiers/matcher.ts`
+- **Tests**: `/web/src/__tests__/async/model-pricing-tiers.servertest.ts`
+
+---
+
+**Skill Status**: COMPLETE
+**Line Count**: ~340 lines

.claude/skills/backend-dev-guidelines/SKILL.md

@@ -50,6 +50,7 @@ Automatically activates when working on:
 - [ ] **Authentication**: Authorization via basic auth
 - [ ] **Validation**: Zod schemas for query/body/response
 - [ ] **Versioning**: Versioning in API path and Zod schemas for query/body/response
+- [ ] **Fern API Docs**: Update `fern/apis/server/definition/` to match TypeScript types
 - [ ] **Tests**: Add end-to-end test in `__tests__/async/`
 
 ### New Queue Processor Checklist (Worker)
@@ -423,6 +424,32 @@ const traces = await queryClickhouse({
 });
 ```
 
+### 9. Keep Fern API Definitions in Sync with TypeScript Types
+
+When modifying public API types in `web/src/features/public-api/types/`, the corresponding Fern API definitions in `fern/apis/server/definition/` must be updated to match.
+
+**Zod to Fern Type Mapping:**
+
+| Zod Type | Fern Type | Example |
+| -------- | --------- | ------- |
+| `.nullish()` | `optional<nullable<T>>` | `z.string().nullish()` → `optional<nullable<string>>` |
+| `.nullable()` | `nullable<T>` | `z.string().nullable()` → `nullable<string>` |
+| `.optional()` | `optional<T>` | `z.string().optional()` → `optional<string>` |
+| Always present | `T` | `z.string()` → `string` |
+
+**Source References:**
+
+Add a comment at the top of each Fern type referencing the TypeScript source file:
+
+```yaml
+# Source: web/src/features/public-api/types/traces.ts - APITrace
+Trace:
+  properties:
+    id: string
+    name:
+      type: nullable<string>
+```
+
 ---
 
 ## Common Imports

.claude/skills/backend-dev-guidelines/resources/services-and-repositories.md

@@ -645,7 +645,42 @@ async doIt()
 async execute()
 ```
 
-### 3. Return Types
+### 3. Use Params Objects for Multiple Arguments
+
+When a function receives multiple arguments, use a single params object instead of positional arguments:
+
+```typescript
+// ❌ BAD - Positional arguments are unclear and can be swapped
+async function createTrace(
+  projectId: string,
+  userId: string,
+  sessionId: string,
+  name: string,
+) {}
+
+// Call site - which string is which?
+await createTrace(projectId, userId, sessionId, name);
+
+// ✅ GOOD - Params object makes intent clear
+async function createTrace(params: {
+  projectId: string;
+  userId: string;
+  sessionId: string;
+  name: string;
+}) {}
+
+// Call site - clear and prevents argument swapping bugs
+await createTrace({ projectId, userId, sessionId, name });
+```
+
+**Benefits:**
+
+- More readable at call sites
+- Prevents bugs when positional arguments of the same type are accidentally swapped
+- Easier to add optional parameters later
+- Self-documenting code
+
+### 4. Return Types
 
 Always use explicit return types:
 
@@ -659,7 +694,7 @@ async deleteUser(id: string): Promise<void> {}
 async createUser(data) {}  // No types!
 ```
 
-### 4. Error Handling
+### 5. Error Handling
 
 Services should throw meaningful errors:
 
@@ -679,7 +714,7 @@ if (!user) {
 }
 ```
 
-### 5. Avoid God Services
+### 6. Avoid God Services
 
 Don't create services that do everything:
 

.claude/skills/skill-rules.json

@@ -25,6 +25,53 @@
         ]
       }
     },
+"add-model-price": {
+      "type": "domain",
+      "enforcement": "suggest",
+      "priority": "high",
+      "description": "Guide for adding LLM model pricing entries to default-model-prices.json",
+      "promptTriggers": {
+        "keywords": [
+          "model price",
+          "model pricing",
+          "model prices",
+          "add model",
+          "new model",
+          "model cost",
+          "default-model-prices",
+          "matchPattern",
+          "pricingTiers",
+          "pricing tier",
+          "token pricing",
+          "Claude pricing",
+          "OpenAI pricing",
+          "Anthropic pricing",
+          "Gemini pricing",
+          "Bedrock pricing",
+          "Vertex pricing"
+        ],
+        "intentPatterns": [
+          "(add|create|insert|update).*?(model|pricing|price)",
+          "(new|add).*?(claude|openai|anthropic|gemini|gpt).*?(model|price)",
+          "model.*?(price|pricing|cost)",
+          "pricing.*?tier"
+        ]
+      },
+      "fileTriggers": {
+        "pathPatterns": [
+          "worker/src/constants/default-model-prices.json",
+          "packages/shared/src/server/llm/types.ts",
+          "**/model*price*.json"
+        ],
+        "contentPatterns": [
+          "matchPattern",
+          "pricingTiers",
+          "tokenizerId",
+          "anthropicModels",
+          "openAIModels"
+        ]
+      }
+    },
     "backend-dev-guidelines": {
       "type": "domain",
       "enforcement": "suggest",

.devcontainer/Dockerfile

@@ -2,7 +2,7 @@
 FROM mcr.microsoft.com/vscode/devcontainers/typescript-node:20-bookworm
 
 # Install golang-migrate for database migrations
-RUN curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.0/migrate.linux-amd64.tar.gz | tar xvz && \
+RUN curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.1/migrate.linux-amd64.tar.gz | tar xvz && \
     chmod +x migrate && \
     mv migrate /usr/local/bin/migrate
 

.env.dev-azure.example

@@ -25,7 +25,7 @@ NEXTAUTH_SECRET="secret"
 NEXT_PUBLIC_LANGFUSE_CLOUD_REGION="DEV"
 
 # Langfuse experimental features
-LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES="true"
+LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES="false"
 
 # Salt for API key hashing
 SALT="salt"

.env.dev-redis-cluster.example

@@ -25,7 +25,7 @@ NEXTAUTH_SECRET="secret"
 NEXT_PUBLIC_LANGFUSE_CLOUD_REGION="DEV"
 
 # Langfuse experimental features
-LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES="true"
+LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES="false"
 
 # Salt for API key hashing
 SALT="salt"

.env.dev.example

@@ -46,6 +46,8 @@ DATABASE_URL="postgresql://postgres:postgres@localhost:5432/postgres"
 # Clickhouse
 CLICKHOUSE_MIGRATION_URL="clickhouse://localhost:9000"
 CLICKHOUSE_URL="http://localhost:8123"
+# CLICKHOUSE_READ_ONLY_URL="http://localhost:8123"  # Optional: read replica for legacy tables
+# CLICKHOUSE_EVENTS_READ_ONLY_URL="http://localhost:8123"  # Optional: read replica for events table queries
 CLICKHOUSE_USER="clickhouse"
 CLICKHOUSE_PASSWORD="clickhouse"
 CLICKHOUSE_CLUSTER_ENABLED="false"
@@ -62,7 +64,7 @@ NEXTAUTH_SECRET="secret"
 NEXT_PUBLIC_LANGFUSE_CLOUD_REGION="DEV"
 
 # Langfuse experimental features
-LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES="true"
+LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES="false"
 
 # Salt for API key hashing
 SALT="salt"
@@ -147,3 +149,5 @@ LANGFUSE_AWS_BEDROCK_MODEL="eu.anthropic.claude-3-haiku-20240307-v1:0"
 # Events table migration
 LANGFUSE_ENABLE_EVENTS_TABLE_OBSERVATIONS=true
 LANGFUSE_ENABLE_EVENTS_TABLE_FLAGS=true
+LANGFUSE_ENABLE_EVENTS_TABLE_V2_APIS=true
+LANGFUSE_EXPERIMENT_INSERT_INTO_EVENTS_TABLE=true

.env.prod.example

@@ -41,8 +41,10 @@ OTEL_EXPORTER_OTLP_ENDPOINT="http://localhost:4318"
 OTEL_SERVICE_NAME="langfuse"
 
 # Default role for users who sign up, optional, can be org or org+project
+# Supports comma-separated IDs for multiple orgs (e.g., "org1,org2,org3")
 # LANGFUSE_DEFAULT_ORG_ID=
 # LANGFUSE_DEFAULT_ORG_ROLE=
+# Supports comma-separated IDs for multiple projects (e.g., "proj1,proj2,proj3")
 # LANGFUSE_DEFAULT_PROJECT_ID=
 # LANGFUSE_DEFAULT_PROJECT_ROLE=
 
@@ -51,7 +53,7 @@ OTEL_SERVICE_NAME="langfuse"
 # LANGFUSE_LOG_FORMAT=text
 
 # Enable experimental features, optional
-# LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES=true
+# LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES=false
 
 # Auth, optional configuration
 # AUTH_DOMAINS_WITH_SSO_ENFORCEMENT=domain1.com,domain2.com
@@ -115,6 +117,7 @@ OTEL_SERVICE_NAME="langfuse"
 # AUTH_KEYCLOAK_ALLOW_ACCOUNT_LINKING=false
 # AUTH_KEYCLOAK_CLIENT_AUTH_METHOD=
 # AUTH_KEYCLOAK_CHECKS=
+# AUTH_KEYCLOAK_NAME=
 # AUTH_WORKOS_CLIENT_ID=
 # AUTH_WORKOS_CLIENT_SECRET=
 # AUTH_WORKOS_ALLOW_ACCOUNT_LINKING=false
@@ -141,7 +144,7 @@ OTEL_SERVICE_NAME="langfuse"
 # Transactional email, optional
 # Defines the email address to use as the from address.
 # EMAIL_FROM_ADDRESS=
-# Defines the connection url for smtp server. 
+# Defines the connection url for smtp server.
 # SMTP_CONNECTION_URL=
 
 # S3 Batch Exports
@@ -214,7 +217,7 @@ LANGFUSE_ENABLE_BLOB_STORAGE_FILE_LOG=true
 # Ingestion configuration
 # LANGFUSE_INGESTION_QUEUE_DELAY_MS=
 # LANGFUSE_INGESTION_CLICKHOUSE_WRITE_BATCH_SIZE=
-# LANGFUSE_INGESTION_CLICKHOUSE_WRITE_INTERVAL_MS= 
+# LANGFUSE_INGESTION_CLICKHOUSE_WRITE_INTERVAL_MS=
 # LANGFUSE_INGESTION_CLICKHOUSE_MAX_ATTEMPTS=
 
 ### START Enterprise Edition Configuration

.eslintignore

@@ -1,4 +0,0 @@
-node_modules
-**/node_modules
-build
-coverage

.github/DISCUSSION_TEMPLATE/support.yml

@@ -15,8 +15,12 @@ body:
       required: true
   - type: input
     attributes:
-      label: If self-hosted, what version are you running?
-      description: We may ask you to upgrade to the latest version, as many issues are continuously being fixed.
+      label: If Self-Hosted
+      description: What version are you running? We may ask you to upgrade to the latest version, as many issues are continuously being fixed.
+  - type: input
+    attributes:
+      label: If Langfuse Cloud
+      description: Please share the link to your Langfuse project or the specific view you have a question about. This helps us resolve requests faster.
   - type: textarea
     attributes:
       label: SDK and integration versions

.github/workflows/deploy.yml

@@ -14,6 +14,7 @@ on:
           - web-ingestion
           - web-iso
           - worker
+          - worker-cpu
         required: true
       environment:
         description: "Environment to deploy to"
@@ -44,12 +45,12 @@ jobs:
           script: |
             if (context.eventName === "workflow_dispatch") {
               if (context.payload.inputs.service === "all") {
-                return `["web", "web-ingestion", "web-iso", "worker"]`
+                return `["web", "web-ingestion", "web-iso", "worker", "worker-cpu"]`
               }
               return `["${context.payload.inputs.service}"]`
             }
             if (context.eventName === "push") {
-              return `["web", "web-ingestion", "web-iso", "worker"]`
+              return `["web", "web-ingestion", "web-iso", "worker", "worker-cpu"]`
             }
             return "[]"
           result-encoding: string
@@ -79,8 +80,9 @@ jobs:
               if (context.ref === "refs/heads/main") {
                 return `["staging"]`
               }
+              // TODO revert to: `["prod-eu", "prod-us", "prod-hipaa"]`
               if (context.ref === "refs/heads/production") {
-                return `["prod-eu", "prod-us", "prod-hipaa"]`
+                return `["prod-eu", "prod-us"]`
               }
             }
             return "[]"

.github/workflows/pipeline.yml

@@ -59,6 +59,14 @@ jobs:
           node-version: 24
           cache: "pnpm"
           cache-dependency-path: "pnpm-lock.yaml"
+      - name: Setup Turbo cache
+        uses: actions/cache@v4
+        with:
+          path: .turbo
+          key: ${{ runner.os }}-turbo-lint-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-turbo-lint-
+            ${{ runner.os }}-turbo-
       - name: install dependencies
         run: |
           pnpm i
@@ -164,7 +172,7 @@ jobs:
       - uses: actions/checkout@v4
       - name: Install golang-migrate for Clickhouse migrations
         run: |
-          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.0/migrate.linux-amd64.tar.gz | tar xvz
+          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.1/migrate.linux-amd64.tar.gz | tar xvz
           sudo mv migrate /usr/bin/migrate
           which migrate
       - uses: pnpm/action-setup@v3
@@ -192,6 +200,23 @@ jobs:
           echo "LANGFUSE_INGESTION_QUEUE_DELAY_MS=1" >> .env
           echo "LANGFUSE_CACHE_PROMPT_ENABLED=false" >> .env
           echo "LANGFUSE_INGESTION_CLICKHOUSE_WRITE_INTERVAL_MS=1" >> .env
+      - name: Setup Turbo cache
+        uses: actions/cache@v4
+        with:
+          path: .turbo
+          key: ${{ runner.os }}-turbo-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-turbo-
+      - name: Cache Next.js builds
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.npm
+            ${{ github.workspace }}/web/.next/cache
+          key: ${{ runner.os }}-nextjs-${{ matrix.node-version }}-${{ hashFiles('**/pnpm-lock.yaml') }}-${{ hashFiles('web/**/*.js', 'web/**/*.jsx', 'web/**/*.ts', 'web/**/*.tsx') }}
+          restore-keys: |
+            ${{ runner.os }}-nextjs-${{ matrix.node-version }}-${{ hashFiles('**/pnpm-lock.yaml') }}-
+            ${{ runner.os }}-nextjs-${{ matrix.node-version }}-
       - name: Run dev containers
         run: |
           docker compose -f docker-compose.dev.yml up -d
@@ -221,9 +246,11 @@ jobs:
           LANGFUSE_INIT_USER_NAME: "Demo User"
           LANGFUSE_INIT_USER_PASSWORD: "password"
       - name: run test-sync
-        run: pnpm --filter=web run test-sync
+        working-directory: web
+        run: npx cross-env NODE_OPTIONS='--no-experimental-require-module' npx dotenv -e ../.env.test -e ../.env -- npx jest --verbose --runInBand --detectOpenHandles --selectProjects sync-server
       - name: run test-client
-        run: pnpm --filter=web run test-client
+        working-directory: web
+        run: npx cross-env NODE_OPTIONS='--no-experimental-require-module' npx dotenv -e ../.env.test -e ../.env -- npx jest --verbose --runInBand --detectOpenHandles --selectProjects client
 
   tests-web-async:
     timeout-minutes: 30
@@ -231,17 +258,18 @@ jobs:
     needs:
       - pre-job
     if: needs.pre-job.outputs.should_skip != 'true'
-    name: tests-web-async (node${{ matrix.node-version }}, pg${{ matrix.postgres-version }}, mode${{ matrix.deploy-mode }})
+    name: tests-web-async (node${{ matrix.node-version }}, pg${{ matrix.postgres-version }}, mode${{ matrix.deploy-mode }}, shard${{ matrix.shard }}/3)
     strategy:
       matrix:
         node-version: [24]
         postgres-version: [12, 15]
         deploy-mode: ["", "-azure", "-redis-cluster"]
+        shard: [1, 2, 3]
     steps:
       - uses: actions/checkout@v4
       - name: Install golang-migrate for Clickhouse migrations
         run: |
-          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.0/migrate.linux-amd64.tar.gz | tar xvz
+          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.1/migrate.linux-amd64.tar.gz | tar xvz
           sudo mv migrate /usr/bin/migrate
           which migrate
       - uses: pnpm/action-setup@v3
@@ -271,6 +299,23 @@ jobs:
           echo "LANGFUSE_TRACE_DELETE_CONCURRENCY=100" >> .env
           echo "ADMIN_API_KEY=admin-api-key" >> .env
           echo "LANGFUSE_EE_LICENSE_KEY=langfuse_ee_test" >> .env
+      - name: Setup Turbo cache
+        uses: actions/cache@v4
+        with:
+          path: .turbo
+          key: ${{ runner.os }}-turbo-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-turbo-
+      - name: Cache Next.js builds
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.npm
+            ${{ github.workspace }}/web/.next/cache
+          key: ${{ runner.os }}-nextjs-async-${{ matrix.node-version }}-${{ hashFiles('**/pnpm-lock.yaml') }}-${{ hashFiles('web/**/*.js', 'web/**/*.jsx', 'web/**/*.ts', 'web/**/*.tsx') }}
+          restore-keys: |
+            ${{ runner.os }}-nextjs-async-${{ matrix.node-version }}-${{ hashFiles('**/pnpm-lock.yaml') }}-
+            ${{ runner.os }}-nextjs-async-${{ matrix.node-version }}-
       - name: Run dev containers
         run: |
           docker compose -f docker-compose.dev${{ matrix.deploy-mode }}.yml up -d
@@ -314,7 +359,8 @@ jobs:
           LANGFUSE_INIT_USER_NAME: "Demo User"
           LANGFUSE_INIT_USER_PASSWORD: "password"
       - name: run tests
-        run: pnpm --filter=web run test
+        working-directory: web
+        run: npx cross-env NODE_OPTIONS='--no-experimental-require-module' npx dotenv -e ../.env.test -e ../.env -- npx jest --verbose --runInBand --detectOpenHandles --selectProjects async-server --shard=${{ matrix.shard }}/3
 
   tests-worker:
     timeout-minutes: 20
@@ -350,7 +396,7 @@ jobs:
           pnpm install
       - name: Install golang-migrate for Clickhouse migrations
         run: |
-          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.0/migrate.linux-amd64.tar.gz | tar xvz
+          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.1/migrate.linux-amd64.tar.gz | tar xvz
           sudo mv migrate /usr/bin/migrate
           which migrate
       - name: Load default env
@@ -376,6 +422,18 @@ jobs:
           pnpm run db:migrate
           pnpm run db:seed
           pnpm run --filter=shared ch:up
+      - name: Download and extract ClickHouse client for dev-tables setup
+        if: matrix.deploy-mode == ''
+        run: |
+          CH_VERSION="24.9.3.128"
+          ARCH="amd64"
+          wget "https://packages.clickhouse.com/deb/pool/main/c/clickhouse/clickhouse-common-static_${CH_VERSION}_${ARCH}.deb" -O clickhouse-client.deb
+          dpkg-deb -x clickhouse-client.deb ch_client_dir
+          sudo cp ch_client_dir/usr/bin/clickhouse /usr/local/bin/
+      - name: Setup Dev Tables
+        if: matrix.deploy-mode == ''
+        run: |
+          pnpm --filter=shared ch:dev-tables
       - name: Build
         run: pnpm --filter=worker... run build
       - name: run tests
@@ -410,7 +468,7 @@ jobs:
           pnpm install
       - name: Install golang-migrate for Clickhouse migrations
         run: |
-          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.0/migrate.linux-amd64.tar.gz | tar xvz
+          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.1/migrate.linux-amd64.tar.gz | tar xvz
           sudo mv migrate /usr/bin/migrate
           which migrate
       - name: Load default env
@@ -475,6 +533,24 @@ jobs:
         with:
           username: ${{ secrets.DOCKERHUB_USERNAME_READ }}
           password: ${{ secrets.DOCKERHUB_TOKEN_READ }}
+      - name: Setup Turbo cache
+        uses: actions/cache@v4
+        with:
+          path: .turbo
+          key: ${{ runner.os }}-turbo-e2e-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-turbo-e2e-
+            ${{ runner.os }}-turbo-
+      - name: Cache Next.js builds
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.npm
+            ${{ github.workspace }}/web/.next/cache
+          key: ${{ runner.os }}-nextjs-e2e-${{ hashFiles('**/pnpm-lock.yaml') }}-${{ hashFiles('web/**/*.js', 'web/**/*.jsx', 'web/**/*.ts', 'web/**/*.tsx') }}
+          restore-keys: |
+            ${{ runner.os }}-nextjs-e2e-${{ hashFiles('**/pnpm-lock.yaml') }}-
+            ${{ runner.os }}-nextjs-e2e-
       - name: install dependencies
         run: |
           pnpm install
@@ -484,7 +560,7 @@ jobs:
           cp .env.dev.example web/.env
       - name: Install golang-migrate for Clickhouse migrations
         run: |
-          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.0/migrate.linux-amd64.tar.gz | tar xvz
+          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.1/migrate.linux-amd64.tar.gz | tar xvz
           sudo mv migrate /usr/bin/migrate
           which migrate
       - name: Run + migrate
@@ -540,7 +616,7 @@ jobs:
           pnpm install
       - name: Install golang-migrate for Clickhouse migrations
         run: |
-          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.0/migrate.linux-amd64.tar.gz | tar xvz
+          curl -L https://github.com/golang-migrate/migrate/releases/download/v4.19.1/migrate.linux-amd64.tar.gz | tar xvz
           sudo mv migrate /usr/bin/migrate
           which migrate
       - name: Load default env
@@ -589,7 +665,7 @@ jobs:
         tests-web-sync,
         tests-worker,
         test-worker-llm-connections,
-        e2e-tests,
+        # e2e-tests, # Temporarily disabled - flaky timeouts
         test-docker-build,
         e2e-server-tests,
         tests-web-async,
@@ -629,7 +705,7 @@ jobs:
   push-docker-image:
     needs: all-ci-passed
     # if something inside all-ci-passed was skipped, but everything that ran passed, we still want to deploy
-    if: always() && needs.all-ci-passed.outputs.success == 'true' && github.event_name == 'push' && (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/'))
+    if: always() && needs.all-ci-passed.outputs.success == 'true' && github.event_name == 'push' && startsWith(github.ref, 'refs/tags/')
     environment: "protected branches"
     runs-on: ubuntu-latest
     permissions:

.github/workflows/snyk-web.yml

@@ -0,0 +1,27 @@
+name: Snyk Container - Web
+on:
+  push:
+    branches: ["production", "main"]
+
+jobs:
+  snyk:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Run Snyk to check Docker image for vulnerabilities
+        # Snyk can be used to break the build when it detects vulnerabilities.
+        # In this case we want to upload the issues to GitHub Code Scanning
+        continue-on-error: true
+        uses: snyk/actions/docker@master
+        env:
+          # In order to use the Snyk Action you will need to have a Snyk API token.
+          # See https://docs.snyk.io/integrations/ci-cd-integrations/github-actions-integration#getting-your-snyk-token
+          # or you can sign up for free at https://snyk.io/login
+          SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}
+        with:
+          image: langfuse/langfuse
+          args: --sarif-file-output=snyk.sarif
+      - name: Upload result to GitHub Code Scanning
+        uses: github/codeql-action/upload-sarif@v4
+        with:
+          sarif_file: snyk.sarif

.github/workflows/snyk-worker.yml

@@ -0,0 +1,27 @@
+name: Snyk Container - Worker
+on:
+  push:
+    branches: ["production", "main"]
+
+jobs:
+  snyk:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Run Snyk to check Docker image for vulnerabilities
+        # Snyk can be used to break the build when it detects vulnerabilities.
+        # In this case we want to upload the issues to GitHub Code Scanning
+        continue-on-error: true
+        uses: snyk/actions/docker@master
+        env:
+          # In order to use the Snyk Action you will need to have a Snyk API token.
+          # See https://docs.snyk.io/integrations/ci-cd-integrations/github-actions-integration#getting-your-snyk-token
+          # or you can sign up for free at https://snyk.io/login
+          SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}
+        with:
+          image: langfuse/langfuse-worker
+          args: --sarif-file-output=snyk.sarif
+      - name: Upload result to GitHub Code Scanning
+        uses: github/codeql-action/upload-sarif@v4
+        with:
+          sarif_file: snyk.sarif

.github/workflows/snyk.yml

@@ -1,28 +0,0 @@
-name: Snyk Container
-on:
-  push:
-    branches: ["main"]
-
-jobs:
-  snyk:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-
-      - name: Scan web image with Snyk
-        uses: snyk/actions/docker@master
-        continue-on-error: true # let upload step always run
-        env:
-          SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}
-        with:
-          image: langfuse/langfuse # pulled from Docker Hub
-          args: --severity-threshold=high # (any extra CLI flags, but NO --file)
-
-      - name: Scan worker image with Snyk
-        uses: snyk/actions/docker@master
-        continue-on-error: true # let upload step always run
-        env:
-          SNYK_TOKEN: ${{ secrets.SNYK_TOKEN }}
-        with:
-          image: langfuse/langfuse-worker # pulled from Docker Hub
-          args: --severity-threshold=high # (any extra CLI flags, but NO --file)

.gitignore

@@ -17,6 +17,7 @@ migrate
 
 # next.js
 /.next/
+/.next-check/
 /out/
 next-env.d.ts
 
@@ -35,6 +36,7 @@ npm-debug.log*
 yarn-debug.log*
 yarn-error.log*
 .pnpm-debug.log*
+.eslintcache
 
 # local env files
 # do not commit any .env files to git, except for the .env.example file. https://create.t3.gg/en/usage/env-variables#using-environment-variables
@@ -56,12 +58,15 @@ yarn-error.log*
 # openapi spec that is copied during build
 /public/openapi*.yml
 
+# claude meta files
+.claude/tsc-cache
 
 # vscode
 node_modules
 **/node_modules
 **/dist
 **/.next/*
+**/.next-check/*
 **/.turbo/*
 .yarn
 .turbo
@@ -70,3 +75,9 @@ web/test-results/*
 
 # local config files
 *.local.*
+
+# claude meta files
+.claude/tsc-cache
+
+# Refactoring planning files (local only)
+**/.refactor/

.vscode/settings.json

@@ -28,6 +28,11 @@
     "editor.defaultFormatter": "Prisma.prisma"
   },
   "eslint.lintTask.enable": true,
-  "eslint.workingDirectories": ["./web", "./worker"],
-  "eslint.useFlatConfig": false
+  "eslint.workingDirectories": [
+    { "pattern": "./web" },
+    { "pattern": "./worker" },
+    { "pattern": "./packages/shared" },
+    { "pattern": "./ee" }
+  ],
+  "eslint.useFlatConfig": true
 }

CLAUDE.md

@@ -72,9 +72,11 @@ pnpm run infra:dev:up      # Start Docker services (PostgreSQL, ClickHouse, Redi
 pnpm run infra:dev:down    # Stop Docker services
 ```
 
-### Building
+### Building & Type Checking
 ```sh
 pnpm --filter=PACKAGE_NAME run build  # Runs the build command, will show real typescript errors etc.
+pnpm tc                               # Fast typecheck across all packages (alias for pnpm typecheck)
+pnpm build:check                      # Full Next.js build to alternate dir (can run parallel with dev server)
 ```
 
 ### Testing in Web Package
@@ -82,11 +84,11 @@ The web package uses JEST for unit tests.
 Depending on the file location (sync, async)
 `web` related tests must go into the `web/src/__tests__/` folder.
 ```sh
-pnpm test-sync --testPathPattern="$FILE_LOCATION_PATTERN" --testNamePattern="$TEST_NAME_PATTERN"
+pnpm test-sync --testPathPatterns="$FILE_LOCATION_PATTERN" --testNamePattern="$TEST_NAME_PATTERN"
 # For tests in the async folder:
-pnpm test -- --testPathPattern="$FILE_LOCATION_PATTERN" --testNamePattern="$TEST_NAME_PATTERN"
+pnpm test -- --testPathPatterns="$FILE_LOCATION_PATTERN" --testNamePattern="$TEST_NAME_PATTERN"
 # For client tests:
-pnpm test-client --testPathPattern="buildStepData" --testNamePattern="buildStepData"
+pnpm test-client --testPathPatterns="buildStepData" --testNamePattern="buildStepData"
 ```
 
 ### Testing in the Worker Package
@@ -113,7 +115,7 @@ pnpm run nuke              # Remove all node_modules, build files, wipe database
 - **Styling**: Tailwind CSS with CSS variables for theming
 - **Components**: shadcn/ui (Radix UI primitives)
 - **State Management**: TanStack Query (React Query) + tRPC
-- **Charts**: Tremor, Recharts
+- **Charts**: Recharts
 
 ### Worker Application (`/worker/`)
 - **Framework**: Express.js
@@ -192,6 +194,21 @@ To get a project, use the `get_project` capability with the full project name as
 
 ## TypeScript Best Practices
 - In TypeScript, if possible, don't use the `any` type
+- **Use a single params object for functions with multiple arguments** - This makes code more readable at call sites and prevents bugs when arguments of the same type are accidentally swapped:
+
+```typescript
+// ❌ Bad - positional arguments are unclear and can be swapped without type errors
+function sendMessage(userId: string, sessionId: string, projectId: string) {
+  // ...
+}
+sendMessage(someString, someOtherString, anotherString); // Which is which?
+
+// ✅ Good - params object makes intent clear and prevents argument swapping
+function sendMessage(params: { userId: string; sessionId: string; projectId: string }) {
+  // ...
+}
+sendMessage({ userId: someString, sessionId: someOtherString, projectId: anotherString });
+```
 
 ## General Coding Guidelines
 - For easier code reviews, prefer not to move functions etc around within a file unless necessary or instructed to do so

CONTRIBUTING.md

@@ -94,8 +94,6 @@ The diagram below may not show all relationships if the foreign key is not defin
 
 Full database schema: [packages/shared/prisma/schema.prisma](packages/shared/prisma/schema.prisma)
 
-<img src="./packages/shared/prisma/database.svg">
-
 ## Repository Structure
 
 We built a monorepo using [pnpm](https://pnpm.io/motivation) and [turbo](https://turbo.build/repo/docs) to manage the dependencies and build process. The monorepo contains the following packages:
@@ -122,8 +120,8 @@ Requirements
 **Steps**
 
 1. Install development dependencies:
-	- [golang-migrate](https://github.com/golang-migrate/migrate/tree/master/cmd/migrate#migrate-cli) as CLI
-	- [clickhouse binary](https://clickhouse.com/docs/install) on macOS with brew: `brew install --cask clickhouse`
+   - [golang-migrate](https://github.com/golang-migrate/migrate/tree/master/cmd/migrate#migrate-cli) as CLI
+   - [clickhouse binary](https://clickhouse.com/docs/install) on macOS with brew: `brew install --cask clickhouse`
 
 2. Fork the repository and clone it locally
 
@@ -182,6 +180,8 @@ pnpm run db:seed:examples
   pnpm install
   pnpm run dev
   pnpm --filter=web run dev # execute command only in one package
+  pnpm tc                   # fast typecheck all packages
+  pnpm build:check          # Full Next.js build to alternate dir (can run parallel with dev server)
   ```
 
   In the root `package.json`, you can find scripts which are executed with turbo e.g. `turbo run dev`. These scripts are executed with the help of Turbo. Turbo executes the commands in all packages taking care of the correct order of execution. Task definitions can be found in the `turbo.config.js` file.
@@ -254,9 +254,9 @@ To run a specific test, for example the test: `"should handle special characters
 
 ```sh
 cd web  # or with --filter=web
-pnpm test-sync --testPathPattern="prompts\.v2\.servertest" --testNamePattern="should handle special characters in prompt names"
+pnpm test-sync --testPathPatterns="prompts\.v2\.servertest" --testNamePattern="should handle special characters in prompt names"
 # for async folder tests:
-pnpm test -- --testPathPattern="observations-api" --testNamePattern="should fetch all observations"
+pnpm test -- --testPathPatterns="observations-api" --testNamePattern="should fetch all observations"
 ```
 
 To run all tests:
@@ -424,4 +424,3 @@ npx fern-api generate --api organizations  # for the organizations API
 Langfuse is MIT licensed, except for `ee/` folder. See [LICENSE](LICENSE) and [docs](https://langfuse.com/docs/open-source) for more details.
 
 When contributing to the Langfuse codebase, you need to agree to the [Contributor License Agreement](https://cla-assistant.io/langfuse/langfuse). You only need to do this once and the CLA bot will remind you if you haven't signed it yet.
-

README.cn.md

@@ -295,6 +295,7 @@ _[Langfuse 中的公共示例追踪](https://cloud.langfuse.com/project/cloramnk
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/131470832?s=40&v=4" width="20" height="20" alt=""> &nbsp; [lobehub](https://github.com/lobehub) / [lobe-chat](https://github.com/lobehub/lobe-chat)                                           | 49003 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/85702467?s=40&v=4" width="20" height="20" alt=""> &nbsp; [langflow-ai](https://github.com/langflow-ai) / [langflow](https://github.com/langflow-ai/langflow)                                  | 39093 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/130722866?s=40&v=4" width="20" height="20" alt=""> &nbsp; [run-llama](https://github.com/run-llama) / [llama_index](https://github.com/run-llama/llama_index)                                 | 37368 |
+| <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/169401942?s=40&v=4" width="20" height="20" alt=""> &nbsp; [danny-avila](https://github.com/danny-avila) / [LibreChat](https://github.com/danny-avila/LibreChat)                               | 33142 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/139558948?s=40&v=4" width="20" height="20" alt=""> &nbsp; [chatchat-space](https://github.com/chatchat-space) / [Langchain-Chatchat](https://github.com/chatchat-space/Langchain-Chatchat)    | 32486 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/128289781?s=40&v=4" width="20" height="20" alt=""> &nbsp; [FlowiseAI](https://github.com/FlowiseAI) / [Flowise](https://github.com/FlowiseAI/Flowise)                                         | 32448 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/31035808?s=40&v=4" width="20" height="20" alt=""> &nbsp; [mindsdb](https://github.com/mindsdb) / [mindsdb](https://github.com/mindsdb/mindsdb)                                                | 26931 |
@@ -332,7 +333,6 @@ _[Langfuse 中的公共示例追踪](https://cloud.langfuse.com/project/cloramnk
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/171735272?s=40&v=4" width="20" height="20" alt=""> &nbsp; [8090-inc](https://github.com/8090-inc) / [xrx-sample-apps](https://github.com/8090-inc/xrx-sample-apps)                            |   138 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/104478511?s=40&v=4" width="20" height="20" alt=""> &nbsp; [babelcloud](https://github.com/babelcloud) / [LLM-RGB](https://github.com/babelcloud/LLM-RGB)                                      |   135 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/15125613?s=40&v=4" width="20" height="20" alt=""> &nbsp; [souzatharsis](https://github.com/souzatharsis) / [tamingLLMs](https://github.com/souzatharsis/tamingLLMs)                           |   129 |
-| <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/169401942?s=40&v=4" width="20" height="20" alt=""> &nbsp; [LibreChat-AI](https://github.com/LibreChat-AI) / [librechat.ai](https://github.com/LibreChat-AI/librechat.ai)                      |   128 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/51827949?s=40&v=4" width="20" height="20" alt=""> &nbsp; [deepset-ai](https://github.com/deepset-ai) / [haystack-core-integrations](https://github.com/deepset-ai/haystack-core-integrations) |   126 |
 
 ## 🔒 安全与隐私

README.ja.md

@@ -301,6 +301,7 @@ Langfuseを利用している主要なオープンソースPythonプロジェク
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/131470832?s=40&v=4" width="20" height="20" alt=""> &nbsp; [lobehub](https://github.com/lobehub) / [lobe-chat](https://github.com/lobehub/lobe-chat)                                           |  49003 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/85702467?s=40&v=4" width="20" height="20" alt=""> &nbsp; [langflow-ai](https://github.com/langflow-ai) / [langflow](https://github.com/langflow-ai/langflow)                                  |  39093 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/130722866?s=40&v=4" width="20" height="20" alt=""> &nbsp; [run-llama](https://github.com/run-llama) / [llama_index](https://github.com/run-llama/llama_index)                                 |  37368 |
+| <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/169401942?s=40&v=4" width="20" height="20" alt=""> &nbsp; [danny-avila](https://github.com/danny-avila) / [LibreChat](https://github.com/danny-avila/LibreChat)                               |  33142 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/139558948?s=40&v=4" width="20" height="20" alt=""> &nbsp; [chatchat-space](https://github.com/chatchat-space) / [Langchain-Chatchat](https://github.com/chatchat-space/Langchain-Chatchat)    |  32486 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/128289781?s=40&v=4" width="20" height="20" alt=""> &nbsp; [FlowiseAI](https://github.com/FlowiseAI) / [Flowise](https://github.com/FlowiseAI/Flowise)                                         |  32448 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/31035808?s=40&v=4" width="20" height="20" alt=""> &nbsp; [mindsdb](https://github.com/mindsdb) / [mindsdb](https://github.com/mindsdb/mindsdb)                                                |  26931 |
@@ -338,7 +339,6 @@ Langfuseを利用している主要なオープンソースPythonプロジェク
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/171735272?s=40&v=4" width="20" height="20" alt=""> &nbsp; [8090-inc](https://github.com/8090-inc) / [xrx-sample-apps](https://github.com/8090-inc/xrx-sample-apps)                            |    138 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/104478511?s=40&v=4" width="20" height="20" alt=""> &nbsp; [babelcloud](https://github.com/babelcloud) / [LLM-RGB](https://github.com/babelcloud/LLM-RGB)                                      |    135 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/15125613?s=40&v=4" width="20" height="20" alt=""> &nbsp; [souzatharsis](https://github.com/souzatharsis) / [tamingLLMs](https://github.com/souzatharsis/tamingLLMs)                           |    129 |
-| <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/169401942?s=40&v=4" width="20" height="20" alt=""> &nbsp; [LibreChat-AI](https://github.com/LibreChat-AI) / [librechat.ai](https://github.com/LibreChat-AI/librechat.ai)                      |    128 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/51827949?s=40&v=4" width="20" height="20" alt=""> &nbsp; [deepset-ai](https://github.com/deepset-ai) / [haystack-core-integrations](https://github.com/deepset-ai/haystack-core-integrations) |    126 |
 
 ## 🔒 セキュリティとプライバシー

README.kr.md

@@ -283,6 +283,7 @@ _[Langfuse의 공개 예제 trace](https://cloud.langfuse.com/project/cloramnkj0
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/131470832?s=40&v=4" width="20" height="20" alt=""> &nbsp; [lobehub](https://github.com/lobehub) / [lobe-chat](https://github.com/lobehub/lobe-chat)                                           | 49003 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/85702467?s=40&v=4" width="20" height="20" alt=""> &nbsp; [langflow-ai](https://github.com/langflow-ai) / [langflow](https://github.com/langflow-ai/langflow)                                  | 39093 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/130722866?s=40&v=4" width="20" height="20" alt=""> &nbsp; [run-llama](https://github.com/run-llama) / [llama_index](https://github.com/run-llama/llama_index)                                 | 37368 |
+| <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/169401942?s=40&v=4" width="20" height="20" alt=""> &nbsp; [danny-avila](https://github.com/danny-avila) / [LibreChat](https://github.com/danny-avila/LibreChat)                               | 33142 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/139558948?s=40&v=4" width="20" height="20" alt=""> &nbsp; [chatchat-space](https://github.com/chatchat-space) / [Langchain-Chatchat](https://github.com/chatchat-space/Langchain-Chatchat)    | 32486 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/128289781?s=40&v=4" width="20" height="20" alt=""> &nbsp; [FlowiseAI](https://github.com/FlowiseAI) / [Flowise](https://github.com/FlowiseAI/Flowise)                                         | 32448 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/31035808?s=40&v=4" width="20" height="20" alt=""> &nbsp; [mindsdb](https://github.com/mindsdb) / [mindsdb](https://github.com/mindsdb/mindsdb)                                                | 26931 |
@@ -320,7 +321,6 @@ _[Langfuse의 공개 예제 trace](https://cloud.langfuse.com/project/cloramnkj0
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/171735272?s=40&v=4" width="20" height="20" alt=""> &nbsp; [8090-inc](https://github.com/8090-inc) / [xrx-sample-apps](https://github.com/8090-inc/xrx-sample-apps)                            |   138 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/104478511?s=40&v=4" width="20" height="20" alt=""> &nbsp; [babelcloud](https://github.com/babelcloud) / [LLM-RGB](https://github.com/babelcloud/LLM-RGB)                                      |   135 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/15125613?s=40&v=4" width="20" height="20" alt=""> &nbsp; [souzatharsis](https://github.com/souzatharsis) / [tamingLLMs](https://github.com/souzatharsis/tamingLLMs)                           |   129 |
-| <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/169401942?s=40&v=4" width="20" height="20" alt=""> &nbsp; [LibreChat-AI](https://github.com/LibreChat-AI) / [librechat.ai](https://github.com/LibreChat-AI/librechat.ai)                      |   128 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/51827949?s=40&v=4" width="20" height="20" alt=""> &nbsp; [deepset-ai](https://github.com/deepset-ai) / [haystack-core-integrations](https://github.com/deepset-ai/haystack-core-integrations) |   126 |
 
 ## 🔒 보안 & 개인정보 보호

README.md

@@ -71,10 +71,16 @@
   <a href="./README.kr.md"><img alt="README in Korean" src="https://img.shields.io/badge/한국어-d9d9d9"></a>
 </p>
 
+<p align="center">
+   <a href="https://github.com/ClickHouse/ClickHouse"><strong>Proudly made with ClickHouse open source database</strong></a>
+</p>
+
+
+
 Langfuse is an **open source LLM engineering** platform. It helps teams collaboratively
 **develop, monitor, evaluate,** and **debug** AI applications. Langfuse can be **self-hosted in minutes** and is **battle-tested**.
 
-[![Langfuse Overview Video](https://github.com/user-attachments/assets/3926b288-ff61-4b95-8aa1-45d041c70866)](https://langfuse.com/watch-demo)
+[![Langfuse Overview Video](https://github.com/user-attachments/assets/925d71db-6331-445e-8f3e-727ee95d1c9f)](https://langfuse.com/watch-demo)
 
 ## ✨ Core Features
 
@@ -142,6 +148,7 @@ See [self-hosting documentation](https://langfuse.com/self-hosting) to learn mor
 | [Haystack](https://langfuse.com/docs/integrations/haystack)                  | Python                     | Automated instrumentation via Haystack content tracing system.                                                                                   |
 | [LiteLLM](https://langfuse.com/docs/integrations/litellm)                    | Python, JS/TS (proxy only) | Use any LLM as a drop in replacement for GPT. Use Azure, OpenAI, Cohere, Anthropic, Ollama, VLLM, Sagemaker, HuggingFace, Replicate (100+ LLMs). |
 | [Vercel AI SDK](https://langfuse.com/docs/integrations/vercel-ai-sdk)        | JS/TS                      | TypeScript toolkit designed to help developers build AI-powered applications with React, Next.js, Vue, Svelte, Node.js.                          |
+| [Mastra](https://langfuse.com/docs/integrations/mastra)                      | JS/TS                      | Open source framework for building AI agents and multi-agent systems.                                                                            |
 | [API](https://langfuse.com/docs/api)                                         |                            | Directly call the public API. OpenAPI spec available.                                                                                            |
 
 ### Packages integrated with Langfuse:
@@ -256,6 +263,10 @@ Your contributions are welcome!
 
 This repository is MIT licensed, except for the `ee` folders. See [LICENSE](LICENSE) and [docs](https://langfuse.com/docs/open-source) for more details.
 
+## Dependencies
+
+We deploy this code base in Docker containers based on the Linux Alpine Image ([source](https://github.com/nodejs/docker-node)). You may find the Dockerfiles in [web/Dockerfile](web/Dockerfile) and [worker/Dockerfile](worker/Dockerfile).
+
 ## ⭐️ Star History
 
 <a href="https://star-history.com/#langfuse/langfuse&Date">
@@ -284,6 +295,7 @@ Top open-source Python projects that use Langfuse, ranked by stars ([Source](htt
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/6154722?s=40&v=4" width="20" height="20" alt=""> &nbsp; [microsoft](https://github.com/microsoft) / [ai-agents-for-beginners](https://github.com/microsoft/ai-agents-for-beginners)                                                      |  38012 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/139558948?s=40&v=4" width="20" height="20" alt=""> &nbsp; [chatchat-space](https://github.com/chatchat-space) / [Langchain-Chatchat](https://github.com/chatchat-space/Langchain-Chatchat)                                               |  36071 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/31035808?s=40&v=4" width="20" height="20" alt=""> &nbsp; [mindsdb](https://github.com/mindsdb) / [mindsdb](https://github.com/mindsdb/mindsdb)                                                                                           |  35669 |
+| <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/169401942?s=40&v=4" width="20" height="20" alt=""> &nbsp; [danny-avila](https://github.com/danny-avila) / [LibreChat](https://github.com/danny-avila/LibreChat)                                                                            |  33142 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/121462774?s=40&v=4" width="20" height="20" alt=""> &nbsp; [BerriAI](https://github.com/BerriAI) / [litellm](https://github.com/BerriAI/litellm)                                                                                          |  28726 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/157326433?s=40&v=4" width="20" height="20" alt=""> &nbsp; [onlook-dev](https://github.com/onlook-dev) / [onlook](https://github.com/onlook-dev/onlook)                                                                                   |  22447 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/487568?s=40&v=4" width="20" height="20" alt=""> &nbsp; [NixOS](https://github.com/NixOS) / [nixpkgs](https://github.com/NixOS/nixpkgs)                                                                                                   |  21748 |
@@ -339,7 +351,6 @@ Top open-source Python projects that use Langfuse, ranked by stars ([Source](htt
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/16997807?s=40&v=4" width="20" height="20" alt=""> &nbsp; [FranciscoMoretti](https://github.com/FranciscoMoretti) / [sparka](https://github.com/FranciscoMoretti/sparka)                                                                  |    380 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/66303003?s=40&v=4" width="20" height="20" alt=""> &nbsp; [RobotecAI](https://github.com/RobotecAI) / [rai](https://github.com/RobotecAI/rai)                                                                                             |    373 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/137044109?s=40&v=4" width="20" height="20" alt=""> &nbsp; [ElectricCodeGuy](https://github.com/ElectricCodeGuy) / [SupabaseAuthWithSSR](https://github.com/ElectricCodeGuy/SupabaseAuthWithSSR)                                          |    370 |
-| <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/169401942?s=40&v=4" width="20" height="20" alt=""> &nbsp; [LibreChat-AI](https://github.com/LibreChat-AI) / [librechat.ai](https://github.com/LibreChat-AI/librechat.ai)                                                                 |    339 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/15125613?s=40&v=4" width="20" height="20" alt=""> &nbsp; [souzatharsis](https://github.com/souzatharsis) / [tamingLLMs](https://github.com/souzatharsis/tamingLLMs)                                                                      |    323 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/8931462?s=40&v=4" width="20" height="20" alt=""> &nbsp; [aws-samples](https://github.com/aws-samples) / [aws-ai-ml-workshop-kr](https://github.com/aws-samples/aws-ai-ml-workshop-kr)                                                    |    295 |
 | <img class="avatar mr-2" src="https://avatars.githubusercontent.com/u/25676773?s=40&v=4" width="20" height="20" alt=""> &nbsp; [weizxfree](https://github.com/weizxfree) / [KnowFlow](https://github.com/weizxfree/KnowFlow)                                                                                   |    285 |

REVIEW.md

@@ -10,6 +10,7 @@
 - Migrations in `packages/shared/clickhouse/migrations/clustered` should match their counterparts in `packages/shared/clickhouse/migrations/unclustered` aside from the restrictions listed above.
 - When adding new indexes on ClickHouse, ensure that there is a corresponding `MATERIALIZE INDEX` statement in the same migration. The materialization can use `SETTINGS mutations_sync = 2` if they operate on smaller tables, but may timeout otherwise.
 - All ClickHouse queries on project-scoped tables (traces, observations, scores, events, sessions, etc.) must include `WHERE project_id = {projectId: String}` filter to ensure proper tenant isolation and that queries only access data from the intended project.
+- For operations on the `events` table, you must never use the `FINAL` keyword as it kills performance. `events` is built so that `FINAL` is never required.
 
 ### Postgres
 
@@ -45,3 +46,10 @@
 ## Seeder
 
 - make sure that for new features with data model changes, the database seeder is adjusted.
+
+## API Documentation
+
+- Whenever a file in `web/src/features/public-api/types` changes, the `fern/apis` definition probably needs to be adjusted, too.
+- `nullish` types should map to `optional<nullable<T>>` in fern.
+- `nullable` types should map to `nullable<T>` in fern.
+- `optional` types should map to `optional<T>` in fern.

docker-compose.build.yml

@@ -98,7 +98,7 @@ services:
       start_period: 1s
 
   minio:
-    image: docker.io/minio/minio
+    image: cgr.dev/chainguard/minio
     entrypoint: sh
     # create the 'langfuse' bucket before starting the service
     command: -c 'mkdir -p /data/langfuse && minio server --address ":9000" --console-address ":9001" /data'
@@ -122,6 +122,7 @@ services:
     restart: always
     command: >
       --requirepass ${REDIS_AUTH:-myredissecret}
+      --maxmemory-policy noeviction
     ports:
       - 6379:6379
     healthcheck:

docker-compose.dev-azure.yml

@@ -24,7 +24,7 @@ services:
       - langfuse_azurite_data:/data
 
   minio:
-    image: docker.io/minio/minio
+    image: cgr.dev/chainguard/minio
     container_name: ${MINIO_CONTAINER_NAME:-langfuse-minio}
     entrypoint: sh
     # create the 'langfuse' bucket before starting the service
@@ -51,6 +51,7 @@ services:
     restart: always
     command: >
       --requirepass ${REDIS_AUTH:-myredissecret}
+      --maxmemory-policy noeviction
     ports:
       - 6379:6379
 

docker-compose.dev-redis-cluster.yml

@@ -16,7 +16,7 @@ services:
       - postgres
 
   minio:
-    image: docker.io/minio/minio
+    image: cgr.dev/chainguard/minio
     entrypoint: sh
     # create the 'langfuse' bucket before starting the service
     command: -c 'mkdir -p /data/langfuse && minio server --address ":9000" --console-address ":9001" /data'

docker-compose.dev.yml

@@ -21,7 +21,7 @@ services:
       - default
 
   minio:
-    image: docker.io/minio/minio
+    image: cgr.dev/chainguard/minio
     container_name: ${MINIO_CONTAINER_NAME:-langfuse-minio}
     entrypoint: sh
     # create the 'langfuse' bucket before starting the service
@@ -49,6 +49,7 @@ services:
     restart: always
     command: >
       --requirepass ${REDIS_AUTH:-myredissecret}
+      --maxmemory-policy noeviction
     ports:
       - ${HOST_IP:-127.0.0.1}:${REDIS_HOST_PORT:-6379}:6379
     networks:

docker-compose.yml

@@ -24,7 +24,7 @@ services:
       SALT: ${SALT:-mysalt} # CHANGEME
       ENCRYPTION_KEY: ${ENCRYPTION_KEY:-0000000000000000000000000000000000000000000000000000000000000000} # CHANGEME: generate via `openssl rand -hex 32`
       TELEMETRY_ENABLED: ${TELEMETRY_ENABLED:-true}
-      LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES: ${LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES:-true}
+      LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES: ${LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES:-false}
       CLICKHOUSE_MIGRATION_URL: ${CLICKHOUSE_MIGRATION_URL:-clickhouse://clickhouse:9000}
       CLICKHOUSE_URL: ${CLICKHOUSE_URL:-http://clickhouse:8123}
       CLICKHOUSE_USER: ${CLICKHOUSE_USER:-clickhouse}
@@ -107,7 +107,7 @@ services:
       start_period: 1s
 
   minio:
-    image: docker.io/minio/minio
+    image: cgr.dev/chainguard/minio
     restart: always
     entrypoint: sh
     # create the 'langfuse' bucket before starting the service
@@ -133,6 +133,7 @@ services:
     # CHANGEME: row below to secure redis password
     command: >
       --requirepass ${REDIS_AUTH:-myredissecret}
+      --maxmemory-policy noeviction
     ports:
       - 127.0.0.1:6379:6379
     healthcheck:

ee/.eslintrc.js

@@ -1,8 +0,0 @@
-/** @type {import("eslint").Linter.Config} */
-module.exports = {
-  extends: ["@repo/eslint-config/library.js"],
-  parser: "@typescript-eslint/parser",
-  parserOptions: {
-    project: true,
-  },
-};

ee/eslint.config.mjs

@@ -0,0 +1,3 @@
+import baseConfig from "@repo/eslint-config";
+
+export default [...baseConfig];

ee/package.json

@@ -19,27 +19,30 @@
   },
   "scripts": {
     "build": "tsc",
+    "build:check": "tsc",
+    "typecheck": "dotenv -e ../../.env -- tsgo --noEmit --skipLibCheck --incremental --tsBuildInfoFile .tsbuildinfo",
     "dev": "tsc --watch",
-    "lint": "eslint . --ext .js,.jsx,.ts,.tsx --max-warnings 0",
-    "lint:fix": "eslint . --ext .js,.jsx,.ts,.tsx --fix"
+    "lint": "eslint . --cache --cache-location dist/.eslintcache --max-warnings 0",
+    "lint:fix": "eslint . --cache --cache-location dist/.eslintcache --fix"
   },
   "dependencies": {
     "@langfuse/shared": "workspace:*",
     "@opentelemetry/api": ">=1.0.0 <1.10.0",
     "https-proxy-agent": "^7.0.6",
-    "next": "15.5.4",
-    "next-auth": "^4.24.12",
+    "next": "15.5.10",
+    "next-auth": "^4.24.13",
     "zod": "^3.25.62"
   },
   "devDependencies": {
     "@repo/eslint-config": "workspace:*",
     "@repo/typescript-config": "workspace:*",
     "@types/node": "^24.3.0",
-    "@typescript-eslint/parser": "^7.12.0",
-    "eslint": "^8.57.0",
-    "eslint-config-prettier": "^9.1.0",
+    "@typescript-eslint/parser": "^8.50.1",
+    "@typescript/native-preview": "7.0.0-dev.20260122.3",
+    "eslint": "^9.39.2",
+    "eslint-config-prettier": "^10.1.8",
     "eslint-config-standard": "^17.1.0",
-    "eslint-plugin-prettier": "^5.1.3",
+    "eslint-plugin-prettier": "^5.5.4",
     "prettier": "^3.6.2",
     "ts-node": "^10.9.2",
     "tsc-watch": "^6.2.0",

fern/apis/client/definition/score.yml

@@ -18,7 +18,9 @@ types:
       sessionId: optional<string>
       observationId: optional<string>
       datasetRunId: optional<string>
-      name: string
+      name:
+        type: string
+        docs: The name of the score. Always overrides "output" for correction scores.
       value:
         type: CreateScoreValue
         docs: The value of the score. Must be passed as string for categorical scores, and numeric for boolean and numeric scores. Boolean score values must equal either 1 or 0 (true or false)
@@ -81,10 +83,11 @@ types:
       - NUMERIC
       - CATEGORICAL
       - BOOLEAN
+      - CORRECTION
 
   CreateScoreValue:
     discriminated: false
     union:
       - double
       - string
-    docs: The value of the score. Must be passed as string for categorical scores, and numeric for boolean and numeric scores
+    docs: The value of the score. Must be passed as string for categorical scores, and numeric for boolean and numeric scores. For corrections pass value as string and set data type to CORRECTION

fern/apis/server/definition/commons.yml

@@ -1,5 +1,6 @@
 types:
   # Objects
+  # Source: web/src/features/public-api/types/traces.ts - APITrace, APIExtendedTrace, GetTraceV1Response
   Trace:
     properties:
       id:
@@ -9,7 +10,7 @@ types:
         type: datetime
         docs: The timestamp when the trace was created
       name:
-        type: optional<string>
+        type: nullable<string>
         docs: The name of the trace
       input:
         type: optional<unknown>
@@ -18,28 +19,28 @@ types:
         type: optional<unknown>
         docs: The output data of the trace. Can be any JSON.
       sessionId:
-        type: optional<string>
+        type: nullable<string>
         docs: The session identifier associated with the trace
       release:
-        type: optional<string>
+        type: nullable<string>
         docs: The release version of the application when the trace was created
       version:
-        type: optional<string>
+        type: nullable<string>
         docs: The version of the trace
       userId:
-        type: optional<string>
+        type: nullable<string>
         docs: The user identifier associated with the trace
       metadata:
         type: optional<unknown>
         docs: The metadata associated with the trace. Can be any JSON.
       tags:
-        type: optional<list<string>>
-        docs: The tags associated with the trace. Can be an array of strings or null.
+        type: list<string>
+        docs: The tags associated with the trace.
       public:
-        type: optional<boolean>
+        type: boolean
         docs: Public traces are accessible via url without login
       environment:
-        type: optional<string>
+        type: string
         docs: The environment from which this trace originated. Can be any lowercase alphanumeric string with hyphens and underscores that does not start with 'langfuse'.
   TraceWithDetails: # GET /traces
     extends: Trace
@@ -48,16 +49,16 @@ types:
         type: string
         docs: Path of trace in Langfuse UI
       latency:
-        type: double
+        type: optional<nullable<double>>
         docs: Latency of trace in seconds
       totalCost:
-        type: double
+        type: optional<nullable<double>>
         docs: Cost of trace in USD
       observations:
-        type: list<string>
+        type: optional<nullable<list<string>>>
         docs: List of observation ids
       scores:
-        type: list<string>
+        type: optional<nullable<list<string>>>
         docs: List of score ids
   TraceWithFullDetails: # GET traces/[traceID]
     extends: Trace
@@ -66,10 +67,10 @@ types:
         type: string
         docs: Path of trace in Langfuse UI
       latency:
-        type: double
+        type: optional<nullable<double>>
         docs: Latency of trace in seconds
       totalCost:
-        type: double
+        type: optional<nullable<double>>
         docs: Cost of trace in USD
       observations:
         type: list<ObservationsView>
@@ -77,119 +78,121 @@ types:
       scores:
         type: list<ScoreV1>
         docs: List of scores
+  # Source: web/src/features/public-api/types/sessions.ts - APISession
   Session:
     properties:
       id: string
       createdAt: datetime
       projectId: string
       environment:
-        type: optional<string>
+        type: string
         docs: The environment from which this session originated.
   SessionWithTraces:
     extends: Session
     properties:
       traces: list<Trace>
+  # Source: web/src/features/public-api/types/observations.ts - APIObservation
   Observation:
     properties:
       id:
         type: string
         docs: The unique identifier of the observation
       traceId:
-        type: optional<string>
+        type: nullable<string>
         docs: The trace ID associated with the observation
       type:
         type: string
         docs: The type of the observation
       name:
-        type: optional<string>
+        type: nullable<string>
         docs: The name of the observation
       startTime:
         type: datetime
         docs: The start time of the observation
       endTime:
-        type: optional<datetime>
+        type: nullable<datetime>
         docs: The end time of the observation.
       completionStartTime:
-        type: optional<datetime>
+        type: nullable<datetime>
         docs: The completion start time of the observation
       model:
-        type: optional<string>
+        type: nullable<string>
         docs: The model used for the observation
       modelParameters:
-        type: optional<map<string, MapValue>>
+        type: unknown
         docs: The parameters of the model used for the observation
       input:
-        type: optional<unknown>
+        type: unknown
         docs: The input data of the observation
       version:
-        type: optional<string>
+        type: nullable<string>
         docs: The version of the observation
       metadata:
-        type: optional<unknown>
+        type: unknown
         docs: Additional metadata of the observation
       output:
-        type: optional<unknown>
+        type: unknown
         docs: The output data of the observation
       usage:
-        type: optional<Usage>
+        type: Usage
         docs: (Deprecated. Use usageDetails and costDetails instead.) The usage data of the observation
       level:
         type: ObservationLevel
         docs: The level of the observation
       statusMessage:
-        type: optional<string>
+        type: nullable<string>
         docs: The status message of the observation
       parentObservationId:
-        type: optional<string>
+        type: nullable<string>
         docs: The parent observation ID
       promptId:
-        type: optional<string>
+        type: nullable<string>
         docs: The prompt ID associated with the observation
       usageDetails:
-        type: optional<map<string, integer>>
+        type: map<string, integer>
         docs: The usage details of the observation. Key is the name of the usage metric, value is the number of units consumed. The total key is the sum of all (non-total) usage metrics or the total value ingested.
       costDetails:
-        type: optional<map<string, double>>
+        type: map<string, double>
         docs: The cost details of the observation. Key is the name of the cost metric, value is the cost in USD. The total key is the sum of all (non-total) cost metrics or the total value ingested.
       environment:
-        type: optional<string>
+        type: string
         docs: The environment from which this observation originated. Can be any lowercase alphanumeric string with hyphens and underscores that does not start with 'langfuse'.
 
   ObservationsView:
     extends: Observation
     properties:
       promptName:
-        type: optional<string>
+        type: nullable<string>
         docs: The name of the prompt associated with the observation
       promptVersion:
-        type: optional<integer>
+        type: nullable<integer>
         docs: The version of the prompt associated with the observation
       modelId:
-        type: optional<string>
+        type: nullable<string>
         docs: The unique identifier of the model
       inputPrice:
-        type: optional<double>
+        type: nullable<double>
         docs: The price of the input in USD
       outputPrice:
-        type: optional<double>
+        type: nullable<double>
         docs: The price of the output in USD.
       totalPrice:
-        type: optional<double>
+        type: nullable<double>
         docs: The total price in USD.
       calculatedInputCost:
-        type: optional<double>
+        type: nullable<double>
         docs: (Deprecated. Use usageDetails and costDetails instead.) The calculated cost of the input in USD
       calculatedOutputCost:
-        type: optional<double>
+        type: nullable<double>
         docs: (Deprecated. Use usageDetails and costDetails instead.) The calculated cost of the output in USD
       calculatedTotalCost:
-        type: optional<double>
+        type: nullable<double>
         docs: (Deprecated. Use usageDetails and costDetails instead.) The calculated total cost in USD
       latency:
-        type: optional<double>
+        type: nullable<double>
         docs: The latency in seconds.
       timeToFirstToken:
-        type: optional<double>
+        type: nullable<double>
         docs: The time to the first token in seconds
 
   Usage:
@@ -197,14 +200,16 @@ types:
     properties:
       input:
         docs: Number of input units (e.g. tokens)
-        type: optional<integer>
+        type: integer
       output:
         docs: Number of output units (e.g. tokens)
-        type: optional<integer>
+        type: integer
       total:
         docs: Defaults to input+output if not set
-        type: optional<integer>
-      unit: optional<ModelUsageUnit>
+        type: integer
+      unit:
+        docs: Unit of measurement
+        type: nullable<string>
       inputCost:
         docs: USD input cost
         type: optional<double>
@@ -214,6 +219,7 @@ types:
       totalCost:
         docs: USD total cost, defaults to input+output
         type: optional<double>
+  # Source: web/src/features/public-api/types/score-configs.ts - APIScoreConfig
   ScoreConfig:
     docs: Configuration for a score
     properties:
@@ -222,45 +228,56 @@ types:
       createdAt: datetime
       updatedAt: datetime
       projectId: string
-      dataType: ScoreDataType
+      dataType: ScoreConfigDataType
       isArchived:
         type: boolean
         docs: Whether the score config is archived. Defaults to false
       minValue:
-        type: optional<double>
+        type: optional<nullable<double>>
         docs: Sets minimum value for numerical scores. If not set, the minimum value defaults to -∞
       maxValue:
-        type: optional<double>
+        type: optional<nullable<double>>
         docs: Sets maximum value for numerical scores. If not set, the maximum value defaults to +∞
       categories:
         type: optional<list<ConfigCategory>>
         docs: Configures custom categories for categorical scores
-      description: optional<string>
+      description:
+        type: optional<nullable<string>>
+        docs: Description of the score config
   ConfigCategory:
     properties:
       value: double
       label: string
+  # Source: packages/shared/src/features/scores/interfaces/api/v1/schemas.ts - APIScoreSchemaV1
   BaseScoreV1:
     properties:
       id: string
       traceId: string
       name: string
       source: ScoreSource
-      observationId: optional<string>
+      observationId:
+        type: optional<nullable<string>>
+        docs: The observation ID associated with the score
       timestamp: datetime
       createdAt: datetime
       updatedAt: datetime
-      authorUserId: optional<string>
-      comment: optional<string>
-      metadata: optional<unknown>
+      authorUserId:
+        type: nullable<string>
+        docs: The user ID of the author
+      comment:
+        type: nullable<string>
+        docs: Comment on the score
+      metadata:
+        type: unknown
+        docs: Metadata associated with the score
       configId:
-        type: optional<string>
+        type: nullable<string>
         docs: Reference a score config on a score. When set, config and score name must be equal and value must comply to optionally defined numerical range
       queueId:
-        type: optional<string>
+        type: nullable<string>
         docs: The annotation queue referenced by the score. Indicates if score was initially created while processing annotation queue.
       environment:
-        type: optional<string>
+        type: string
         docs: The environment from which this score originated. Can be any lowercase alphanumeric string with hyphens and underscores that does not start with 'langfuse'.
   NumericScoreV1:
     extends: BaseScoreV1
@@ -299,29 +316,44 @@ types:
         type: BooleanScoreV1
         docs: "Score with BOOLEAN data type"
 
+  # Source: packages/shared/src/features/scores/interfaces/api/v2/schemas.ts - APIScoreSchemaV2
   BaseScore:
     properties:
       id: string
-      traceId: optional<string>
-      sessionId: optional<string>
-      observationId: optional<string>
-      datasetRunId: optional<string>
+      traceId:
+        type: optional<nullable<string>>
+        docs: The trace ID associated with the score
+      sessionId:
+        type: optional<nullable<string>>
+        docs: The session ID associated with the score
+      observationId:
+        type: optional<nullable<string>>
+        docs: The observation ID associated with the score
+      datasetRunId:
+        type: optional<nullable<string>>
+        docs: The dataset run ID associated with the score
       name: string
       source: ScoreSource
       timestamp: datetime
       createdAt: datetime
       updatedAt: datetime
-      authorUserId: optional<string>
-      comment: optional<string>
-      metadata: optional<unknown>
+      authorUserId:
+        type: nullable<string>
+        docs: The user ID of the author
+      comment:
+        type: nullable<string>
+        docs: Comment on the score
+      metadata:
+        type: unknown
+        docs: Metadata associated with the score
       configId:
-        type: optional<string>
+        type: nullable<string>
         docs: Reference a score config on a score. When set, config and score name must be equal and value must comply to optionally defined numerical range
       queueId:
-        type: optional<string>
+        type: nullable<string>
         docs: The annotation queue referenced by the score. Indicates if score was initially created while processing annotation queue.
       environment:
-        type: optional<string>
+        type: string
         docs: The environment from which this score originated. Can be any lowercase alphanumeric string with hyphens and underscores that does not start with 'langfuse'.
   NumericScore:
     extends: BaseScore
@@ -347,6 +379,15 @@ types:
       stringValue:
         type: string
         docs: The string representation of the score value. If no config is linked, can be any string. Otherwise, must map to a config category
+  CorrectionScore:
+    extends: BaseScore
+    properties:
+      value:
+        type: double
+        docs: The numeric value of the score. Always 0 for correction scores.
+      stringValue:
+        type: string
+        docs: The string representation of the correction content
   Score:
     discriminant: "dataType"
     union:
@@ -359,6 +400,9 @@ types:
       BOOLEAN:
         type: BooleanScore
         docs: "Score with BOOLEAN data type"
+      CORRECTION:
+        type: CorrectionScore
+        docs: "Score with CORRECTION data type"
 
   CreateScoreValue:
     discriminated: false
@@ -367,6 +411,7 @@ types:
       - string
     docs: The value of the score. Must be passed as string for categorical scores, and numeric for boolean and numeric scores
 
+  # Source: web/src/features/public-api/types/comments.ts - APIComment
   Comment:
     properties:
       id: string
@@ -376,36 +421,55 @@ types:
       objectType: CommentObjectType
       objectId: string
       content: string
-      authorUserId: optional<string>
+      authorUserId:
+        type: optional<nullable<string>>
+        docs: The user ID of the comment author
 
+  # Source: web/src/features/public-api/types/datasets.ts - APIDataset
   Dataset:
     properties:
       id: string
       name: string
-      description: optional<string>
-      metadata: optional<unknown>
+      description:
+        type: nullable<string>
+        docs: Description of the dataset
+      metadata:
+        type: unknown
+        docs: Metadata associated with the dataset
       inputSchema:
-        type: optional<unknown>
+        type: nullable<unknown>
         docs: JSON Schema for validating dataset item inputs
       expectedOutputSchema:
-        type: optional<unknown>
+        type: nullable<unknown>
         docs: JSON Schema for validating dataset item expected outputs
       projectId: string
       createdAt: datetime
       updatedAt: datetime
+  # Source: web/src/features/public-api/types/datasets.ts - APIDatasetItem
   DatasetItem:
     properties:
       id: string
       status: DatasetStatus
-      input: optional<unknown>
-      expectedOutput: optional<unknown>
-      metadata: optional<unknown>
-      sourceTraceId: optional<string>
-      sourceObservationId: optional<string>
+      input:
+        type: unknown
+        docs: Input data for the dataset item
+      expectedOutput:
+        type: unknown
+        docs: Expected output for the dataset item
+      metadata:
+        type: unknown
+        docs: Metadata associated with the dataset item
+      sourceTraceId:
+        type: nullable<string>
+        docs: The trace ID that sourced this dataset item
+      sourceObservationId:
+        type: nullable<string>
+        docs: The observation ID that sourced this dataset item
       datasetId: string
       datasetName: string
       createdAt: datetime
       updatedAt: datetime
+  # Source: web/src/features/public-api/types/datasets.ts - APIDatasetRunItem
   DatasetRunItem:
     properties:
       id: string
@@ -413,9 +477,12 @@ types:
       datasetRunName: string
       datasetItemId: string
       traceId: string
-      observationId: optional<string>
+      observationId:
+        type: nullable<string>
+        docs: The observation ID associated with this run item
       createdAt: datetime
       updatedAt: datetime
+  # Source: web/src/features/public-api/types/datasets.ts - APIDatasetRun
   DatasetRun:
     properties:
       id:
@@ -425,10 +492,10 @@ types:
         type: string
         docs: Name of the dataset run
       description:
-        type: optional<string>
+        type: nullable<string>
         docs: Description of the run
       metadata:
-        type: optional<unknown>
+        type: unknown
         docs: Metadata of the dataset run
       datasetId:
         type: string
@@ -446,8 +513,18 @@ types:
     extends: DatasetRun
     properties:
       datasetRunItems: list<DatasetRunItem>
+  # Source: web/src/features/public-api/types/models.ts - APIModelDefinition
   Model:
-    docs: Model definition used for transforming usage into USD cost and/or tokenization.
+    docs: |
+      Model definition used for transforming usage into USD cost and/or tokenization.
+
+      Models can have either simple flat pricing or tiered pricing:
+      - Flat pricing: Single price per usage type (legacy, but still supported)
+      - Tiered pricing: Multiple pricing tiers with conditional matching based on usage patterns
+
+      The pricing tiers approach is recommended for models with usage-based pricing variations.
+      When using tiered pricing, the flat price fields (inputPrice, outputPrice, prices) are populated
+      from the default tier for backward compatibility.
     properties:
       id: string
       modelName:
@@ -458,35 +535,231 @@ types:
         type: string
       startDate:
         docs: Apply only to generations which are newer than this ISO date.
-        type: optional<datetime>
+        type: nullable<datetime>
       unit:
         docs: Unit used by this model.
-        type: optional<ModelUsageUnit>
+        type: optional<nullable<ModelUsageUnit>>
       inputPrice:
         docs: Deprecated. See 'prices' instead. Price (USD) per input unit
-        type: optional<double>
+        type: nullable<double>
       outputPrice:
         docs: Deprecated. See 'prices' instead. Price (USD) per output unit
-        type: optional<double>
+        type: nullable<double>
       totalPrice:
         docs: Deprecated. See 'prices' instead. Price (USD) per total unit. Cannot be set if input or output price is set.
-        type: optional<double>
+        type: nullable<double>
       tokenizerId:
         docs: Optional. Tokenizer to be applied to observations which match to this model. See docs for more details.
-        type: optional<string>
+        type: nullable<string>
       tokenizerConfig:
         docs: Optional. Configuration for the selected tokenizer. Needs to be JSON. See docs for more details.
-        type: optional<unknown>
+        type: unknown
       isLangfuseManaged:
         type: boolean
+      createdAt:
+        docs: Timestamp when the model was created
+        type: datetime
       prices:
-        docs: Price (USD) by usage type
+        docs: |
+          Deprecated. Use 'pricingTiers' instead for models with usage-based pricing variations.
+
+          This field shows prices by usage type from the default pricing tier. Maintained for backward compatibility.
+          If the model uses tiered pricing, this field will be populated from the default tier's prices.
         type: map<string, ModelPrice>
+      pricingTiers:
+        docs: |
+          Array of pricing tiers with conditional pricing based on usage thresholds.
+
+          Pricing tiers enable accurate cost tracking for models that charge different rates based on usage patterns
+          (e.g., different rates for high-volume usage, large context windows, or cached tokens).
+
+          Each model must have exactly one default tier (isDefault=true, priority=0) that serves as a fallback.
+          Additional conditional tiers can be defined with specific matching criteria.
+
+          If this array is empty, the model uses legacy flat pricing from the inputPrice/outputPrice/totalPrice fields.
+        type: list<PricingTier>
 
   ModelPrice:
     properties:
       price: double
 
+  PricingTierCondition:
+    docs: |
+      Condition for matching a pricing tier based on usage details. Used to implement tiered pricing models where costs vary based on usage thresholds.
+
+      How it works:
+      1. The regex pattern matches against usage detail keys (e.g., "input_tokens", "input_cached")
+      2. Values of all matching keys are summed together
+      3. The sum is compared against the threshold value using the specified operator
+      4. All conditions in a tier must be met (AND logic) for the tier to match
+
+      Common use cases:
+      - Threshold-based pricing: Match when accumulated usage exceeds a certain amount
+      - Usage-type-specific pricing: Different rates for cached vs non-cached tokens, or input vs output
+      - Volume-based pricing: Different rates based on total request or token count
+    properties:
+      usageDetailPattern:
+        docs: |
+          Regex pattern to match against usage detail keys. All matching keys' values are summed for threshold comparison.
+
+          Examples:
+          - "^input" matches "input", "input_tokens", "input_cached", etc.
+          - "^(input|prompt)" matches both "input_tokens" and "prompt_tokens"
+          - "_cache$" matches "input_cache", "output_cache", etc.
+
+          The pattern is case-insensitive by default. If no keys match, the sum is treated as zero.
+        type: string
+      operator:
+        docs: |
+          Comparison operator to apply between the summed value and the threshold.
+
+          - gt: greater than (sum > threshold)
+          - gte: greater than or equal (sum >= threshold)
+          - lt: less than (sum < threshold)
+          - lte: less than or equal (sum <= threshold)
+          - eq: equal (sum == threshold)
+          - neq: not equal (sum != threshold)
+        type: PricingTierOperator
+      value:
+        docs: Threshold value for comparison. For token-based pricing, this is typically the token count threshold (e.g., 200000 for a 200K token threshold).
+        type: double
+      caseSensitive:
+        docs: Whether the regex pattern matching is case-sensitive. Default is false (case-insensitive matching).
+        type: boolean
+
+  PricingTier:
+    docs: |
+      Pricing tier definition with conditional pricing based on usage thresholds.
+
+      Pricing tiers enable accurate cost tracking for LLM providers that charge different rates based on usage patterns.
+      For example, some providers charge higher rates when context size exceeds certain thresholds.
+
+      How tier matching works:
+      1. Tiers are evaluated in ascending priority order (priority 1 before priority 2, etc.)
+      2. The first tier where ALL conditions match is selected
+      3. If no conditional tiers match, the default tier is used as a fallback
+      4. The default tier has priority 0 and no conditions
+
+      Why priorities matter:
+      - Lower priority numbers are evaluated first, allowing you to define specific cases before general ones
+      - Example: Priority 1 for "high usage" (>200K tokens), Priority 2 for "medium usage" (>100K tokens), Priority 0 for default
+      - Without proper ordering, a less specific condition might match before a more specific one
+
+      Every model must have exactly one default tier to ensure cost calculation always succeeds.
+    properties:
+      id:
+        docs: Unique identifier for the pricing tier
+        type: string
+      name:
+        docs: |
+          Name of the pricing tier for display and identification purposes.
+
+          Examples: "Standard", "High Volume Tier", "Large Context", "Extended Context Tier"
+        type: string
+      isDefault:
+        docs: |
+          Whether this is the default tier. Every model must have exactly one default tier with priority 0 and no conditions.
+
+          The default tier serves as a fallback when no conditional tiers match, ensuring cost calculation always succeeds.
+          It typically represents the base pricing for standard usage patterns.
+        type: boolean
+      priority:
+        docs: |
+          Priority for tier matching evaluation. Lower numbers = higher priority (evaluated first).
+
+          The default tier must always have priority 0. Conditional tiers should have priority 1, 2, 3, etc.
+
+          Example ordering:
+          - Priority 0: Default tier (no conditions, always matches as fallback)
+          - Priority 1: High usage tier (e.g., >200K tokens)
+          - Priority 2: Medium usage tier (e.g., >100K tokens)
+
+          This ensures more specific conditions are checked before general ones.
+        type: integer
+      conditions:
+        docs: |
+          Array of conditions that must ALL be met for this tier to match (AND logic).
+
+          The default tier must have an empty conditions array. Conditional tiers should have one or more conditions
+          that define when this tier's pricing applies.
+
+          Multiple conditions enable complex matching scenarios (e.g., "high input tokens AND low output tokens").
+        type: list<PricingTierCondition>
+      prices:
+        docs: |
+          Prices (USD) by usage type for this tier.
+
+          Common usage types: "input", "output", "total", "request", "image"
+          Prices are specified in USD per unit (e.g., per token, per request, per second).
+
+          Example: {"input": 0.000003, "output": 0.000015} means $3 per million input tokens and $15 per million output tokens.
+        type: map<string, double>
+
+  PricingTierInput:
+    docs: |
+      Input schema for creating a pricing tier. The tier ID will be automatically generated server-side.
+
+      When creating a model with pricing tiers:
+      - Exactly one tier must have isDefault=true (the fallback tier)
+      - The default tier must have priority=0 and conditions=[]
+      - All tier names and priorities must be unique within the model
+      - Each tier must define at least one price
+
+      See PricingTier for detailed information about how tiers work and why they're useful.
+    properties:
+      name:
+        docs: |
+          Name of the pricing tier for display and identification purposes.
+
+          Must be unique within the model. Common patterns: "Standard", "High Volume Tier", "Extended Context"
+        type: string
+      isDefault:
+        docs: |
+          Whether this is the default tier. Exactly one tier per model must be marked as default.
+
+          Requirements for default tier:
+          - Must have isDefault=true
+          - Must have priority=0
+          - Must have empty conditions array (conditions=[])
+
+          The default tier acts as a fallback when no conditional tiers match.
+        type: boolean
+      priority:
+        docs: |
+          Priority for tier matching evaluation. Lower numbers = higher priority (evaluated first).
+
+          Must be unique within the model. The default tier must have priority=0.
+          Conditional tiers should use priority 1, 2, 3, etc. based on their specificity.
+        type: integer
+      conditions:
+        docs: |
+          Array of conditions that must ALL be met for this tier to match (AND logic).
+
+          The default tier must have an empty array (conditions=[]).
+          Conditional tiers should define one or more conditions that specify when this tier's pricing applies.
+
+          Each condition specifies a regex pattern, operator, and threshold value for matching against usage details.
+        type: list<PricingTierCondition>
+      prices:
+        docs: |
+          Prices (USD) by usage type for this tier. At least one price must be defined.
+
+          Common usage types: "input", "output", "total", "request", "image"
+          Prices are in USD per unit (e.g., per token).
+
+          Example: {"input": 0.000003, "output": 0.000015} represents $3 per million input tokens and $15 per million output tokens.
+        type: map<string, double>
+
+  PricingTierOperator:
+    docs: Comparison operators for pricing tier conditions
+    enum:
+      - gt
+      - gte
+      - lt
+      - lte
+      - eq
+      - neq
+
   # Utilities
   ModelUsageUnit:
     docs: Unit of usage in Langfuse
@@ -525,11 +798,18 @@ types:
       - ANNOTATION
       - API
       - EVAL
+  ScoreConfigDataType:
+    enum:
+      - NUMERIC
+      - BOOLEAN
+      - CATEGORICAL
+
   ScoreDataType:
     enum:
       - NUMERIC
       - BOOLEAN
       - CATEGORICAL
+      - CORRECTION
 
 errors:
   Error:

fern/apis/server/definition/dataset-items.yml

@@ -21,7 +21,9 @@ service:
           type: string
       response: commons.DatasetItem
     list:
-      docs: Get dataset items
+      docs: |
+        Get dataset items. Optionally specify a version to get the items as they existed at that point in time.
+        Note: If version parameter is provided, datasetName must also be provided.
       method: GET
       path: /dataset-items
       request:
@@ -30,6 +32,12 @@ service:
           datasetName: optional<string>
           sourceTraceId: optional<string>
           sourceObservationId: optional<string>
+          version:
+            type: optional<datetime>
+            docs: |
+              ISO 8601 timestamp (RFC 3339, Section 5.6) in UTC (e.g., "2026-01-21T14:35:42Z").
+              If provided, returns state of dataset at this timestamp.
+              If not provided, returns the latest version. Requires datasetName to be specified.
           page:
             type: optional<integer>
             docs: page number, starts at 1

fern/apis/server/definition/dataset-run-items.yml

@@ -44,6 +44,13 @@ types:
       traceId:
         type: optional<string>
         docs: traceId should always be provided. For compatibility with older SDK versions it can also be inferred from the provided observationId.
+      datasetVersion:
+        type: optional<datetime>
+        docs: |
+          ISO 8601 timestamp (RFC 3339, Section 5.6) in UTC (e.g., "2026-01-21T14:35:42Z").
+          Specifies the dataset version to use for this experiment run. 
+          If provided, the experiment will use dataset items as they existed at or before this timestamp.
+          If not provided, uses the latest version of dataset items.
   PaginatedDatasetRunItems:
     properties:
       data: list<commons.DatasetRunItem>

fern/apis/server/definition/ingestion.yml

@@ -278,7 +278,9 @@ types:
       sessionId: optional<string>
       observationId: optional<string>
       datasetRunId: optional<string>
-      name: string
+      name:
+        type: string
+        docs: The name of the score. Always overrides "output" for correction scores.
       environment: optional<string>
       queueId:
         type: optional<string>

fern/apis/server/definition/llm-connections.yml

@@ -53,6 +53,9 @@ types:
       extraHeaderKeys:
         type: list<string>
         docs: Keys of extra headers sent with requests (values excluded for security)
+      config:
+        type: optional<map<string, unknown>>
+        docs: Adapter-specific configuration. Required for Bedrock (`{"region":"us-east-1"}`), optional for VertexAI (`{"location":"us-central1"}`), not used by other adapters.
       createdAt: datetime
       updatedAt: datetime
 
@@ -85,6 +88,13 @@ types:
       extraHeaders:
         type: optional<map<string, string>>
         docs: Extra headers to send with requests
+      config:
+        type: optional<map<string, unknown>>
+        docs: >
+          Adapter-specific configuration. Validation rules:
+          - **Bedrock**: Required. Must be `{"region": "<aws-region>"}` (e.g., `{"region":"us-east-1"}`)
+          - **VertexAI**: Optional. If provided, must be `{"location": "<gcp-location>"}` (e.g., `{"location":"us-central1"}`)
+          - **Other adapters**: Not supported. Omit this field or set to null.
 
   LlmAdapter:
     enum:

fern/apis/server/definition/metrics-v2.yml

@@ -0,0 +1,178 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/fern-api/fern/main/fern.schema.json
+imports:
+  pagination: ./utils/pagination.yml
+  commons: ./commons.yml
+service:
+  auth: true
+  base-path: /api/public
+  endpoints:
+    metrics:
+      docs: |
+        Get metrics from the Langfuse project using a query object. V2 endpoint with optimized performance.
+
+        ## V2 Differences
+        - Supports `observations`, `scores-numeric`, and `scores-categorical` views only (traces view not supported)
+        - Direct access to tags and release fields on observations
+        - Backwards-compatible: traceName, traceRelease, traceVersion dimensions are still available on observations view
+        - High cardinality dimensions are not supported and will return a 400 error (see below)
+
+        For more details, see the [Metrics API documentation](https://langfuse.com/docs/metrics/features/metrics-api).
+
+        ## Available Views
+
+        ### observations
+        Query observation-level data (spans, generations, events).
+
+        **Dimensions:**
+        - `environment` - Deployment environment (e.g., production, staging)
+        - `type` - Type of observation (SPAN, GENERATION, EVENT)
+        - `name` - Name of the observation
+        - `level` - Logging level of the observation
+        - `version` - Version of the observation
+        - `tags` - User-defined tags
+        - `release` - Release version
+        - `traceName` - Name of the parent trace (backwards-compatible)
+        - `traceRelease` - Release version of the parent trace (backwards-compatible, maps to release)
+        - `traceVersion` - Version of the parent trace (backwards-compatible, maps to version)
+        - `providedModelName` - Name of the model used
+        - `promptName` - Name of the prompt used
+        - `promptVersion` - Version of the prompt used
+        - `startTimeMonth` - Month of start_time in YYYY-MM format
+
+        **Measures:**
+        - `count` - Total number of observations
+        - `latency` - Observation latency (milliseconds)
+        - `streamingLatency` - Generation latency from completion start to end (milliseconds)
+        - `inputTokens` - Sum of input tokens consumed
+        - `outputTokens` - Sum of output tokens produced
+        - `totalTokens` - Sum of all tokens consumed
+        - `outputTokensPerSecond` - Output tokens per second
+        - `tokensPerSecond` - Total tokens per second
+        - `inputCost` - Input cost (USD)
+        - `outputCost` - Output cost (USD)
+        - `totalCost` - Total cost (USD)
+        - `timeToFirstToken` - Time to first token (milliseconds)
+        - `countScores` - Number of scores attached to the observation
+
+        ### scores-numeric
+        Query numeric and boolean score data.
+
+        **Dimensions:**
+        - `environment` - Deployment environment
+        - `name` - Name of the score (e.g., accuracy, toxicity)
+        - `source` - Origin of the score (API, ANNOTATION, EVAL)
+        - `dataType` - Data type (NUMERIC, BOOLEAN)
+        - `configId` - Identifier of the score config
+        - `timestampMonth` - Month in YYYY-MM format
+        - `timestampDay` - Day in YYYY-MM-DD format
+        - `value` - Numeric value of the score
+        - `traceName` - Name of the parent trace
+        - `tags` - Tags
+        - `traceRelease` - Release version
+        - `traceVersion` - Version
+        - `observationName` - Name of the associated observation
+        - `observationModelName` - Model name of the associated observation
+        - `observationPromptName` - Prompt name of the associated observation
+        - `observationPromptVersion` - Prompt version of the associated observation
+
+        **Measures:**
+        - `count` - Total number of scores
+        - `value` - Score value (for aggregations)
+
+        ### scores-categorical
+        Query categorical score data. Same dimensions as scores-numeric except uses `stringValue` instead of `value`.
+
+        **Measures:**
+        - `count` - Total number of scores
+
+        ## High Cardinality Dimensions
+        The following dimensions cannot be used as grouping dimensions in v2 metrics API as they can cause performance issues.
+        Use them in filters instead.
+
+        **observations view:**
+        - `id` - Use traceId filter to narrow down results
+        - `traceId` - Use traceId filter instead
+        - `userId` - Use userId filter instead
+        - `sessionId` - Use sessionId filter instead
+        - `parentObservationId` - Use parentObservationId filter instead
+
+        **scores-numeric / scores-categorical views:**
+        - `id` - Use specific filters to narrow down results
+        - `traceId` - Use traceId filter instead
+        - `userId` - Use userId filter instead
+        - `sessionId` - Use sessionId filter instead
+        - `observationId` - Use observationId filter instead
+
+        ## Aggregations
+        Available aggregation functions: `sum`, `avg`, `count`, `max`, `min`, `p50`, `p75`, `p90`, `p95`, `p99`, `histogram`
+
+        ## Time Granularities
+        Available granularities for timeDimension: `auto`, `minute`, `hour`, `day`, `week`, `month`
+        - `auto` bins the data into approximately 50 buckets based on the time range
+      method: GET
+      path: /v2/metrics
+      request:
+        name: GetMetricsV2Request
+        query-parameters:
+          query:
+            type: string
+            docs: |
+              JSON string containing the query parameters with the following structure:
+              ```json
+              {
+                "view": string,           // Required. One of "observations", "scores-numeric", "scores-categorical"
+                "dimensions": [           // Optional. Default: []
+                  {
+                    "field": string       // Field to group by (see available dimensions above)
+                  }
+                ],
+                "metrics": [              // Required. At least one metric must be provided
+                  {
+                    "measure": string,    // What to measure (see available measures above)
+                    "aggregation": string // How to aggregate: "sum", "avg", "count", "max", "min", "p50", "p75", "p90", "p95", "p99", "histogram"
+                  }
+                ],
+                "filters": [              // Optional. Default: []
+                  {
+                    "column": string,     // Column to filter on (any dimension field)
+                    "operator": string,   // Operator based on type:
+                                          // - datetime: ">", "<", ">=", "<="
+                                          // - string: "=", "contains", "does not contain", "starts with", "ends with"
+                                          // - stringOptions: "any of", "none of"
+                                          // - arrayOptions: "any of", "none of", "all of"
+                                          // - number: "=", ">", "<", ">=", "<="
+                                          // - stringObject/numberObject: same as string/number with required "key"
+                                          // - boolean: "=", "<>"
+                                          // - null: "is null", "is not null"
+                    "value": any,         // Value to compare against
+                    "type": string,       // Data type: "datetime", "string", "number", "stringOptions", "categoryOptions", "arrayOptions", "stringObject", "numberObject", "boolean", "null"
+                    "key": string         // Required only for stringObject/numberObject types (e.g., metadata filtering)
+                  }
+                ],
+                "timeDimension": {        // Optional. Default: null. If provided, results will be grouped by time
+                  "granularity": string   // One of "auto", "minute", "hour", "day", "week", "month"
+                },
+                "fromTimestamp": string,  // Required. ISO datetime string for start of time range
+                "toTimestamp": string,    // Required. ISO datetime string for end of time range (must be after fromTimestamp)
+                "orderBy": [              // Optional. Default: null
+                  {
+                    "field": string,      // Field to order by (dimension or metric alias)
+                    "direction": string   // "asc" or "desc"
+                  }
+                ],
+                "config": {               // Optional. Query-specific configuration
+                  "bins": number,         // Optional. Number of bins for histogram aggregation (1-100), default: 10
+                  "row_limit": number     // Optional. Maximum number of rows to return (1-1000), default: 100
+                }
+              }
+              ```
+      response: MetricsV2Response
+types:
+  MetricsV2Response:
+    properties:
+      data:
+        type: list<map<string, unknown>>
+        docs: |
+          The metrics data. Each item in the list contains the metric values and dimensions requested in the query.
+          Format varies based on the query parameters.
+          Histograms will return an array with [lower, upper, height] tuples.

fern/apis/server/definition/metrics.yml

@@ -9,7 +9,9 @@ service:
     metrics:
       docs: |
         Get metrics from the Langfuse project using a query object.
-        
+
+        Consider using the [v2 metrics endpoint](/api-reference#tag/metricsv2/GET/api/public/v2/metrics) for better performance.
+
         For more details, see the [Metrics API documentation](https://langfuse.com/docs/metrics/features/metrics-api).
       method: GET
       path: /metrics

fern/apis/server/definition/models.yml

@@ -60,14 +60,35 @@ types:
         docs: Unit used by this model.
         type: optional<commons.ModelUsageUnit>
       inputPrice:
-        docs: Price (USD) per input unit
+        docs: Deprecated. Use 'pricingTiers' instead. Price (USD) per input unit. Creates a default tier if pricingTiers not provided.
         type: optional<double>
       outputPrice:
-        docs: Price (USD) per output unit
+        docs: Deprecated. Use 'pricingTiers' instead. Price (USD) per output unit. Creates a default tier if pricingTiers not provided.
         type: optional<double>
       totalPrice:
-        docs: Price (USD) per total units. Cannot be set if input or output price is set.
+        docs: Deprecated. Use 'pricingTiers' instead. Price (USD) per total units. Cannot be set if input or output price is set. Creates a default tier if pricingTiers not provided.
         type: optional<double>
+      pricingTiers:
+        docs: |
+          Optional. Array of pricing tiers for this model.
+
+          Use pricing tiers for all models - both those with threshold-based pricing variations and those with simple flat pricing:
+
+          - For models with standard flat pricing: Create a single default tier with your prices
+            (e.g., one tier with isDefault=true, priority=0, conditions=[], and your standard prices)
+
+          - For models with threshold-based pricing: Create a default tier plus additional conditional tiers
+            (e.g., default tier for standard usage + high-volume tier for usage above certain thresholds)
+
+          Requirements:
+          - Cannot be provided with flat prices (inputPrice/outputPrice/totalPrice) - use one approach or the other
+          - Must include exactly one default tier with isDefault=true, priority=0, and conditions=[]
+          - All tier names and priorities must be unique within the model
+          - Each tier must define at least one price
+
+          If omitted, you must provide flat prices instead (inputPrice/outputPrice/totalPrice),
+          which will automatically create a single default tier named "Standard".
+        type: optional<list<commons.PricingTierInput>>
       tokenizerId:
         docs: Optional. Tokenizer to be applied to observations which match to this model. See docs for more details.
         type: optional<string>

fern/apis/server/definition/observations-v2.yml

@@ -0,0 +1,204 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/fern-api/fern/main/fern.schema.json
+imports:
+  commons: ./commons.yml
+service:
+  auth: true
+  base-path: /api/public
+  endpoints:
+    getMany:
+      docs: |
+        Get a list of observations with cursor-based pagination and flexible field selection.
+
+        ## Cursor-based Pagination
+        This endpoint uses cursor-based pagination for efficient traversal of large datasets.
+        The cursor is returned in the response metadata and should be passed in subsequent requests
+        to retrieve the next page of results.
+
+        ## Field Selection
+        Use the `fields` parameter to control which observation fields are returned:
+        - `core` - Always included: id, traceId, startTime, endTime, projectId, parentObservationId, type
+        - `basic` - name, level, statusMessage, version, environment, bookmarked, public, userId, sessionId
+        - `time` - completionStartTime, createdAt, updatedAt
+        - `io` - input, output
+        - `metadata` - metadata (truncated to 200 chars by default, use `expandMetadata` to get full values)
+        - `model` - providedModelName, internalModelId, modelParameters
+        - `usage` - usageDetails, costDetails, totalCost
+        - `prompt` - promptId, promptName, promptVersion
+        - `metrics` - latency, timeToFirstToken
+
+        If not specified, `core` and `basic` field groups are returned.
+
+        ## Filters
+        Multiple filtering options are available via query parameters or the structured `filter` parameter.
+        When using the `filter` parameter, it takes precedence over individual query parameter filters.
+      method: GET
+      path: /v2/observations
+      request:
+        name: GetObservationsV2Request
+        query-parameters:
+          fields:
+            type: optional<string>
+            docs: |
+              Comma-separated list of field groups to include in the response.
+              Available groups: core, basic, time, io, metadata, model, usage, prompt, metrics.
+              If not specified, `core` and `basic` field groups are returned.
+              Example: "basic,usage,model"
+          expandMetadata:
+            type: optional<string>
+            docs: |
+              Comma-separated list of metadata keys to return non-truncated.
+              By default, metadata values over 200 characters are truncated.
+              Use this parameter to retrieve full values for specific keys.
+              Example: "key1,key2"
+          limit:
+            type: optional<integer>
+            docs: Number of items to return per page. Maximum 1000, default 50.
+          cursor:
+            type: optional<string>
+            docs: Base64-encoded cursor for pagination. Use the cursor from the previous response to get the next page.
+          parseIoAsJson:
+            type: optional<boolean>
+            docs: |
+              Set to `true` to parse input/output fields as JSON, or `false` to return raw strings.
+              Defaults to `false` if not provided.
+          name: optional<string>
+          userId: optional<string>
+          type:
+            type: optional<string>
+            docs: Filter by observation type (e.g., "GENERATION", "SPAN", "EVENT", "AGENT", "TOOL", "CHAIN", "RETRIEVER", "EVALUATOR", "EMBEDDING", "GUARDRAIL")
+          traceId: optional<string>
+          level:
+            type: optional<commons.ObservationLevel>
+            docs: Optional filter for observations with a specific level (e.g. "DEBUG", "DEFAULT", "WARNING", "ERROR").
+          parentObservationId: optional<string>
+          environment:
+            type: optional<string>
+            allow-multiple: true
+            docs: Optional filter for observations where the environment is one of the provided values.
+          fromStartTime:
+            type: optional<datetime>
+            docs: Retrieve only observations with a start_time on or after this datetime (ISO 8601).
+          toStartTime:
+            type: optional<datetime>
+            docs: Retrieve only observations with a start_time before this datetime (ISO 8601).
+          version:
+            type: optional<string>
+            docs: Optional filter to only include observations with a certain version.
+          filter:
+            type: optional<string>
+            docs: |
+              JSON string containing an array of filter conditions. When provided, this takes precedence over query parameter filters (userId, name, type, level, environment, fromStartTime, ...).
+
+              ## Filter Structure
+              Each filter condition has the following structure:
+              ```json
+              [
+                {
+                  "type": string,           // Required. One of: "datetime", "string", "number", "stringOptions", "categoryOptions", "arrayOptions", "stringObject", "numberObject", "boolean", "null"
+                  "column": string,         // Required. Column to filter on (see available columns below)
+                  "operator": string,       // Required. Operator based on type:
+                                            // - datetime: ">", "<", ">=", "<="
+                                            // - string: "=", "contains", "does not contain", "starts with", "ends with"
+                                            // - stringOptions: "any of", "none of"
+                                            // - categoryOptions: "any of", "none of"
+                                            // - arrayOptions: "any of", "none of", "all of"
+                                            // - number: "=", ">", "<", ">=", "<="
+                                            // - stringObject: "=", "contains", "does not contain", "starts with", "ends with"
+                                            // - numberObject: "=", ">", "<", ">=", "<="
+                                            // - boolean: "=", "<>"
+                                            // - null: "is null", "is not null"
+                  "value": any,             // Required (except for null type). Value to compare against. Type depends on filter type
+                  "key": string             // Required only for stringObject, numberObject, and categoryOptions types when filtering on nested fields like metadata
+                }
+              ]
+              ```
+
+              ## Available Columns
+
+              ### Core Observation Fields
+              - `id` (string) - Observation ID
+              - `type` (string) - Observation type (SPAN, GENERATION, EVENT)
+              - `name` (string) - Observation name
+              - `traceId` (string) - Associated trace ID
+              - `startTime` (datetime) - Observation start time
+              - `endTime` (datetime) - Observation end time
+              - `environment` (string) - Environment tag
+              - `level` (string) - Log level (DEBUG, DEFAULT, WARNING, ERROR)
+              - `statusMessage` (string) - Status message
+              - `version` (string) - Version tag
+              - `userId` (string) - User ID
+              - `sessionId` (string) - Session ID
+
+              ### Trace-Related Fields
+              - `traceName` (string) - Name of the parent trace
+              - `traceTags` (arrayOptions) - Tags from the parent trace
+              - `tags` (arrayOptions) - Alias for traceTags
+
+              ### Performance Metrics
+              - `latency` (number) - Latency in seconds (calculated: end_time - start_time)
+              - `timeToFirstToken` (number) - Time to first token in seconds
+              - `tokensPerSecond` (number) - Output tokens per second
+
+              ### Token Usage
+              - `inputTokens` (number) - Number of input tokens
+              - `outputTokens` (number) - Number of output tokens
+              - `totalTokens` (number) - Total tokens (alias: `tokens`)
+
+              ### Cost Metrics
+              - `inputCost` (number) - Input cost in USD
+              - `outputCost` (number) - Output cost in USD
+              - `totalCost` (number) - Total cost in USD
+
+              ### Model Information
+              - `model` (string) - Provided model name (alias: `providedModelName`)
+              - `promptName` (string) - Associated prompt name
+              - `promptVersion` (number) - Associated prompt version
+
+              ### Structured Data
+              - `metadata` (stringObject/numberObject/categoryOptions) - Metadata key-value pairs. Use `key` parameter to filter on specific metadata keys.
+
+              ## Filter Examples
+              ```json
+              [
+                {
+                  "type": "string",
+                  "column": "type",
+                  "operator": "=",
+                  "value": "GENERATION"
+                },
+                {
+                  "type": "number",
+                  "column": "latency",
+                  "operator": ">=",
+                  "value": 2.5
+                },
+                {
+                  "type": "stringObject",
+                  "column": "metadata",
+                  "key": "environment",
+                  "operator": "=",
+                  "value": "production"
+                }
+              ]
+              ```
+      response: ObservationsV2Response
+
+types:
+  ObservationsV2Response:
+    docs: |
+      Response containing observations with field-group-based filtering and cursor-based pagination.
+
+      The `data` array contains observation objects with only the requested field groups included.
+      Use the `cursor` in `meta` to retrieve the next page of results.
+    properties:
+      data:
+        type: list<map<string, unknown>>
+        docs: Array of observation objects. Fields included depend on the `fields` parameter in the request.
+      meta: ObservationsV2Meta
+
+  ObservationsV2Meta:
+    docs: Metadata for cursor-based pagination
+    properties:
+      cursor:
+        type: optional<string>
+        docs: Base64-encoded cursor to use for retrieving the next page. If not present, there are no more results.

fern/apis/server/definition/observations.yml

@@ -16,7 +16,10 @@ service:
           docs: The unique langfuse identifier of an observation, can be an event, span or generation
       response: commons.ObservationsView
     getMany:
-      docs: Get a list of observations
+      docs: |
+        Get a list of observations.
+
+        Consider using the [v2 observations endpoint](/api-reference#tag/observationsv2/GET/api/public/v2/observations) for cursor-based pagination and field selection.
       method: GET
       path: /observations
       request:

fern/apis/server/definition/projects.yml

@@ -7,7 +7,7 @@ service:
   base-path: /api/public
   endpoints:
     get:
-      docs: Get Project associated with API key
+      docs: Get Project associated with API key (requires project-scoped API key). You can use GET /api/public/organizations/projects to get all projects with an organization-scoped key.
       method: GET
       path: /projects
       response: Projects
@@ -44,8 +44,12 @@ service:
               type: optional<map<string, unknown>>
               docs: Optional metadata for the project
             retention:
-              type: integer
-              docs: Number of days to retain data. Must be 0 or at least 3 days. Requires data-retention entitlement for non-zero values. Optional.
+              type: optional<integer>
+              docs: |
+                Number of days to retain data.
+                Must be 0 or at least 3 days.
+                Requires data-retention entitlement for non-zero values.
+                Optional. Will retain existing retention setting if omitted.
       response: Project
 
     delete:
@@ -102,10 +106,22 @@ types:
     properties:
       data: list<Project>
 
+  Organization:
+    properties:
+      id:
+        type: string
+        docs: The unique identifier of the organization
+      name:
+        type: string
+        docs: The name of the organization
+
   Project:
     properties:
       id: string
       name: string
+      organization:
+        type: Organization
+        docs: The organization this project belongs to
       metadata:
         type: map<string, unknown>
         docs: Metadata for the project

fern/apis/server/definition/prompts.yml

@@ -2,6 +2,7 @@
 imports:
   commons: ./commons.yml
   pagination: ./utils/pagination.yml
+  scim: ./scim.yml
 service:
   auth: true
   base-path: /api/public/v2
@@ -59,6 +60,24 @@ service:
       request: CreatePromptRequest
       response: Prompt
 
+    delete:
+      docs: Delete prompt versions. If neither version nor label is specified, all versions of the prompt are deleted.
+      method: DELETE
+      path: /prompts/{promptName}
+      path-parameters:
+        promptName:
+          type: string
+          docs: The name of the prompt
+      request:
+        name: DeletePromptRequest
+        query-parameters:
+          label:
+            type: optional<string>
+            docs: Optional label to filter deletion. If specified, deletes all prompt versions that have this label.
+          version:
+            type: optional<integer>
+            docs: Optional version to filter deletion. If specified, deletes only this specific version of the prompt.
+
 types:
   PromptMetaListResponse:
     properties:

fern/apis/server/definition/score-configs.yml

@@ -55,7 +55,7 @@ types:
   CreateScoreConfigRequest:
     properties:
       name: string
-      dataType: commons.ScoreDataType
+      dataType: commons.ScoreConfigDataType
       categories:
         type: optional<list<commons.ConfigCategory>>
         docs: Configure custom categories for categorical scores. Pass a list of objects with `label` and `value` properties. Categories are autogenerated for boolean configs and cannot be passed

fern/apis/server/definition/score-v2.yml

@@ -59,6 +59,9 @@ service:
           traceId:
             type: optional<string>
             docs: Retrieve only scores with a specific traceId.
+          observationId:
+            type: optional<string>
+            docs: Comma-separated list of observation IDs to filter scores by.
           queueId:
             type: optional<string>
             docs: Retrieve only scores with a specific annotation queueId.
@@ -69,6 +72,17 @@ service:
             type: optional<string>
             allow-multiple: true
             docs: Only scores linked to traces that include all of these tags will be returned.
+          fields:
+            type: optional<string>
+            docs: "Comma-separated list of field groups to include in the response. Available field groups: 'score' (core score fields), 'trace' (trace properties: userId, tags, environment). If not specified, both 'score' and 'trace' are returned by default. Example: 'score' to exclude trace data, 'score,trace' to include both. Note: When filtering by trace properties (using userId or traceTags parameters), the 'trace' field group must be included, otherwise a 400 error will be returned."
+          filter:
+            type: optional<string>
+            docs: >
+              A JSON stringified array of filter objects. Each object requires type, column, operator, and value.
+              Supports filtering by score metadata using the stringObject type.
+              Example: [{"type":"stringObject","column":"metadata","key":"user_id","operator":"=","value":"abc123"}].
+              Supported types: stringObject (metadata key-value filtering), string, number, datetime, stringOptions, arrayOptions.
+              Supported operators for stringObject: =, contains, does not contain, starts with, ends with.
       response: GetScoresResponse
     get-by-id:
       docs: Get a score (supports both trace and session scores)
@@ -108,12 +122,18 @@ types:
     properties:
       trace: optional<GetScoresResponseTraceData>
 
+  GetScoresResponseDataCorrection:
+    extends: commons.CorrectionScore
+    properties:
+      trace: optional<GetScoresResponseTraceData>
+
   GetScoresResponseData:
     discriminant: dataType
     union:
       NUMERIC: GetScoresResponseDataNumeric
       CATEGORICAL: GetScoresResponseDataCategorical
       BOOLEAN: GetScoresResponseDataBoolean
+      CORRECTION: GetScoresResponseDataCorrection
 
   GetScoresResponse:
     properties:

package.json

@@ -1,6 +1,6 @@
 {
   "name": "langfuse",
-  "version": "3.134.0",
+  "version": "3.153.0",
   "author": "engineering@langfuse.com",
   "license": "MIT",
   "private": true,
@@ -21,6 +21,9 @@
     "dx-f": "pnpm i && pnpm run infra:dev:prune && pnpm run infra:dev:up --pull always && pnpm --filter=shared run db:reset:test && pnpm --filter=shared run db:reset -f && SKIP_CONFIRM=1 pnpm --filter=shared run ch:reset && pnpm --filter=shared run db:seed:examples && pnpm run dev",
     "dx:skip-infra": "pnpm i && pnpm --filter=shared run db:reset:test && pnpm --filter=shared run db:reset && pnpm --filter=shared run ch:reset && pnpm --filter=shared run db:seed:examples && pnpm run dev",
     "build": "turbo run build",
+    "build:check": "turbo run build:check",
+    "typecheck": "turbo run typecheck",
+    "tc": "turbo run typecheck",
     "start": "turbo run start",
     "dev": "turbo run dev",
     "dev:worker": "turbo run dev --filter=worker",
@@ -40,7 +43,7 @@
     "husky": "^9.1.7",
     "prettier": "^3.6.2",
     "release-it": "^19.0.4",
-    "turbo": "^2.6.1"
+    "turbo": "^2.7.6"
   },
   "release-it": {
     "git": {
@@ -93,10 +96,11 @@
       "tar-fs": "^2.1.2",
       "rollup@^4.0.0": "^4.22.4",
       "@types/node-fetch": "^2.6.13",
-      "glob": "^10.5.0"
+      "glob": "^10.5.0",
+      "qs": "6.14.1"
     },
     "patchedDependencies": {
-      "next-auth@4.24.12": "patches/next-auth@4.24.12.patch"
+      "next-auth@4.24.13": "patches/next-auth@4.24.13.patch"
     }
   }
 }

packages/config-eslint/base.js

@@ -0,0 +1,87 @@
+import js from "@eslint/js";
+import globals from "globals";
+import tseslint from "typescript-eslint";
+import turboConfig from "eslint-config-turbo/flat";
+import eslintPluginPrettierRecommended from "eslint-plugin-prettier/recommended";
+import "eslint-plugin-only-warn";
+
+export default tseslint.config(
+  // Global ignores
+  {
+    name: "langfuse/ignores",
+    ignores: [
+      "**/node_modules/",
+      "**/dist/",
+      "**/build/",
+      "**/coverage/",
+      "**/.next/",
+      "**/.*",
+      "eslint.config.mjs",
+    ],
+  },
+
+  // Base JS rules (same as eslint v8 library.js)
+  js.configs.recommended,
+
+  // Turbo monorepo rules
+  ...turboConfig,
+
+  // Prettier (last for rule precedence)
+  eslintPluginPrettierRecommended,
+
+  // Global settings
+  {
+    name: "langfuse/base/globals",
+    languageOptions: {
+      ecmaVersion: 2022,
+      sourceType: "module",
+      globals: {
+        ...globals.node,
+        ...globals.es2021,
+        React: "readonly",
+        JSX: "readonly",
+      },
+    },
+    rules: {
+      "no-redeclare": "off",
+      "import/order": "off",
+    },
+  },
+
+  // TypeScript-specific - parser only + custom rules
+  // Note: Old library.js had no TS rules, only eslint:recommended
+  // Adding parser + plugin to support custom rules, but not extending recommended
+  {
+    name: "langfuse/base/typescript",
+    files: ["**/*.ts", "**/*.tsx", "**/*.mts", "**/*.cts"],
+    plugins: {
+      "@typescript-eslint": tseslint.plugin,
+    },
+    languageOptions: {
+      parser: tseslint.parser,
+    },
+    rules: {
+      "no-undef": "off", // TypeScript handles this
+      "no-dupe-class-members": "off", // TypeScript handles this (and supports overloads)
+      "no-unused-vars": "off", // Use @typescript-eslint/no-unused-vars instead
+      "no-restricted-globals": [
+        "error",
+        {
+          name: "redis",
+          message: "Import redis explicitly from '@langfuse/shared/src/server'",
+        },
+      ],
+      // Custom rule from eslint v8 shared/.eslintrc.js
+      "@typescript-eslint/no-unused-vars": [
+        "warn",
+        {
+          argsIgnorePattern: "^_",
+          varsIgnorePattern: "^_",
+          caughtErrorsIgnorePattern: "^_",
+          destructuredArrayIgnorePattern: "^_",
+          ignoreRestSiblings: true,
+        },
+      ],
+    },
+  },
+);

packages/config-eslint/index.js

@@ -0,0 +1,2 @@
+// @ts-check
+export { default } from "./base.js";

packages/config-eslint/library.js

@@ -1,62 +0,0 @@
-const { resolve } = require("node:path");
-
-const project = resolve(process.cwd(), "tsconfig.json");
-
-// Handle eslint-config-turbo's default export
-const turboConfig = require("eslint-config-turbo");
-const turboConfigToUse = turboConfig.default || turboConfig;
-
-/** @type {import("eslint").Linter.Config} */
-module.exports = {
-  // extends: ["eslint:recommended", "prettier"require().default],
-  extends: ["eslint:recommended", "prettier"],
-  plugins: ["only-warn", "turbo"],
-  globals: {
-    React: true,
-    JSX: true,
-  },
-  env: {
-    node: true,
-    es6: true,
-  },
-  settings: {
-    "import/resolver": {
-      typescript: {
-        project,
-      },
-    },
-  },
-  ignorePatterns: [
-    // Ignore dotfiles
-    ".*.js",
-    "node_modules/",
-    "dist/",
-  ],
-  rules: {
-    "no-redeclare": "off",
-    "import/order": "off",
-    ...(turboConfigToUse.rules || {}),
-  },
-  overrides: [
-    {
-      files: ["*.js?(x)", "*.ts?(x)"],
-    },
-    {
-      files: ["*.ts", "*.mts", "*.cts", "*.tsx"],
-      // no-undef doesn't make sense in TS, see:
-      // https://typescript-eslint.io/troubleshooting/faqs/eslint/#i-get-errors-from-the-no-undef-rule-about-global-variables-not-being-defined-even-though-there-are-no-typescript-errors
-      rules: {
-        "no-undef": "off",
-        "no-restricted-globals": [
-          "error",
-          {
-            name: "redis",
-            message:
-              "Import redis explicitly from '@langfuse/shared/src/server' instead of using global.",
-          },
-        ],
-      },
-    },
-    ...(turboConfigToUse.overrides || []),
-  ],
-};

packages/config-eslint/next.js

@@ -1,68 +1,92 @@
-const { resolve } = require("node:path");
+import tseslint from "typescript-eslint";
+import { FlatCompat } from "@eslint/eslintrc";
+import { fileURLToPath } from "node:url";
+import path from "node:path";
+import eslintPluginPrettierRecommended from "eslint-plugin-prettier/recommended";
+import turboConfig from "eslint-config-turbo/flat";
+import "eslint-plugin-only-warn";
 
-const project = resolve(process.cwd(), "tsconfig.json");
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
 
-const turboConfig = require("eslint-config-turbo");
-const turboConfigToUse = turboConfig.default || turboConfig;
+const compat = new FlatCompat({
+  baseDirectory: __dirname,
+});
 
-/*
- * This is a custom ESLint configuration for use with
- * Next.js apps.
- *
- * This config extends the Vercel Engineering Style Guide.
- * For more information, see https://github.com/vercel/style-guide
- *
- */
-
-module.exports = {
-  parser: "@typescript-eslint/parser", // Set the parser to @typescript-eslint/parser
-  extends: [
-    "plugin:@typescript-eslint/recommended",
-    "plugin:@typescript-eslint/strict-type-checked",
-  ],
-  rules: {
-    "@typescript-eslint/no-non-null-assertion": "off",
-    "@typescript-eslint/no-confusing-void-expression": "off",
+export default tseslint.config(
+  // Global ignores - include config files
+  {
+    name: "langfuse/ignores",
+    ignores: [
+      "**/node_modules/",
+      "**/dist/",
+      "**/.next/",
+      "**/coverage/",
+      "eslint.config.mjs",
+    ],
   },
-  parser: "@typescript-eslint/parser",
 
-  parserOptions: {
-    project,
-  },
-  globals: {
-    React: true,
-    JSX: true,
-  },
-  plugins: ["@typescript-eslint"],
-  extends: ["next/core-web-vitals"],
-  env: {
-    es6: true,
-    jest: true,
-  },
-  settings: {
-    "import/resolver": {
-      typescript: {
-        project,
-      },
+  // Next.js rules via FlatCompat (applies to all files)
+  ...compat.extends("next/core-web-vitals"),
+
+  // Turbo rules
+  ...turboConfig,
+
+  // Disable noisy turbo env var rule - project has many env vars not in turbo.json
+  {
+    name: "langfuse/next/turbo-overrides",
+    rules: {
+      "turbo/no-undeclared-env-vars": "off",
     },
   },
-  ignorePatterns: ["node_modules/", "dist/"],
-  // add rules configurations here
-  rules: {
-    ...(turboConfigToUse.rules || {}),
-    "@typescript-eslint/consistent-type-imports": [
-      "warn",
-      {
-        prefer: "type-imports",
-        fixStyle: "inline-type-imports",
+
+  // Prettier (last)
+  eslintPluginPrettierRecommended,
+
+  // TypeScript config for TS files
+  // Note: The old config had a bug (duplicate extends) that prevented TS rules from applying
+  // Only adding parser + plugin + custom rules to match old behavior
+  {
+    name: "langfuse/next/typescript",
+    files: ["**/*.ts", "**/*.tsx"],
+    plugins: {
+      "@typescript-eslint": tseslint.plugin,
+    },
+    languageOptions: {
+      parser: tseslint.parser,
+      globals: {
+        React: "readonly",
+        JSX: "readonly",
       },
-    ],
-    "@typescript-eslint/no-unused-vars": ["warn", { argsIgnorePattern: "^_" }],
-    "react/jsx-key": [
-      "error",
-      {
-        warnOnDuplicates: true,
+    },
+    settings: {
+      "import/resolver": {
+        typescript: {
+          project: "./tsconfig.json",
+        },
       },
-    ],
+    },
+    rules: {
+      "no-unused-vars": "off", // Use @typescript-eslint/no-unused-vars instead
+      // Custom rules from old config
+      "@typescript-eslint/consistent-type-imports": [
+        "warn",
+        {
+          prefer: "type-imports",
+          fixStyle: "inline-type-imports",
+        },
+      ],
+      "@typescript-eslint/no-unused-vars": [
+        "warn",
+        {
+          argsIgnorePattern: "^_",
+          varsIgnorePattern: "^_",
+          caughtErrorsIgnorePattern: "^_",
+          destructuredArrayIgnorePattern: "^_",
+          ignoreRestSiblings: true,
+        },
+      ],
+      "react/jsx-key": ["error", { warnOnDuplicates: true }],
+    },
   },
-};
+);

packages/config-eslint/package.json

@@ -3,18 +3,31 @@
   "version": "0.0.0",
   "license": "MIT",
   "private": true,
+  "type": "module",
+  "exports": {
+    ".": "./index.js",
+    "./base": "./base.js",
+    "./next": "./next.js"
+  },
   "files": [
-    "library.js",
+    "index.js",
+    "base.js",
     "next.js"
   ],
-  "devDependencies": {
-    "@typescript-eslint/eslint-plugin": "^7.1.0",
-    "@typescript-eslint/parser": "^7.12.0",
-    "@vercel/style-guide": "^6.0.0",
-    "eslint-config-next": "^14.2.15",
-    "eslint-config-prettier": "^9.1.0",
-    "eslint-config-turbo": "^2.6.1",
+  "dependencies": {
+    "@eslint/compat": "^2.0.0",
+    "@eslint/eslintrc": "^3.3.3",
+    "@eslint/js": "^9.39.2",
+    "eslint-config-next": "15.5.10",
+    "eslint-config-prettier": "^10.1.8",
+    "eslint-config-turbo": "^2.7.6",
     "eslint-plugin-only-warn": "^1.1.0",
-    "typescript": "^5.7.2"
+    "eslint-plugin-prettier": "^5.5.4",
+    "globals": "^16.0.0",
+    "typescript-eslint": "^8.50.1"
+  },
+  "peerDependencies": {
+    "eslint": "^9.39.0",
+    "typescript": ">=5.0.0"
   }
 }

packages/shared/.eslintrc.js

@@ -1,8 +0,0 @@
-/** @type {import("eslint").Linter.Config} */
-module.exports = {
-  extends: ["@repo/eslint-config/library.js"],
-  parser: "@typescript-eslint/parser",
-  parserOptions: {
-    project: true,
-  },
-};

packages/shared/clickhouse/migrations/clustered/0031_add_usage_pricing_tier_columns.down.sql

@@ -0,0 +1,2 @@
+ALTER TABLE observations ON CLUSTER default DROP COLUMN IF EXISTS usage_pricing_tier_name;
+ALTER TABLE observations ON CLUSTER default DROP COLUMN IF EXISTS usage_pricing_tier_id;

packages/shared/clickhouse/migrations/clustered/0031_add_usage_pricing_tier_columns.up.sql

@@ -0,0 +1,2 @@
+ALTER TABLE observations ON CLUSTER default ADD COLUMN usage_pricing_tier_id Nullable(String);
+ALTER TABLE observations ON CLUSTER default ADD COLUMN usage_pricing_tier_name Nullable(String);

packages/shared/clickhouse/migrations/clustered/0032_add_dataset_version_to_dataset_run_items_rmt.down.sql

@@ -0,0 +1 @@
+ALTER TABLE dataset_run_items_rmt ON CLUSTER default DROP COLUMN IF EXISTS dataset_item_version;

packages/shared/clickhouse/migrations/clustered/0032_add_dataset_version_to_dataset_run_items_rmt.up.sql

@@ -0,0 +1 @@
+ALTER TABLE dataset_run_items_rmt ON CLUSTER default ADD COLUMN IF NOT EXISTS dataset_item_version Nullable(DateTime64(3));

packages/shared/clickhouse/migrations/clustered/0033_add_tool_call_columns.down.sql

@@ -0,0 +1,3 @@
+ALTER TABLE observations ON CLUSTER default DROP COLUMN IF EXISTS tool_definitions SETTINGS alter_sync = 2;
+ALTER TABLE observations ON CLUSTER default DROP COLUMN IF EXISTS tool_calls SETTINGS alter_sync = 2;
+ALTER TABLE observations ON CLUSTER default DROP COLUMN IF EXISTS tool_call_names SETTINGS alter_sync = 2;

packages/shared/clickhouse/migrations/clustered/0033_add_tool_call_columns.up.sql

@@ -0,0 +1,3 @@
+ALTER TABLE observations ON CLUSTER default ADD COLUMN IF NOT EXISTS tool_definitions Map(String, String) DEFAULT map() SETTINGS alter_sync = 2;
+ALTER TABLE observations ON CLUSTER default ADD COLUMN IF NOT EXISTS tool_calls Array(String) DEFAULT [] SETTINGS alter_sync = 2;
+ALTER TABLE observations ON CLUSTER default ADD COLUMN IF NOT EXISTS tool_call_names Array(String) DEFAULT [] SETTINGS alter_sync = 2;

packages/shared/clickhouse/migrations/clustered/0034_add_long_string_value_to_scores.down.sql

@@ -0,0 +1 @@
+ALTER TABLE scores ON CLUSTER default DROP COLUMN IF EXISTS long_string_value;

packages/shared/clickhouse/migrations/clustered/0034_add_long_string_value_to_scores.up.sql

@@ -0,0 +1 @@
+ALTER TABLE scores ON CLUSTER default ADD COLUMN IF NOT EXISTS long_string_value String CODEC(ZSTD(3));

packages/shared/clickhouse/migrations/unclustered/0031_add_usage_pricing_tier_columns.down.sql

@@ -0,0 +1,2 @@
+ALTER TABLE observations DROP COLUMN IF EXISTS usage_pricing_tier_name;
+ALTER TABLE observations DROP COLUMN IF EXISTS usage_pricing_tier_id;

packages/shared/clickhouse/migrations/unclustered/0031_add_usage_pricing_tier_columns.up.sql

@@ -0,0 +1,2 @@
+ALTER TABLE observations ADD COLUMN usage_pricing_tier_id Nullable(String);
+ALTER TABLE observations ADD COLUMN usage_pricing_tier_name Nullable(String);

packages/shared/clickhouse/migrations/unclustered/0032_add_dataset_version_to_dataset_run_items_rmt.down.sql

@@ -0,0 +1 @@
+ALTER TABLE dataset_run_items_rmt DROP COLUMN IF EXISTS dataset_item_version;

packages/shared/clickhouse/migrations/unclustered/0032_add_dataset_version_to_dataset_run_items_rmt.up.sql

@@ -0,0 +1 @@
+ALTER TABLE dataset_run_items_rmt ADD COLUMN IF NOT EXISTS dataset_item_version Nullable(DateTime64(3));

packages/shared/clickhouse/migrations/unclustered/0033_add_tool_call_columns.down.sql

@@ -0,0 +1,3 @@
+ALTER TABLE observations DROP COLUMN IF EXISTS tool_definitions SETTINGS alter_sync = 2;
+ALTER TABLE observations DROP COLUMN IF EXISTS tool_calls SETTINGS alter_sync = 2;
+ALTER TABLE observations DROP COLUMN IF EXISTS tool_call_names SETTINGS alter_sync = 2;

packages/shared/clickhouse/migrations/unclustered/0033_add_tool_call_columns.up.sql

@@ -0,0 +1,3 @@
+ALTER TABLE observations ADD COLUMN IF NOT EXISTS tool_definitions Map(String, String) DEFAULT map() SETTINGS alter_sync = 2;
+ALTER TABLE observations ADD COLUMN IF NOT EXISTS tool_calls Array(String) DEFAULT [] SETTINGS alter_sync = 2;
+ALTER TABLE observations ADD COLUMN IF NOT EXISTS tool_call_names Array(String) DEFAULT [] SETTINGS alter_sync = 2;

packages/shared/clickhouse/migrations/unclustered/0034_add_long_string_value_to_scores.down.sql

@@ -0,0 +1 @@
+ALTER TABLE scores DROP COLUMN IF EXISTS long_string_value;

packages/shared/clickhouse/migrations/unclustered/0034_add_long_string_value_to_scores.up.sql

@@ -0,0 +1 @@
+ALTER TABLE scores ADD COLUMN IF NOT EXISTS long_string_value String CODEC(ZSTD(3));

packages/shared/clickhouse/scripts/dev-tables.sh

@@ -38,26 +38,25 @@ fi
 
 # Ensure CLICKHOUSE_DB is set
 if [ -z "${CLICKHOUSE_DB}" ]; then
-    export CLICKHOUSE_DB="default"
+  export CLICKHOUSE_DB="default"
 fi
 
 # Parse the CLICKHOUSE_MIGRATION_URL to extract host and port
 # Expected format: clickhouse://localhost:9000
 if [[ $CLICKHOUSE_MIGRATION_URL =~ ^clickhouse://([^:]+):([0-9]+)$ ]]; then
-    CLICKHOUSE_HOST="${BASH_REMATCH[1]}"
-    CLICKHOUSE_PORT="${BASH_REMATCH[2]}"
+  CLICKHOUSE_HOST="${BASH_REMATCH[1]}"
+  CLICKHOUSE_PORT="${BASH_REMATCH[2]}"
 elif [[ $CLICKHOUSE_MIGRATION_URL =~ ^clickhouse://([^:]+)$ ]]; then
-    CLICKHOUSE_HOST="${BASH_REMATCH[1]}"
-    CLICKHOUSE_PORT="9000"  # Default native protocol port
+  CLICKHOUSE_HOST="${BASH_REMATCH[1]}"
+  CLICKHOUSE_PORT="9000" # Default native protocol port
 else
-    echo "Error: Could not parse CLICKHOUSE_MIGRATION_URL: ${CLICKHOUSE_MIGRATION_URL}"
-    exit 1
+  echo "Error: Could not parse CLICKHOUSE_MIGRATION_URL: ${CLICKHOUSE_MIGRATION_URL}"
+  exit 1
 fi
 
-if ! command -v clickhouse &> /dev/null
-then
-	echo "Error: clickhouse binary could not be found. Please install ClickHouse client tools."
-	exit 1
+if ! command -v clickhouse &>/dev/null; then
+  echo "Error: clickhouse binary could not be found. Please install ClickHouse client tools."
+  exit 1
 fi
 
 echo "Creating development tables in ClickHouse..."
@@ -76,6 +75,8 @@ clickhouse client \
 -- Create observations_batch_staging table for batch processing
 -- This table uses 3-minute partitions to efficiently process observations in batches
 -- and merge them with traces data into the events table.
+-- Partitions are automatically expired after 12 hours via TTL (ttl_only_drop_parts=1
+-- ensures only complete partitions are dropped, not individual rows).
 -- See LFE-7122 for implementation details.
 CREATE TABLE IF NOT EXISTS observations_batch_staging
 (
@@ -101,6 +102,11 @@ CREATE TABLE IF NOT EXISTS observations_batch_staging
     provided_cost_details Map(LowCardinality(String), Decimal64(12)),
     cost_details Map(LowCardinality(String), Decimal64(12)),
     total_cost Nullable(Decimal64(12)),
+    usage_pricing_tier_id Nullable(String),
+    usage_pricing_tier_name Nullable(String),
+    tool_definitions Map(String, String),
+    tool_calls Array(String),
+    tool_call_names Array(String),
     completion_start_time Nullable(DateTime64(3)),
     prompt_id Nullable(String),
     prompt_name Nullable(String),
@@ -119,7 +125,9 @@ ORDER BY (
     toDate(s3_first_seen_timestamp),
     trace_id,
     id
-);
+)
+TTL s3_first_seen_timestamp + INTERVAL 12 HOUR
+SETTINGS ttl_only_drop_parts = 1;
 
 -- Create new events table for development setups.
 -- We expect this to be fully immutable and eventually replace observations.
@@ -142,6 +150,7 @@ CREATE TABLE IF NOT EXISTS events
       version String,
       release String,
 
+      trace_name String,
       user_id String,
       session_id String,
 
@@ -190,6 +199,13 @@ CREATE TABLE IF NOT EXISTS events
       calculated_output_cost Decimal(18, 12) MATERIALIZED arraySum(mapValues(mapFilter(x -> positionCaseInsensitive(x.1, 'output') > 0, cost_details))),
       calculated_total_cost Decimal(18, 12) MATERIALIZED arraySum(mapValues(mapFilter(x -> positionCaseInsensitive(x.1, 'input') > 0 OR positionCaseInsensitive(x.1, 'output') > 0, cost_details))),
       total_cost Decimal(18, 12) ALIAS cost_details_json.total,
+      usage_pricing_tier_id Nullable(String),
+      usage_pricing_tier_name Nullable(String),
+
+      -- Tools
+      tool_definitions Map(String, String),
+      tool_calls Array(String),
+      tool_call_names Array(String),
 
       -- I/O
       input String CODEC(ZSTD(3)),
@@ -202,7 +218,7 @@ CREATE TABLE IF NOT EXISTS events
       -- Metadata
       -- Keep raw JSON to benefit from future ClickHouse improvements.
       -- For now, store things as "German Strings" with fast prefix matches based on https://www.uber.com/en-DE/blog/logging/.
-      metadata JSON,
+      metadata JSON(max_dynamic_paths=0),
       metadata_names Array(String),
       metadata_raw_values Array(String), -- should not be used on retrieval, only for materializing other columns
       metadata_prefixes Array(String) MATERIALIZED arrayMap(v -> leftUTF8(CAST(v, 'String'), 200), metadata_raw_values),
@@ -220,6 +236,7 @@ CREATE TABLE IF NOT EXISTS events
       experiment_description String,
       experiment_dataset_id String,
       experiment_item_id String,
+      experiment_item_version Nullable(DateTime64(6)),
       experiment_item_expected_output String,
       experiment_item_metadata_names Array(String),
       experiment_item_metadata_values Array(String), -- We will restrict this to 200 characters on the client.
@@ -272,7 +289,11 @@ CREATE TABLE IF NOT EXISTS events
     index_granularity = 8192,
     index_granularity_bytes = '64Mi', -- Default 10MiB. Avoid small granules due to large rows.
     enable_block_number_column = 1,
-    enable_block_offset_column = 1
+    enable_block_offset_column = 1,
+    dynamic_serialization_version='v3',
+    object_serialization_version='v3',
+    object_shared_data_serialization_version='advanced',
+    object_shared_data_serialization_version_for_zero_level_parts='map_with_buckets'
     -- Try without, but re-enable if recent row performance is bad
     -- min_rows_for_wide_part = 0,
     -- min_bytes_for_wide_part = 0
@@ -291,9 +312,10 @@ clickhouse client \
   --multiquery <<EOF
   TRUNCATE events;
   INSERT INTO events (project_id, trace_id, span_id, parent_span_id, start_time, end_time, name, type,
-                      environment, version, release, tags, user_id, session_id, public, bookmarked, level, status_message, completion_start_time, prompt_id,
+                      environment, version, release, tags, trace_name, user_id, session_id, public, bookmarked, level, status_message, completion_start_time, prompt_id,
                       prompt_name, prompt_version, model_id, provided_model_name, model_parameters,
-                      provided_usage_details, usage_details, provided_cost_details, cost_details, input,
+                      provided_usage_details, usage_details, provided_cost_details, cost_details, tool_definitions, tool_calls, tool_call_names, input,
+
                       output, metadata, metadata_names, metadata_raw_values,
                       -- metadata_string_names, metadata_string_values, metadata_number_names, metadata_number_values, metadata_bool_names, metadata_bool_values,
                       source, service_name, service_version, scope_name, scope_version, telemetry_sdk_language,
@@ -311,6 +333,7 @@ clickhouse client \
          o.version,
          t.release as release,
          t.tags as tags,
+         t.name as trace_name,
          t.user_id                                                                      AS user_id,
          t.session_id                                                                   AS session_id,
          t.public                                                                      AS public,
@@ -328,6 +351,10 @@ clickhouse client \
          o.usage_details,
          o.provided_cost_details,
          o.cost_details,
+         o.tool_definitions,
+         o.tool_calls,
+         o.tool_call_names,
+
          ifNull(o.input, '')                                                             AS input,
          ifNull(o.output, '')                                                            AS output,
          CAST(o.metadata, 'JSON'),
@@ -347,9 +374,67 @@ clickhouse client \
          o.updated_at,
          o.event_ts,
          o.is_deleted
-  FROM observations o
+  FROM observations o FINAL
   LEFT JOIN traces t ON o.trace_id = t.id
   WHERE (o.is_deleted = 0);
+  -- Backfill events from traces table as well
+  INSERT INTO events (project_id, trace_id, span_id, parent_span_id, start_time, name, type,
+                      environment, version, release, tags, trace_name, user_id, session_id, public, bookmarked, level,
+                      model_parameters, provided_usage_details, usage_details, provided_cost_details, cost_details, tool_definitions, tool_calls, tool_call_names,
+
+                      input, output,
+                      metadata, metadata_names, metadata_raw_values,
+                      source, service_name, service_version, scope_name, scope_version, telemetry_sdk_language,
+                      telemetry_sdk_name, telemetry_sdk_version, blob_storage_file_path, event_bytes,
+                      created_at, updated_at, event_ts, is_deleted)
+  SELECT t.project_id,
+         t.id,
+         t.id                                                                            AS span_id,
+         ''                                                                       AS parent_span_id,
+         t.timestamp,
+         t.name,
+         'SPAN',
+         t.environment,
+         t.version,
+         t.release as release,
+         t.tags as tags,
+         t.name as trace_name,
+         t.user_id                                                                      AS user_id,
+         t.session_id                                                                   AS session_id,
+         t.public                                                                       AS public,
+         t.bookmarked                                                                   AS bookmarked,
+         'DEFAULT'                                                                      AS level,
+         map()                                                                           AS model_parameters,
+         map(),
+         map(),
+         map(),
+         map(),
+         map(),
+         [],
+         [],
+
+         ifNull(t.input, '')                                                             AS input,
+         ifNull(t.output, '')                                                            AS output,
+         CAST(t.metadata, 'JSON'),
+         mapKeys(t.metadata)                                                             AS metadata_names,
+         mapValues(t.metadata)                                                           AS metadata_raw_values,
+         multiIf(mapContains(t.metadata, 'resourceAttributes'), 'otel', 'ingestion-api') AS source,
+         NULL                                                                          AS service_name,
+         NULL                                                                          AS service_version,
+         NULL                                                                          AS scope_name,
+         NULL                                                                          AS scope_version,
+         NULL                                                                          AS telemetry_sdk_language,
+         NULL                                                                          AS telemetry_sdk_name,
+         NULL                                                                          AS telemetry_sdk_version,
+         ''                                                                            AS blob_storage_file_path,
+         0                                                                             AS event_bytes,
+         t.created_at,
+         t.updated_at,
+         t.event_ts,
+         t.is_deleted
+  FROM traces t FINAL
+  WHERE (t.is_deleted = 0);
+
 EOF
 
 echo "Development tables created successfully (or already exist)."

packages/shared/clickhouse/scripts/drop.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 # Load environment variables
-source ../../.env
+[ -f ../../.env ] && source ../../.env
 
 # Check if golang-migrate is installed
 if ! command -v migrate &> /dev/null

packages/shared/eslint.config.mjs

@@ -0,0 +1,3 @@
+import baseConfig from "@repo/eslint-config";
+
+export default [...baseConfig];

packages/shared/package.json

@@ -25,16 +25,26 @@
       "import": "./dist/src/server/auth/apiKeys.js",
       "require": "./dist/src/server/auth/apiKeys.js"
     },
+    "./src/utils/chatml": {
+      "import": "./dist/src/utils/chatml/index.js",
+      "require": "./dist/src/utils/chatml/index.js"
+    },
     "./encryption": {
       "import": "./dist/src/encryption/index.js",
       "require": "./dist/src/encryption/index.js"
+    },
+    "./src/server/ee/ingestionMasking": {
+      "import": "./dist/src/server/ee/ingestionMasking/index.js",
+      "require": "./dist/src/server/ee/ingestionMasking/index.js"
     }
   },
   "scripts": {
     "build": "tsc",
+    "build:check": "tsc",
+    "typecheck": "dotenv -e ../../.env -- tsc --noEmit --incremental --tsBuildInfoFile .tsbuildinfo",
     "dev": "tsc --watch",
-    "lint": "eslint . --ext .js,.jsx,.ts,.tsx --max-warnings 0",
-    "lint:fix": "eslint . --ext .js,.jsx,.ts,.tsx --fix",
+    "lint": "eslint . --cache --cache-location dist/.eslintcache --max-warnings 0",
+    "lint:fix": "eslint . --cache --cache-location dist/.eslintcache --fix",
     "db:migrate": "DISABLE_ERD=false dotenv -e ../../.env -- npx prisma migrate dev",
     "db:push": "DISABLE_ERD=false dotenv -e ../../.env -- npx prisma db push",
     "db:reset": "dotenv -e ../../.env npx -- prisma migrate reset",
@@ -63,12 +73,12 @@
     "@aws-sdk/s3-request-presigner": "^3.679.0",
     "@azure/storage-blob": "^12.26.0",
     "@clickhouse/client": "^1.13.0",
-    "@google-cloud/storage": "^7.17.0",
+    "@google-cloud/storage": "^7.18.0",
     "@langchain/anthropic": "^0.3.32",
     "@langchain/aws": "^0.1.15",
-    "@langchain/core": "^0.3.58",
-    "@langchain/google-genai": "^0.2.12",
-    "@langchain/google-vertexai": "^0.2.12",
+    "@langchain/core": "^0.3.80",
+    "@langchain/google-genai": "^0.2.18",
+    "@langchain/google-vertexai": "^0.2.18",
     "@langchain/openai": "^0.5.13",
     "@opentelemetry/api": ">=1.0.0 <1.10.0",
     "@prisma/client": "^6.17.1",
@@ -86,17 +96,18 @@
     "decimal.js": "^10.4.3",
     "exponential-backoff": "^3.1.2",
     "https-proxy-agent": "^7.0.6",
-    "ioredis": "^5.4.1",
+    "ioredis": "^5.8.2",
     "ipaddr.js": "^2.2.0",
     "jsonpath-plus": "10.3.0",
     "kysely": "^0.27.4",
-    "langchain": "^0.3.30",
+    "langchain": "^0.3.37",
     "langfuse-langchain": "3.38.6",
-    "lodash": "^4.17.21",
+    "lodash": "^4.17.23",
     "lossless-json": "^4.1.1",
-    "next-auth": "^4.24.12",
-    "nodemailer": "^7.0.10",
+    "next-auth": "^4.24.13",
+    "nodemailer": "^7.0.11",
     "prisma-extension-kysely": "^3.0.0",
+    "safe-regex2": "^5.0.0",
     "uuid": "^9.0.1",
     "winston": "^3.15.0",
     "zod": "^3.25.62",
@@ -105,28 +116,27 @@
   "devDependencies": {
     "@repo/eslint-config": "workspace:*",
     "@repo/typescript-config": "workspace:*",
-    "@types/lodash": "^4.17.10",
+    "@types/lodash": "^4.17.23",
     "@types/node": "^24.3.0",
-    "@types/nodemailer": "^7.0.3",
+    "@types/nodemailer": "^7.0.4",
     "@types/pg": "^8.11.10",
-    "@types/react": "19.2.2",
+    "@types/react": "19.2.3",
     "@types/uuid": "^9.0.8",
-    "@typescript-eslint/parser": "^7.12.0",
-    "eslint": "^8.57.0",
-    "eslint-config-prettier": "^9.1.0",
+    "@typescript-eslint/parser": "^8.50.1",
+    "eslint": "^9.39.2",
+    "eslint-config-prettier": "^10.1.8",
     "eslint-config-standard": "^17.1.0",
-    "eslint-plugin-prettier": "^5.1.3",
+    "eslint-plugin-prettier": "^5.5.4",
     "kysely-codegen": "^0.16.8",
     "prettier": "^3.6.2",
     "prisma": "^6.17.1",
-    "prisma-erd-generator": "^2.1.0",
     "prisma-kysely": "^1.8.0",
     "ts-node": "^10.9.2",
     "tsc-watch": "^6.2.0",
     "typescript": "^5.7.2"
   },
   "peerDependencies": {
-    "@types/react": "~19.2.2",
-    "react": "~19.2.0"
+    "@types/react": "~19.2.3",
+    "react": "~19.2.3"
   }
 }

packages/shared/prisma/generated/types.ts

@@ -47,12 +47,13 @@ export const LegacyPrismaScoreSource = {
 } as const;
 export type LegacyPrismaScoreSource =
   (typeof LegacyPrismaScoreSource)[keyof typeof LegacyPrismaScoreSource];
-export const ScoreDataType = {
+export const ScoreConfigDataType = {
   CATEGORICAL: "CATEGORICAL",
   NUMERIC: "NUMERIC",
   BOOLEAN: "BOOLEAN",
 } as const;
-export type ScoreDataType = (typeof ScoreDataType)[keyof typeof ScoreDataType];
+export type ScoreConfigDataType =
+  (typeof ScoreConfigDataType)[keyof typeof ScoreConfigDataType];
 export const AnnotationQueueStatus = {
   PENDING: "PENDING",
   COMPLETED: "COMPLETED",
@@ -135,6 +136,13 @@ export const BlobStorageExportMode = {
 } as const;
 export type BlobStorageExportMode =
   (typeof BlobStorageExportMode)[keyof typeof BlobStorageExportMode];
+export const AnalyticsIntegrationExportSource = {
+  TRACES_OBSERVATIONS: "TRACES_OBSERVATIONS",
+  TRACES_OBSERVATIONS_EVENTS: "TRACES_OBSERVATIONS_EVENTS",
+  EVENTS: "EVENTS",
+} as const;
+export type AnalyticsIntegrationExportSource =
+  (typeof AnalyticsIntegrationExportSource)[keyof typeof AnalyticsIntegrationExportSource];
 export const DashboardWidgetViews = {
   TRACES: "TRACES",
   OBSERVATIONS: "OBSERVATIONS",
@@ -145,6 +153,7 @@ export type DashboardWidgetViews =
   (typeof DashboardWidgetViews)[keyof typeof DashboardWidgetViews];
 export const DashboardWidgetChartType = {
   LINE_TIME_SERIES: "LINE_TIME_SERIES",
+  AREA_TIME_SERIES: "AREA_TIME_SERIES",
   BAR_TIME_SERIES: "BAR_TIME_SERIES",
   HORIZONTAL_BAR: "HORIZONTAL_BAR",
   VERTICAL_BAR: "VERTICAL_BAR",
@@ -158,6 +167,7 @@ export type DashboardWidgetChartType =
 export const ActionType = {
   WEBHOOK: "WEBHOOK",
   SLACK: "SLACK",
+  GITHUB_DISPATCH: "GITHUB_DISPATCH",
 } as const;
 export type ActionType = (typeof ActionType)[keyof typeof ActionType];
 export const ActionExecutionStatus = {
@@ -297,6 +307,23 @@ export type BackgroundMigration = {
   worker_id: string | null;
   locked_at: Timestamp | null;
 };
+export type BatchAction = {
+  id: string;
+  created_at: Generated<Timestamp>;
+  updated_at: Generated<Timestamp>;
+  project_id: string;
+  user_id: string;
+  action_type: string;
+  table_name: string;
+  status: string;
+  finished_at: Timestamp | null;
+  query: unknown;
+  config: unknown | null;
+  total_count: number | null;
+  processed_count: number | null;
+  failed_count: number | null;
+  log: string | null;
+};
 export type BatchExport = {
   id: string;
   created_at: Generated<Timestamp>;
@@ -340,6 +367,7 @@ export type BlobStorageIntegration = {
   file_type: Generated<BlobStorageIntegrationFileType>;
   export_mode: Generated<BlobStorageExportMode>;
   export_start_date: Timestamp | null;
+  export_source: Generated<AnalyticsIntegrationExportSource>;
   created_at: Generated<Timestamp>;
   updated_at: Generated<Timestamp>;
 };
@@ -361,6 +389,10 @@ export type Comment = {
   updated_at: Generated<Timestamp>;
   content: string;
   author_user_id: string | null;
+  data_field: string | null;
+  path: Generated<string[]>;
+  range_start: Generated<number[]>;
+  range_end: Generated<number[]>;
 };
 export type CommentReaction = {
   id: string;
@@ -420,7 +452,7 @@ export type Dataset = {
 export type DatasetItem = {
   id: string;
   project_id: string;
-  status: Generated<DatasetStatus>;
+  status: Generated<DatasetStatus | null>;
   input: unknown | null;
   expected_output: unknown | null;
   metadata: unknown | null;
@@ -429,6 +461,9 @@ export type DatasetItem = {
   dataset_id: string;
   created_at: Generated<Timestamp>;
   updated_at: Generated<Timestamp>;
+  valid_from: Generated<Timestamp>;
+  valid_to: Timestamp | null;
+  is_deleted: Generated<boolean>;
 };
 export type DatasetRunItems = {
   id: string;
@@ -507,6 +542,7 @@ export type JobExecution = {
   job_input_trace_timestamp: Timestamp | null;
   job_input_observation_id: string | null;
   job_input_dataset_item_id: string | null;
+  job_input_dataset_item_valid_from: Timestamp | null;
   job_output_score_id: string | null;
   execution_trace_id: string | null;
 };
@@ -560,7 +596,7 @@ export type LegacyPrismaScore = {
   queue_id: string | null;
   created_at: Generated<Timestamp>;
   updated_at: Generated<Timestamp>;
-  data_type: Generated<ScoreDataType>;
+  data_type: Generated<ScoreConfigDataType>;
 };
 export type LegacyPrismaTrace = {
   id: string;
@@ -647,6 +683,7 @@ export type MixpanelIntegration = {
   last_sync_at: Timestamp | null;
   enabled: boolean;
   created_at: Generated<Timestamp>;
+  export_source: Generated<AnalyticsIntegrationExportSource>;
 };
 export type Model = {
   id: string;
@@ -720,6 +757,7 @@ export type PosthogIntegration = {
   last_sync_at: Timestamp | null;
   enabled: boolean;
   created_at: Generated<Timestamp>;
+  export_source: Generated<AnalyticsIntegrationExportSource>;
 };
 export type Price = {
   id: string;
@@ -727,9 +765,20 @@ export type Price = {
   updated_at: Generated<Timestamp>;
   model_id: string;
   project_id: string | null;
+  pricing_tier_id: string;
   usage_type: string;
   price: string;
 };
+export type PricingTier = {
+  id: string;
+  created_at: Generated<Timestamp>;
+  updated_at: Generated<Timestamp>;
+  model_id: string;
+  name: string;
+  is_default: Generated<boolean>;
+  priority: number;
+  conditions: unknown;
+};
 export type Project = {
   id: string;
   org_id: string;
@@ -738,6 +787,7 @@ export type Project = {
   deleted_at: Timestamp | null;
   name: string;
   retention_days: number | null;
+  has_traces: Generated<boolean>;
   metadata: unknown | null;
 };
 export type ProjectMembership = {
@@ -787,7 +837,7 @@ export type ScoreConfig = {
   updated_at: Generated<Timestamp>;
   project_id: string;
   name: string;
-  data_type: ScoreDataType;
+  data_type: ScoreConfigDataType;
   is_archived: Generated<boolean>;
   min_value: number | null;
   max_value: number | null;
@@ -877,6 +927,7 @@ export type User = {
   password: string | null;
   image: string | null;
   admin: Generated<boolean>;
+  v4_beta_enabled: Generated<boolean>;
   created_at: Generated<Timestamp>;
   updated_at: Generated<Timestamp>;
   feature_flags: Generated<string[]>;
@@ -897,6 +948,7 @@ export type DB = {
   automation_executions: AutomationExecution;
   automations: Automation;
   background_migrations: BackgroundMigration;
+  batch_actions: BatchAction;
   batch_exports: BatchExport;
   billing_meter_backups: BillingMeterBackup;
   blob_storage_integrations: BlobStorageIntegration;
@@ -929,6 +981,7 @@ export type DB = {
   pending_deletions: PendingDeletion;
   posthog_integrations: PosthogIntegration;
   prices: Price;
+  pricing_tiers: PricingTier;
   project_memberships: ProjectMembership;
   projects: Project;
   prompt_dependencies: PromptDependency;

packages/shared/prisma/migrations/20251118153536_add_dataset_item_event_table/migration.sql

@@ -0,0 +1,20 @@
+-- CreateTable
+CREATE TABLE "dataset_item_events" (
+    "id" TEXT NOT NULL,
+    "item_id" TEXT NOT NULL,
+    "project_id" TEXT NOT NULL,
+    "dataset_id" TEXT NOT NULL,
+    "status" "DatasetStatus",
+    "input" JSONB,
+    "expected_output" JSONB,
+    "metadata" JSONB,
+    "source_trace_id" TEXT,
+    "source_observation_id" TEXT,
+    "created_at" TIMESTAMP(3),
+    "deleted_at" TIMESTAMP(3),
+
+    CONSTRAINT "dataset_item_events_pkey" PRIMARY KEY ("id")
+);
+
+-- AddForeignKey
+ALTER TABLE "dataset_item_events" ADD CONSTRAINT "dataset_item_events_dataset_id_project_id_fkey" FOREIGN KEY ("dataset_id", "project_id") REFERENCES "datasets"("id", "project_id") ON DELETE CASCADE ON UPDATE CASCADE;

packages/shared/prisma/migrations/20251118162943_add_idx_dataset_item_events/migration.sql

@@ -0,0 +1,2 @@
+-- CreateIndex
+CREATE INDEX "dataset_item_events_project_id_dataset_id_item_id_created_at_idx" ON "dataset_item_events"("project_id", "dataset_id", "item_id", "created_at");

packages/shared/prisma/migrations/20251126000000_add_comment_search_indexes/migration.sql

@@ -0,0 +1,5 @@
+-- Full-text search index for comment content filtering
+-- This enables efficient text search queries on comment content
+-- Uses PostgreSQL's built-in full-text search with GIN index
+CREATE INDEX CONCURRENTLY IF NOT EXISTS idx_comments_content_gin
+ON comments USING gin(to_tsvector('english', content));

packages/shared/prisma/migrations/20251127105316_add_pricing_tiers/migration.sql

@@ -0,0 +1,63 @@
+BEGIN;
+
+-- CreateTable
+CREATE TABLE "pricing_tiers" (
+    "id" TEXT NOT NULL,
+    "created_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    "updated_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    "model_id" TEXT NOT NULL,
+    "name" TEXT NOT NULL,
+    "is_default" BOOLEAN NOT NULL DEFAULT false,
+    "priority" INTEGER NOT NULL,
+    "conditions" JSONB NOT NULL,
+
+    CONSTRAINT "pricing_tiers_pkey" PRIMARY KEY ("id")
+);
+
+-- CreateIndex
+CREATE UNIQUE INDEX "pricing_tiers_model_id_priority_key" ON "pricing_tiers"("model_id", "priority");
+
+-- CreateIndex
+CREATE UNIQUE INDEX "pricing_tiers_model_id_name_key" ON "pricing_tiers"("model_id", "name");
+
+-- AddForeignKey
+ALTER TABLE "pricing_tiers" ADD CONSTRAINT "pricing_tiers_model_id_fkey" FOREIGN KEY ("model_id") REFERENCES "models"("id") ON DELETE CASCADE ON UPDATE CASCADE;
+
+-- AlterTable
+ALTER TABLE "prices" ADD COLUMN "pricing_tier_id" TEXT;
+
+-- Data Migration: Create default pricing tiers with DETERMINISTIC IDs
+-- Pattern: {model_id}_tier_default
+INSERT INTO "pricing_tiers" (id, model_id, name, is_default, priority, conditions)
+SELECT
+  model_id || '_tier_default',
+  model_id,
+  'Standard',
+  TRUE,
+  0,
+  '[]'::jsonb
+FROM (
+  SELECT DISTINCT model_id
+  FROM prices
+  WHERE pricing_tier_id IS NULL
+) AS distinct_models
+ON CONFLICT (id) DO NOTHING;
+
+-- Data Migration: Link existing prices to their default tiers using deterministic IDs
+UPDATE prices
+SET pricing_tier_id = model_id || '_tier_default'
+WHERE pricing_tier_id IS NULL;
+
+-- AlterTable: Make pricing_tier_id NOT NULL
+ALTER TABLE "prices" ALTER COLUMN "pricing_tier_id" SET NOT NULL;
+
+-- AddForeignKey
+ALTER TABLE "prices" ADD CONSTRAINT "prices_pricing_tier_id_fkey" FOREIGN KEY ("pricing_tier_id") REFERENCES "pricing_tiers"("id") ON DELETE CASCADE ON UPDATE CASCADE;
+
+-- DropIndex
+DROP INDEX IF EXISTS "prices_model_id_usage_type_key";
+
+-- CreateIndex
+CREATE UNIQUE INDEX "prices_model_id_usage_type_pricing_tier_id_key" ON "prices"("model_id", "usage_type", "pricing_tier_id");
+
+COMMIT;

packages/shared/prisma/migrations/20251127181728_add_prices_index_on_pricing_tier_id/migration.sql

@@ -0,0 +1,2 @@
+-- CreateIndex
+CREATE INDEX CONCURRENTLY "prices_pricing_tier_id_idx" ON "prices"("pricing_tier_id");

packages/shared/prisma/migrations/20251201095227_dataset_items_add_version_cols/migration.sql

@@ -0,0 +1,14 @@
+BEGIN;
+
+-- 1. Add columns 
+ALTER TABLE "dataset_items" 
+    ADD COLUMN "is_deleted" BOOLEAN NOT NULL DEFAULT false,
+    ADD COLUMN "sys_id" TEXT, 
+    ADD COLUMN "valid_from" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    ALTER COLUMN "status" DROP NOT NULL;
+
+-- 2. Set default for NEW rows
+ALTER TABLE "dataset_items" 
+    ALTER COLUMN "sys_id" SET DEFAULT md5(random()::text || clock_timestamp()::text)::uuid::text;
+
+COMMIT;

packages/shared/prisma/migrations/20251204213345_add_github_dispatch_action_type/migration.sql

@@ -0,0 +1,6 @@
+-- Migration: Add GitHub Dispatch Action Type
+-- This migration adds support for GitHub repository dispatch actions by:
+-- 1. Adding GITHUB_DISPATCH to the ActionType enum
+
+-- AlterEnum
+ALTER TYPE "ActionType" ADD VALUE 'GITHUB_DISPATCH';

packages/shared/prisma/migrations/20251208121203_dataset_run_items_drop_fk_dataset_items/migration.sql

@@ -0,0 +1,2 @@
+-- DropForeignKey
+ALTER TABLE "dataset_run_items" DROP CONSTRAINT "dataset_run_items_dataset_item_id_project_id_fkey";

packages/shared/prisma/migrations/20251210130559_add_batch_action_table/migration.sql

@@ -0,0 +1,32 @@
+-- CreateTable
+CREATE TABLE "batch_actions" (
+    "id" TEXT NOT NULL,
+    "created_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    "updated_at" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
+    "project_id" TEXT NOT NULL,
+    "user_id" TEXT NOT NULL,
+    "action_type" TEXT NOT NULL,
+    "table_name" TEXT NOT NULL,
+    "status" TEXT NOT NULL,
+    "finished_at" TIMESTAMP(3),
+    "query" JSONB NOT NULL,
+    "config" JSONB,
+    "total_count" INTEGER,
+    "processed_count" INTEGER,
+    "failed_count" INTEGER,
+    "log" TEXT,
+
+    CONSTRAINT "batch_actions_pkey" PRIMARY KEY ("id")
+);
+
+-- CreateIndex
+CREATE INDEX "batch_actions_project_id_user_id_idx" ON "batch_actions"("project_id", "user_id");
+
+-- CreateIndex
+CREATE INDEX "batch_actions_status_idx" ON "batch_actions"("status");
+
+-- CreateIndex
+CREATE INDEX "batch_actions_project_id_action_type_idx" ON "batch_actions"("project_id", "action_type");
+
+-- AddForeignKey
+ALTER TABLE "batch_actions" ADD CONSTRAINT "batch_actions_project_id_fkey" FOREIGN KEY ("project_id") REFERENCES "projects"("id") ON DELETE CASCADE ON UPDATE CASCADE;

packages/shared/prisma/migrations/20251210133946_dataset_items_create_idx_id_project_id_valid_from/migration.sql

@@ -0,0 +1,9 @@
+/*
+  Warnings:
+
+  - A unique constraint covering the columns `[id,project_id,valid_from]` on the table `dataset_items` will be added. If there are existing duplicate values, this will fail.
+
+*/
+-- CreateIndex
+CREATE UNIQUE INDEX CONCURRENTLY IF NOT EXISTS "dataset_items_id_project_id_valid_from_key" ON "dataset_items"("id", "project_id", "valid_from");
+

packages/shared/prisma/migrations/20251211204006_dataset_items_switch_pk/migration.sql

@@ -0,0 +1,9 @@
+/*
+  Warnings:
+
+  - The primary key for the `dataset_items` table will be changed. If it partially fails, the table could be left without primary key constraint.
+
+*/
+-- AlterTable
+ALTER TABLE "dataset_items" DROP CONSTRAINT "dataset_items_pkey",
+ADD CONSTRAINT "dataset_items_pkey" PRIMARY KEY USING INDEX "dataset_items_id_project_id_valid_from_key";

packages/shared/prisma/migrations/20251215230232_dataset_items_add_idx_project_id_id_valid_from/migration.sql

@@ -0,0 +1,2 @@
+-- CreateIndex
+CREATE INDEX CONCURRENTLY IF NOT EXISTS "dataset_items_project_id_id_valid_from_idx" ON "dataset_items"("project_id", "id", "valid_from");

packages/shared/prisma/migrations/20251215233730_dataset_items_add_valid_to/migration.sql

@@ -0,0 +1,2 @@
+-- AlterTable
+ALTER TABLE "dataset_items" ADD COLUMN "valid_to" TIMESTAMP(3);

packages/shared/prisma/migrations/20251215233903_dataset_items_add_idx_project_id_valid_to/migration.sql

@@ -0,0 +1,2 @@
+-- CreateIndex
+CREATE INDEX "dataset_items_project_id_valid_to_idx" ON "dataset_items"("project_id", "valid_to");

packages/shared/prisma/migrations/20251215233905_backfill_dataset_items_valid_to/migration.sql

@@ -0,0 +1,2 @@
+INSERT INTO background_migrations (id, name, script, args)
+VALUES ('d4f5a6b7-c8d9-4e1f-a2b3-c4d5e6f7a8b8', '20251216_1001_backfill_dataset_items_valid_to', 'backfillValidToForDatasetItems', '{}');

packages/shared/prisma/migrations/20251218102933_score_configs_rename_score_data_type_enum/migration.sql

@@ -0,0 +1,8 @@
+/*
+  Warnings:
+
+  - Changed the type of `data_type` on the `score_configs` table. No cast exists, the column would be dropped and recreated, which cannot be done if there is data, since the column is required.
+
+*/
+-- Rename enum
+ALTER TYPE "ScoreDataType" RENAME TO "ScoreConfigDataType";

packages/shared/prisma/migrations/20260106120000_add_encrypt_blob_storage_secrets_background_migration/migration.sql

@@ -0,0 +1,2 @@
+INSERT INTO background_migrations (id, name, script, args)
+VALUES ('01a0c890-2094-8e2f-c773-cf4d14638fa4', '20260106_encrypt_blob_storage_secrets', 'encryptBlobStorageSecrets', '{}');

packages/shared/prisma/migrations/20260106130000_add_inline_comment_columns/migration.sql

@@ -0,0 +1,14 @@
+-- Add inline comment positioning columns to comments table
+-- These columns enable character-based inline comments on trace/observation IO
+
+-- data_field: which IO field the comment is on ('input' | 'output' | 'metadata')
+ALTER TABLE "comments" ADD COLUMN "data_field" TEXT;
+
+-- path: JSON Path expressions array, e.g., ["$.messages[1].text"]
+ALTER TABLE "comments" ADD COLUMN "path" TEXT[] DEFAULT '{}';
+
+-- range_start: start offsets per path (inclusive), UTF-16 code units
+ALTER TABLE "comments" ADD COLUMN "range_start" INTEGER[] DEFAULT '{}';
+
+-- range_end: end offsets per path (exclusive), UTF-16 code units
+ALTER TABLE "comments" ADD COLUMN "range_end" INTEGER[] DEFAULT '{}';

packages/shared/prisma/migrations/20260113102907_dataset_items_drop_sys_id_col/migration.sql

@@ -0,0 +1,9 @@
+/*
+  Warnings:
+
+  - You are about to drop the column `sys_id` on the `dataset_items` table. All the data in the column will be lost.
+
+*/
+-- AlterTable
+ALTER TABLE "dataset_items" DROP COLUMN "sys_id";
+

packages/shared/prisma/migrations/20260113112907_dataset_item_events_drop_fk_datasets/migration.sql

@@ -0,0 +1,3 @@
+-- DropForeignKey
+ALTER TABLE "dataset_item_events" DROP CONSTRAINT "dataset_item_events_dataset_id_project_id_fkey";
+

packages/shared/prisma/migrations/20260113114006_dataset_item_events_drop_table/migration.sql

@@ -0,0 +1,8 @@
+/*
+  Warnings:
+
+  - You are about to drop the `dataset_item_events` table. If the table is not empty, all the data it contains will be lost.
+
+*/
+-- DropTable
+DROP TABLE "dataset_item_events";

packages/shared/prisma/migrations/20260122124934_add_export_source_to_analytics_integrations/migration.sql

@@ -0,0 +1,11 @@
+-- CreateEnum
+CREATE TYPE "AnalyticsIntegrationExportSource" AS ENUM ('TRACES_OBSERVATIONS', 'TRACES_OBSERVATIONS_EVENTS', 'EVENTS');
+
+-- AlterTable
+ALTER TABLE "blob_storage_integrations" ADD COLUMN     "export_source" "AnalyticsIntegrationExportSource" NOT NULL DEFAULT 'TRACES_OBSERVATIONS';
+
+-- AlterTable
+ALTER TABLE "mixpanel_integrations" ADD COLUMN     "export_source" "AnalyticsIntegrationExportSource" NOT NULL DEFAULT 'TRACES_OBSERVATIONS';
+
+-- AlterTable
+ALTER TABLE "posthog_integrations" ADD COLUMN     "export_source" "AnalyticsIntegrationExportSource" NOT NULL DEFAULT 'TRACES_OBSERVATIONS';

packages/shared/prisma/migrations/20260129183823_add_media_project_id_created_at_index/migration.sql

@@ -0,0 +1,2 @@
+-- CreateIndex
+CREATE INDEX CONCURRENTLY "media_project_id_created_at_idx" ON "media"("project_id", "created_at");