chore: release v2.14.4

fix(ui): dom of main menu

.codespellrc

@@ -1,4 +1,4 @@
 [codespell]
-skip = .git,*.pdf,*.svg,package-lock.json,*.prisma
+skip = .git,*.pdf,*.svg,package-lock.json,*.prisma,pnpm-lock.yaml
 ignore-words-list = afterall,vertx
 

.dockerignore

@@ -4,4 +4,5 @@ node_modules
 npm-debug.log
 README.md
 .next
-.git
+.git
+**/node_modules

.env.dev.example

@@ -31,6 +31,10 @@ S3_SECRET_ACCESS_KEY=
 S3_BUCKET_NAME=
 S3_REGION=
 
+# Prompt playground
+OPENAI_API_KEY=""
+ANTHROPIC_API_KEY=""
+
 # Set during docker build of application
 # Used to disable environment verification at build time
 # DOCKER_BUILD=1

.env.local.example

@@ -12,3 +12,8 @@ NEXTAUTH_URL="http://localhost:3000"
 # feature flag to enable experimental features locally
 LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES="false"
 SALT="salt"
+
+
+# Prompt playground
+OPENAI_API_KEY=""
+ANTHROPIC_API_KEY=""

.env.prod.example

@@ -29,7 +29,7 @@ SALT="salt"
 # LANGFUSE_DEFAULT_PROJECT_ROLE=
 
 # Enable experimental features, optional
-# NEXT_PUBLIC_ENABLE_EXPERIMENTAL_FEATURES
+# LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES=true
 
 # Auth, optional configuration
 # AUTH_DOMAINS_WITH_SSO_ENFORCEMENT=domain1.com,domain2.com
@@ -38,11 +38,14 @@ SALT="salt"
 # SSO, each group is optional
 # AUTH_GOOGLE_CLIENT_ID=
 # AUTH_GOOGLE_CLIENT_SECRET=
+# AUTH_GOOGLE_ALLOW_ACCOUNT_LINKING=false
 # AUTH_GITHUB_CLIENT_ID=
 # AUTH_GITHUB_CLIENT_SECRET=
+# AUTH_GITHUB_ALLOW_ACCOUNT_LINKING=false
 # AUTH_AZURE_AD_CLIENT_ID=
 # AUTH_AZURE_AD_CLIENT_SECRET=
 # AUTH_AZURE_AD_TENANT_ID=
+# AUTH_AZURE_ALLOW_ACCOUNT_LINKING=false
 
 # Transactional email, optional
 # Defines the email address to use as the from address.
@@ -62,6 +65,9 @@ SALT="salt"
 # DB_EXPORT_PAGE_SIZE=1000
 
 
+# Prompt playground
+# OPENAI_API_KEY=""
+# ANTHROPIC_API_KEY=""
 
 
 ### START Langfuse Cloud Config
@@ -84,6 +90,10 @@ SALT="salt"
 # NEXT_SENTRY_PROJECT=
 # SENTRY_AUTH_TOKEN=
 
+# Cloudflare Turnstile
+# NEXT_PUBLIC_TURNSTILE_SITE_KEY=
+# TURNSTILE_SECRET_KEY=
+
 # Betterstack
 # LANGFUSE_TEAM_BETTERSTACK_TOKEN=
 

.eslintignore

@@ -1,3 +1,4 @@
 node_modules
+**/node_modules
 build
 coverage

.github/dependabot.yml

@@ -6,7 +6,34 @@
 version: 2
 updates:
   - package-ecosystem: npm
-    directory: "/" # Location of package manifests
+    directory: "/worker" # Location of package manifests
+    schedule:
+      interval: "daily"
+    rebase-strategy: "disabled" # use dependabot-rebase-stale
+    commit-message:
+      prefix: chore
+      prefix-development: chore
+      include: scope
+    ignore:
+      - dependency-name: "@types/node"
+      - dependency-name: "@trpc/*"
+    groups:
+      sentry:
+        patterns:
+          - "@sentry/*"
+      prisma:
+        patterns:
+          - "prisma"
+          - "@prisma/*"
+      next:
+        patterns:
+          - "eslint-config-next"
+          - "next"
+      patches:
+        update-types:
+          - "patch"
+  - package-ecosystem: npm
+    directory: "/web" # Location of package manifests
     schedule:
       interval: "daily"
     rebase-strategy: "disabled" # use dependabot-rebase-stale

.github/workflows/pipeline.yml

@@ -10,36 +10,31 @@ on:
   merge_group:
   pull_request:
     branches:
-      - "main"
-
-defaults:
-  run:
-    working-directory: web
+      - "*"
 
 jobs:
   lint:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
+      - uses: pnpm/action-setup@v3
+        with:
+          version: 8
       - uses: actions/setup-node@v3
         with:
           node-version: 20
-          cache: "npm"
-          cache-dependency-path: "**/package-lock.json"
+          cache: "pnpm"
+          cache-dependency-path: "pnpm-lock.yaml"
       - name: install dependencies
         run: |
-          npm ci
+          pnpm i
       - name: Load default env
-        working-directory: .
         run: |
           cp .env.dev.example .env
-      - name: lint
-        run: npm run lint
+      - name: lint web
+        run: pnpm run lint
 
   test-docker-build:
-    defaults:
-      run:
-        working-directory: web
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
@@ -48,23 +43,22 @@ jobs:
       - name: Build Web Docker image
         uses: docker/build-push-action@v4
         with:
-          context: web
+          context: .
+          file: ./web/Dockerfile
           push: false
 
       - name: Build Worker Docker image
         uses: docker/build-push-action@v4
         with:
-          context: worker
+          context: .
+          file: ./worker/Dockerfile
           push: false
 
   tests:
-    defaults:
-      run:
-        working-directory: web
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        node-version: [18, 20]
+        node-version: [20]
     steps:
       - name: Set Swap Space
         uses: pierotofy/set-swap-space@master
@@ -72,83 +66,86 @@ jobs:
           swap-size-gb: 10
 
       - uses: actions/checkout@v3
+      - uses: pnpm/action-setup@v3
+        with:
+          version: 8
       - name: Use Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v3
         with:
           node-version: ${{ matrix.node-version }}
-          cache: "npm"
-          cache-dependency-path: "**/package-lock.json"
+          cache: "pnpm"
+          cache-dependency-path: "pnpm-lock.yaml"
 
       - name: install dependencies
         run: |
-          npm ci
+          pnpm install
 
       - name: Load default env
-        working-directory: .
         run: |
           cp .env.dev.example .env
           cp .env.dev.example web/.env
 
       - name: Run + migrate
-        working-directory: .
         run: |
           docker-compose -f docker-compose.dev.yml up -d
           sleep 5 # Wait for PostgreSQL to accept connections
 
       - name: Seed DB
         run: |
-          npx --yes prisma migrate reset --force --skip-generate
+          pnpm run db:migrate
+          pnpm run db:seed
 
       - name: Build
-        run: npm run build
+        run: pnpm run build
 
       - name: Start Langfuse
-        run: (npm start&)
+        run: (pnpm run start&)
 
       - name: run tests
-        run: npm run test
+        run: pnpm run test
 
   e2e-tests:
-    defaults:
-      run:
-        working-directory: web
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
+      - uses: pnpm/action-setup@v3
+        with:
+          version: 8
       - uses: actions/setup-node@v3
         with:
           node-version: 20
-          cache: "npm"
-          cache-dependency-path: "**/package-lock.json"
+          cache: "pnpm"
+          cache-dependency-path: "pnpm-lock.yaml"
 
       - name: install dependencies
         run: |
-          npm ci
+          pnpm install
 
       - name: Load default env
-        working-directory: .
         run: |
           cp .env.dev.example .env
           cp .env.dev.example web/.env
 
       - name: Run + migrate
-        working-directory: .
         run: |
           docker-compose -f docker-compose.dev.yml up -d
           sleep 5 # Wait for PostgreSQL to accept connections
 
       - name: Seed DB
         run: |
-          npx --yes prisma migrate reset --force --skip-generate
+          pnpm run db:migrate
+          pnpm run db:seed
 
       - name: Build
-        run: npm run build
+        run: pnpm run build
 
       - name: Install playwright
-        run: npx playwright install
+        run: |
+          npm add --global playwright
+          pnpm exec playwright install
 
       - name: Run e2e tests
-        run: npm run test:e2e
+        run: pnpm --filter=web run test:e2e
 
   all-ci-passed:
     # This allows us to have a branch protection rule for tests and deploys with matrix
@@ -178,11 +175,14 @@ jobs:
       contents: read
 
     steps:
+      - uses: pnpm/action-setup@v3
+        with:
+          version: 8
       - name: Setup node
         uses: actions/setup-node@v3
         with:
           node-version: 20
-          cache-dependency-path: "**/package-lock.json"
+          cache-dependency-path: "pnpm-lock.yaml"
 
       - name: Checkout
         uses: actions/checkout@v3
@@ -206,11 +206,13 @@ jobs:
             type=sha
             type=semver,pattern={{version}}
             type=semver,pattern={{major}}.{{minor}}
+            type=semver,pattern={{major}}
 
       - name: Build and push Docker image
         uses: docker/build-push-action@v4
         with:
-          context: web
+          context: .
+          file: ./web/Dockerfile
           push: true
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}

.gitignore

@@ -52,4 +52,12 @@ yarn-error.log*
 
 
 # vscode
-.devcontainer
+.devcontainer
+
+node_modules
+**/node_modules
+**/dist
+**/.next/*
+**/.turbo/*
+.yarn
+.turbo

.npmrc

@@ -0,0 +1 @@
+public-hoist-pattern[]=*prisma*

CONTRIBUTING.md

@@ -91,9 +91,9 @@ flowchart TB
 
 The diagram below may not show all relationships if the foreign key is not defined in the database schema. For instance, `trace_id` in the `observation` table is not defined as a foreign key to the `trace` table to allow unordered ingestion of these objects, but it is still a foreign key in the application code.
 
-Full database schema: [prisma/schema.prisma](prisma/schema.prisma)
+Full database schema: [packages/shared/prisma/schema.prisma](packages/shared/prisma/schema.prisma)
 
-<img src="./web/prisma/database.svg">
+<img src="./packages/shared/prisma/database.svg">
 
 ### Infrastructure & Network Overview
 
@@ -110,6 +110,16 @@ flowchart LR
    App --- DB
 ```
 
+## Repository Structure
+
+We built a monorepo using [pnpm](https://pnpm.io/motivation) and [turbo](https://turbo.build/repo/docs) to manage the dependencies and build process. The monorepo contains the following packages:
+
+- `web`: is the main application package providing Frontend and Backend APIs for Langfuse.
+- `worker` (no production yet): contains an application for asynchronous processing of tasks. This package is not yet used in production.
+- `shared`: contains shared code between the above packages.
+- `config-eslint`: contains eslint configurations which are shared between the above packages.
+- `config-typescript`: contains typescript configurations which are shared between the above packages.
+
 ## Development Setup
 
 Requirements
@@ -123,7 +133,7 @@ Requirements
 2. Run the development database
 
    ```bash
-   npm run infra:dev:up
+   pnpm run infra:dev:up
    ```
 
 3. Create an env file
@@ -132,36 +142,75 @@ Requirements
     cp .env.dev.example .env
    ```
 
-4. CD into the web directory
+4. Install dependencies
 
    ```bash
-   cd web
+   pnpm install
    ```
 
-5. Install dependencies
+5. Run the migrations
+
+   All database migrations and configs are in the `shared` package.
 
    ```bash
-   npm install
-   ```
-
-6. Run the migrations
-
-   ```bash
-   npm run db:migrate
+   pnpm --filter=shared run db:migrate
 
    # Optional: seed the database
-   # npm run db:seed
-   # npm run db:seed:examples
+   # pnpm run db:seed
+   # pnpm run db:seed:examples
+   # pnpm --filter=shared run db:seed:load
    ```
 
-7. Start the development server
+6. Start the development server
 
    ```bash
-    npm run dev
+    pnpm run dev
    ```
 
+## Monorepo quickstart
+
+- Available packages and their dependencies
+
+  Packages are included in the monorepo according to the `pnpm-workspace.yaml` file. Each package maintains its own dependencies defined in the `package.json`. Internal dependencies can be added as well by adding them to the package dependencies: `"@langfuse/shared": "workspace:*"`.
+
+- Executing commands
+
+  You can run commands in all packages at once. For example, to install all dependencies in all packages, you can execute:
+
+  ```bash
+  pnpm install
+  pnpm run dev
+  pnpm --filter=web run dev # execute command only in one package
+  ```
+
+  In the root `package.json`, you can find scripts which are executed with turbo e.g. `turbo run dev`. These scripts are executed with the help of Turbo. Turbo executes the commands in all packages taking care of the correct order of execution. Task definitions can be found in the `turbo.config.js` file.
+
+- Run migrations
+
+  To run migrations, you can execute the following command.
+
+  ```bash
+  pnpm --filter=shared run db:migrate
+  ```
+
 > [!NOTE]
-> If you frequently switch branches, use `npm run dx` instead of `npm run dev`. This command will install dependencies, reset the database (wipe and apply all migrations), and run the database seeder with example data before starting the development server.
+> If you frequently switch branches, use `pnpm run dx` instead of `pnpm run dev`. This command will install dependencies, reset the database (wipe and apply all migrations), and run the database seeder with example data before starting the development server.
+
+> [!NOTE]
+> If you find yourself stuck and want to clean the repo, execute `pnpm run nuke`. It will remove all node_modules and build files.
+
+## System behavior
+
+### Ingestion API `(/public/api/ingestion)`
+
+- the ingestion API takes different event types (creation and updates of traces, generations, spans, events)
+- The API loops through each event and:
+  - validates the event
+  - stores the event raw in the events table
+  - calculates tokens for `generations`
+  - matches models from the `models` table to model for `generations` events
+  - upserts the event in the `traces` or `observations` table
+- returns a `207` HTTP status code with a list of errors if any event failed to be ingested
 
 ## Commit messages
 

README.md

@@ -21,21 +21,12 @@
    </div>
    </br>
    <div>
-      <a href="https://langfuse.com/docs">
-         <strong>Docs</strong>
-      </a> ·
-      <a href="https://langfuse.com/issue">
-         <strong>Report Bug</strong>
-      </a> ·
-      <a href="https://langfuse.com/idea">
-         <strong>Feature Request</strong>
-      </a> ·
-      <a href="https://langfuse.com/changelog">
-         <strong>Changelog</strong>
-      </a> ·
-      <a href="https://langfuse.com/discord">
-         <strong>Discord</strong>
-      </a> 
+      <a href="https://langfuse.com/docs"><strong>Docs</strong></a> ·
+      <a href="https://langfuse.com/issues"><strong>Report Bug</strong></a> ·
+      <a href="https://langfuse.com/ideas"><strong>Feature Request</strong></a> ·
+      <a href="https://langfuse.com/changelog"><strong>Changelog</strong></a> ·
+      <a href="https://langfuse.com/roadmap"><strong>Roadmap</strong></a> ·
+      <a href="https://langfuse.com/discord"><strong>Discord</strong></a> 
    </div>
    </br>
       <img src="https://img.shields.io/badge/License-MIT-red.svg?style=flat-square" alt="MIT License">
@@ -66,7 +57,7 @@
 ### Test
 
 - **Experiments:** Track and test app behaviour before deploying a new version
-  - Datasets let you test expected in and output pairs and benchmark performance before deployiong ([Datasets](https://langfuse.com/docs/datasets))
+  - Datasets let you test expected in and output pairs and benchmark performance before deploying ([Datasets](https://langfuse.com/docs/datasets))
   - Track versions and releases in your application ([Experimentation](https://langfuse.com/docs/experimentation), [Prompt Management](https://langfuse.com/docs/prompts))
 
 ### Video: Langfuse in two minutes
@@ -119,20 +110,22 @@ See our the [→ Quickstart](https://langfuse.com/docs/get-started) to get start
 
 ### Integrations
 
-| Integration                                              | Supports      | Description                                                                     |
-| -------------------------------------------------------- | ------------- | ------------------------------------------------------------------------------- |
-| [**SDK** - _recommended_](https://langfuse.com/docs/sdk) | Python, JS/TS | Manual instrumentation using the SDKs for full flexibility.                     |
-| [OpenAI](https://langfuse.com/docs/openai)               | Python        | Automated instrumentation using drop-in replacement of OpenAI SDK.              |
-| [Langchain](https://langfuse.com/docs/langchain)         | Python, JS/TS | Automated instrumentation by passing callback handler to Langchain application. |
-| [API](https://langfuse.com/docs/api)                     |               | Directly call the public API. OpenAPI spec available.                           |
+| Integration                                                      | Supports      | Description                                                      |
+| ---------------------------------------------------------------- | ------------- | ---------------------------------------------------------------- |
+| [**SDK** - _recommended_](https://langfuse.com/docs/sdk)         | Python, JS/TS | Manual instrumentation using the SDKs for full flexibility.      |
+| [OpenAI SDK](https://langfuse.com/docs/integrations/openai)      | Python        | Automated instrumentation via drop-in replacement of OpenAI SDK. |
+| [Langchain](https://langfuse.com/docs/integrations/langchain)    | Python, JS/TS | Instrumentation via Langchain callbacks.        |
+| [LlamaIndex](https://langfuse.com/docs/integrations/llama-index) | Python       | Automated instrumentation via LlamaIndex callback system.        |
+| [API](https://langfuse.com/docs/api)                             |               | Directly call the public API. OpenAPI spec available.            |
 
 External projects/packages that integrate with Langfuse:
 
-| Name                                           | Description                                                                                                                                      |
-| ---------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------ |
-| [LiteLLM](/https://langfuse.comdocs/litellm)   | Use any LLM as a drop in replacement for GPT. Use Azure, OpenAI, Cohere, Anthropic, Ollama, VLLM, Sagemaker, HuggingFace, Replicate (100+ LLMs). |
-| [Flowise](https://langfuse.com/docs/flowise)   | JS/TS no-code builder for customized LLM flows.                                                                                                  |
-| [Langflow](https://langfuse.com/docs/langflow) | Python-based UI for LangChain, designed with react-flow to provide an effortless way to experiment and prototype flows.                          |
+| Name                                                            | Description                                                                                                                                      |
+| --------------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------ |
+| [LiteLLM](https://langfuse.com/docs/integrations/litellm)       | Use any LLM as a drop in replacement for GPT. Use Azure, OpenAI, Cohere, Anthropic, Ollama, VLLM, Sagemaker, HuggingFace, Replicate (100+ LLMs). |
+| [Flowise](https://langfuse.com/docs/integrations/flowise)       | JS/TS no-code builder for customized LLM flows.                                                                                                  |
+| [Langflow](https://langfuse.com/docs/integrations/langflow)     | Python-based UI for LangChain, designed with react-flow to provide an effortless way to experiment and prototype flows.                          |
+| [Superagent](https://langfuse.com/docs/integrations/superagent) | Open Source AI Assistant Framework & API for prototyping and deployment of agents.                                                               |
 
 ## Questions and feedback
 
@@ -140,6 +133,7 @@ External projects/packages that integrate with Langfuse:
 
 - [GitHub Discussions](https://github.com/orgs/langfuse/discussions)
 - [Feature Requests](https://langfuse.com/idea)
+- [Roadmap](https://langfuse.com/roadmap)
 
 ### Support and feedback
 
@@ -178,6 +172,6 @@ This helps us to:
 1. Understand how Langfuse is used and improve the most relevant features.
 2. Track overall usage for internal and external (e.g. fundraising) reporting.
 
-None of the data is shared with third parties and does not include any sensitive information. We want to be super transparent about this and you can find the exact data we collect [here](/src/features/telemetry/index.ts).
+None of the data is shared with third parties and does not include any sensitive information. We want to be super transparent about this and you can find the exact data we collect [here](/web/src/features/telemetry/index.ts).
 
 You can opt-out by setting `TELEMETRY_ENABLED=false`.

docker-compose.build.yml

@@ -3,8 +3,8 @@ version: "3.5"
 services:
   server:
     build:
-      dockerfile: ./Dockerfile
-      context: ./web
+      dockerfile: ./web/Dockerfile
+      context: .
     depends_on:
       - db
       - redis
@@ -25,8 +25,8 @@ services:
 
   worker:
     build:
-      dockerfile: ./Dockerfile
-      context: ./worker
+      dockerfile: ./worker/Dockerfile
+      context: .
     depends_on:
       - db
       - redis
@@ -45,7 +45,7 @@ services:
     restart: always
 
   redis:
-    image: redis
+    image: redis:7.2.4
     command: >
       --requirepass ${REDIS_AUTH:-myredissecret}
     restart: always

docker-compose.dev.yml

@@ -2,8 +2,10 @@ version: "3.5"
 
 services:
   redis:
-    image: redis
+    image: redis:7.2.4
     restart: always
+    command: >
+      --requirepass ${REDIS_AUTH:-myredissecret}
     ports:
       - 6379:6379
 

fern/apis/server/definition/commons.yml

@@ -90,20 +90,35 @@ types:
       latency: optional<double>
 
   Usage:
+    docs: Standard interface for usage and cost
     properties:
-      input: optional<integer>
-      output: optional<integer>
-      total: optional<integer>
+      input:
+        docs: Number of input units (e.g. tokens)
+        type: optional<integer>
+      output:
+        docs: Number of output units (e.g. tokens)
+        type: optional<integer>
+      total:
+        docs: Defaults to input+output if not set
+        type: optional<integer>
       unit: optional<ModelUsageUnit>
-      inputCost: optional<double>
-      outputCost: optional<double>
-      totalCost: optional<double>
+      inputCost:
+        docs: USD input cost
+        type: optional<double>
+      outputCost:
+        docs: USD output cost
+        type: optional<double>
+      totalCost:
+        docs: USD total cost, defaults to input+output
+        type: optional<double>
+
   Score:
     properties:
       id: string
       traceId: string
       name: string
       value: double
+      source: ScoreSource
       observationId: optional<string>
       timestamp: datetime
       comment: optional<string>
@@ -138,6 +153,7 @@ types:
     properties:
       id: string
       name: string
+      metadata: optional<unknown>
       datasetId: string
       createdAt: datetime
       updatedAt: datetime
@@ -145,6 +161,7 @@ types:
 
   # Utilities
   ModelUsageUnit:
+    docs: Unit of usage in Langfuse
     enum:
       - CHARACTERS
       - TOKENS
@@ -168,6 +185,10 @@ types:
     enum:
       - ACTIVE
       - ARCHIVED
+  ScoreSource:
+    enum:
+      - API
+      - REVIEW
 
 errors:
   Error:

fern/apis/server/definition/dataset-items.yml

@@ -7,12 +7,12 @@ service:
   endpoints:
     create:
       method: POST
-      docs: Create a dataset item, upserts on id
+      docs: Create a dataset item
       path: /dataset-items
       request: CreateDatasetItemRequest
       response: commons.DatasetItem
     get:
-      docs: Get a specific dataset item
+      docs: Get a dataset item
       method: GET
       path: /dataset-items/{id}
       path-parameters:
@@ -26,4 +26,6 @@ types:
       datasetName: string
       input: unknown
       expectedOutput: optional<unknown>
-      id: optional<string>
+      id:
+        type: optional<string>
+        docs: Dataset items are upserted on their id

fern/apis/server/definition/dataset-run-items.yml

@@ -15,5 +15,8 @@ types:
   CreateDatasetRunItemRequest:
     properties:
       runName: string
+      metadata:
+        type: optional<unknown>
+        docs: Metadata of the dataset run, updates run if run already exists
       datasetItemId: string
       observationId: string

fern/apis/server/definition/ingestion.yml

@@ -7,7 +7,7 @@ service:
   base-path: /api/public
   endpoints:
     batch:
-      docs: Ingest multiple events to Langfuse
+      docs: Batched ingestion for Langfuse Tracing
       method: POST
       path: /ingestion
       request:
@@ -31,8 +31,12 @@ types:
       sdk-log: SDKLogEvent
 
       # both are legacy
-      observation-create: CreateObservationEvent
-      observation-update: UpdateObservationEvent
+      observation-create:
+        type: CreateObservationEvent
+        docs: Deprecated event type
+      observation-update:
+        type: UpdateObservationEvent
+        docs: Deprecated event type
 
   ObservationType:
     enum:
@@ -47,6 +51,7 @@ types:
       - OpenAIUsage
 
   OpenAIUsage:
+    docs: Usage interface of OpenAI for improved compatibility.
     properties:
       promptTokens: optional<integer>
       completionTokens: optional<integer>

fern/apis/server/definition/observations.yml

@@ -7,7 +7,7 @@ service:
   base-path: /api/public
   endpoints:
     get:
-      docs: Get a specific observation
+      docs: Get a observation
       method: GET
       path: /observations/{observationId}
       path-parameters:

fern/apis/server/definition/projects.yml

@@ -7,6 +7,7 @@ service:
   base-path: /api/public
   endpoints:
     get:
+      docs: Get Project associated with API key
       method: GET
       path: /projects
       response: Projects

fern/apis/server/definition/prompts.yml

@@ -7,7 +7,7 @@ service:
   base-path: /api/public
   endpoints:
     get:
-      docs: Get a specific prompt
+      docs: Get a prompt
       method: GET
       path: /prompts
       request:
@@ -17,7 +17,7 @@ service:
           version: optional<integer>
       response: Prompt
     create:
-      docs: Create a specific prompt
+      docs: Create a prompt
       method: POST
       path: /prompts
       request: CreatePromptRequest
@@ -27,7 +27,9 @@ types:
   CreatePromptRequest:
     properties:
       name: string
-      isActive: boolean
+      isActive:
+        docs: Should the prompt be promoted to production immediately?
+        type: boolean
       prompt: string
       config: optional<unknown>
 

fern/apis/server/definition/score.yml

@@ -7,13 +7,13 @@ service:
   base-path: /api/public
   endpoints:
     create:
-      docs: Add a score to the database, upserts on id
+      docs: Create a score
       method: POST
       path: /scores
       request: CreateScoreRequest
       response: commons.Score
     get:
-      docs: Get scores
+      docs: Get a list of scores
       method: GET
       path: /scores
       request:
@@ -24,6 +24,15 @@ service:
           userId: optional<string>
           name: optional<string>
       response: Scores
+    get-by-id:
+      docs: Get a score
+      method: GET
+      path: /scores/{scoreId}
+      path-parameters:
+        scoreId:
+          type: string
+          docs: The unique langfuse identifier of a score
+      response: commons.Score
     delete:
       docs: Delete a score
       method: DELETE

fern/apis/server/definition/trace.yml

@@ -27,8 +27,8 @@ service:
           userId: optional<string>
           name: optional<string>
           orderBy:
-            type: string
-            docs: Format of the string sort_by=timestamp.asc (id, timestamp, name, userId, release, version, public, bookmarked, sessionId)
+            type: optional<string>
+            docs: "Format of the string [field].[asc/desc]. Fields: id, timestamp, name, userId, release, version, public, bookmarked, sessionId. Example: timestamp.asc"
           tags:
             type: optional<string>
             allow-multiple: true

generated/postman/collection.json

@@ -46,7 +46,7 @@
           "_type": "endpoint",
           "name": "Create",
           "request": {
-            "description": "Create a dataset item, upserts on id",
+            "description": "Create a dataset item",
             "url": {
               "raw": "{{baseUrl}}/api/public/dataset-items",
               "host": [
@@ -79,7 +79,7 @@
           "_type": "endpoint",
           "name": "Get",
           "request": {
-            "description": "Get a specific dataset item",
+            "description": "Get a dataset item",
             "url": {
               "raw": "{{baseUrl}}/api/public/dataset-items/:id",
               "host": [
@@ -137,7 +137,7 @@
             "auth": null,
             "body": {
               "mode": "raw",
-              "raw": "{\n    \"runName\": \"example\",\n    \"datasetItemId\": \"example\",\n    \"observationId\": \"example\"\n}",
+              "raw": "{\n    \"runName\": \"example\",\n    \"metadata\": \"UNKNOWN\",\n    \"datasetItemId\": \"example\",\n    \"observationId\": \"example\"\n}",
               "options": {
                 "raw": {
                   "language": "json"
@@ -301,7 +301,7 @@
           "_type": "endpoint",
           "name": "Batch",
           "request": {
-            "description": "Ingest multiple events to Langfuse",
+            "description": "Batched ingestion for Langfuse Tracing",
             "url": {
               "raw": "{{baseUrl}}/api/public/ingestion",
               "host": [
@@ -400,7 +400,7 @@
           "_type": "endpoint",
           "name": "Get",
           "request": {
-            "description": "Get a specific observation",
+            "description": "Get a observation",
             "url": {
               "raw": "{{baseUrl}}/api/public/observations/:observationId",
               "host": [
@@ -500,7 +500,7 @@
           "_type": "endpoint",
           "name": "Get",
           "request": {
-            "description": null,
+            "description": "Get Project associated with API key",
             "url": {
               "raw": "{{baseUrl}}/api/public/projects",
               "host": [
@@ -532,7 +532,7 @@
           "_type": "endpoint",
           "name": "Get",
           "request": {
-            "description": "Get a specific prompt",
+            "description": "Get a prompt",
             "url": {
               "raw": "{{baseUrl}}/api/public/prompts?name=&version=",
               "host": [
@@ -568,7 +568,7 @@
           "_type": "endpoint",
           "name": "Create",
           "request": {
-            "description": "Create a specific prompt",
+            "description": "Create a prompt",
             "url": {
               "raw": "{{baseUrl}}/api/public/prompts",
               "host": [
@@ -608,7 +608,7 @@
           "_type": "endpoint",
           "name": "Create",
           "request": {
-            "description": "Add a score to the database, upserts on id",
+            "description": "Create a score",
             "url": {
               "raw": "{{baseUrl}}/api/public/scores",
               "host": [
@@ -641,7 +641,7 @@
           "_type": "endpoint",
           "name": "Get",
           "request": {
-            "description": "Get scores",
+            "description": "Get a list of scores",
             "url": {
               "raw": "{{baseUrl}}/api/public/scores?page=&limit=&userId=&name=",
               "host": [
@@ -683,6 +683,38 @@
           },
           "response": []
         },
+        {
+          "_type": "endpoint",
+          "name": "Get By Id",
+          "request": {
+            "description": "Get a score",
+            "url": {
+              "raw": "{{baseUrl}}/api/public/scores/:scoreId",
+              "host": [
+                "{{baseUrl}}"
+              ],
+              "path": [
+                "api",
+                "public",
+                "scores",
+                ":scoreId"
+              ],
+              "query": [],
+              "variable": [
+                {
+                  "key": "scoreId",
+                  "value": "",
+                  "description": "The unique langfuse identifier of a score"
+                }
+              ]
+            },
+            "header": [],
+            "method": "GET",
+            "auth": null,
+            "body": null
+          },
+          "response": []
+        },
         {
           "_type": "endpoint",
           "name": "Delete",
@@ -832,7 +864,7 @@
                 {
                   "key": "orderBy",
                   "value": "",
-                  "description": "Format of the string sort_by=timestamp.asc (id, timestamp, name, userId, release, version, public, bookmarked, sessionId)"
+                  "description": "Format of the string [field].[asc/desc]. Fields: id, timestamp, name, userId, release, version, public, bookmarked, sessionId. Example: timestamp.asc"
                 },
                 {
                   "key": "tags",

package.json

@@ -1,20 +1,31 @@
 {
   "name": "langfuse",
   "version": "2.7.0",
-  "scripts": {
-    "infra:dev:up": "docker-compose -f ../docker-compose.dev.yml up -d",
-    "infra:dev:down": "docker-compose -f ../docker-compose.dev.yml down",
-    "dev": "npm run dev --prefix worker/ & npm run dev --prefix web/",
-    "postinstall": "cd worker && npm install && cd ../web && npm install"
-  },
-  "author": "",
+  "author": "engineering@langfuse.com",
   "license": "MIT",
+  "engines": {
+    "node": ">=20"
+  },
+  "scripts": {
+    "preinstall": "npx only-allow pnpm",
+    "infra:dev:up": "docker-compose -f ./docker-compose.dev.yml up -d",
+    "infra:dev:down": "docker-compose -f ./docker-compose.dev.yml down",
+    "db:generate": "turbo run db:generate",
+    "db:migrate": "turbo run db:migrate",
+    "db:seed": "turbo run db:seed",
+    "db:seed:examples": "turbo run db:seed:examples",
+    "nuke": "bash ./scripts/nuke.sh",
+    "dx": "pnpm i && pnpm --filter=shared run db:reset && pnpm --filter=worker run db:seed:examples && pnpm run dev",
+    "build": "turbo run build",
+    "start": "turbo run start",
+    "dev": "turbo run dev",
+    "lint": "turbo run lint",
+    "test": "turbo run test",
+    "models:migrate": "turbo run models:migrate"
+  },
   "devDependencies": {
-    "@types/eslint": "^8.56.2",
-    "@types/jest": "^29.5.12",
-    "@typescript-eslint/eslint-plugin": "^7.0.2",
-    "@typescript-eslint/parser": "^7.0.2",
-    "eslint": "^8.56.0",
-    "prettier": "^3.2.5"
+    "dotenv-cli": "^7.3.0",
+    "prettier": "^3.2.5",
+    "turbo": "^1.13.0"
   }
 }

packages/config-eslint/library.js

@@ -0,0 +1,39 @@
+const { resolve } = require("node:path");
+
+const project = resolve(process.cwd(), "tsconfig.json");
+
+/** @type {import("eslint").Linter.Config} */
+module.exports = {
+  extends: ["eslint:recommended", "prettier", "eslint-config-turbo"],
+  plugins: ["only-warn"],
+  globals: {
+    React: true,
+    JSX: true,
+  },
+  env: {
+    node: true,
+    es6: true,
+  },
+  settings: {
+    "import/resolver": {
+      typescript: {
+        project,
+      },
+    },
+  },
+  ignorePatterns: [
+    // Ignore dotfiles
+    ".*.js",
+    "node_modules/",
+    "dist/",
+  ],
+  rules: {
+    "no-redeclare": "off",
+    "import/order": "off",
+  },
+  overrides: [
+    {
+      files: ["*.js?(x)", "*.ts?(x)"],
+    },
+  ],
+};

packages/config-eslint/next.js

@@ -0,0 +1,65 @@
+const { resolve } = require("node:path");
+
+const project = resolve(process.cwd(), "tsconfig.json");
+
+/*
+ * This is a custom ESLint configuration for use with
+ * Next.js apps.
+ *
+ * This config extends the Vercel Engineering Style Guide.
+ * For more information, see https://github.com/vercel/style-guide
+ *
+ */
+
+module.exports = {
+  parser: "@typescript-eslint/parser", // Set the parser to @typescript-eslint/parser
+  extends: [
+    "plugin:@typescript-eslint/recommended",
+    "plugin:@typescript-eslint/strict-type-checked",
+    "eslint-config-turbo",
+  ],
+  rules: {
+    "@typescript-eslint/no-non-null-assertion": "off",
+    "@typescript-eslint/no-confusing-void-expression": "off",
+  },
+  parser: "@typescript-eslint/parser",
+
+  parserOptions: {
+    project,
+  },
+  globals: {
+    React: true,
+    JSX: true,
+  },
+  plugins: ["@typescript-eslint"],
+  extends: ["next/core-web-vitals"],
+  env: {
+    es6: true,
+    jest: true,
+  },
+  settings: {
+    "import/resolver": {
+      typescript: {
+        project,
+      },
+    },
+  },
+  ignorePatterns: ["node_modules/", "dist/"],
+  // add rules configurations here
+  rules: {
+    "@typescript-eslint/consistent-type-imports": [
+      "warn",
+      {
+        prefer: "type-imports",
+        fixStyle: "inline-type-imports",
+      },
+    ],
+    "@typescript-eslint/no-unused-vars": ["warn", { argsIgnorePattern: "^_" }],
+    "react/jsx-key": [
+      "error",
+      {
+        warnOnDuplicates: true,
+      },
+    ],
+  },
+};

packages/config-eslint/package.json

@@ -0,0 +1,19 @@
+{
+  "name": "@repo/eslint-config",
+  "version": "0.0.0",
+  "license": "MIT",
+  "private": true,
+  "files": [
+    "library.js",
+    "next.js"
+  ],
+  "devDependencies": {
+    "@vercel/style-guide": "^5.2.0",
+    "eslint-config-turbo": "^1.12.4",
+    "eslint-config-prettier": "^9.1.0",
+    "eslint-plugin-only-warn": "^1.1.0",
+    "@typescript-eslint/parser": "^7.1.0",
+    "@typescript-eslint/eslint-plugin": "^7.1.0",
+    "typescript": "^5.3.3"
+  }
+}

packages/config-typescript/base.json

@@ -0,0 +1,22 @@
+{
+  "$schema": "https://json.schemastore.org/tsconfig",
+  "display": "Default",
+  "compilerOptions": {
+    "composite": false,
+    "declaration": true,
+    "declarationMap": true,
+    "esModuleInterop": true,
+    "forceConsistentCasingInFileNames": true,
+    "inlineSources": false,
+    "isolatedModules": true,
+    "module": "ESNext",
+    "noErrorTruncation": true,
+    "moduleResolution": "Bundler",
+    "noUnusedLocals": false,
+    "noUnusedParameters": false,
+    "preserveWatchOutput": true,
+    "skipLibCheck": true,
+    "strict": true
+  },
+  "exclude": ["node_modules"]
+}

packages/config-typescript/nextjs.json

@@ -0,0 +1,25 @@
+{
+  "$schema": "https://json.schemastore.org/tsconfig",
+  "display": "Next.js",
+  "extends": "./base.json",
+  "compilerOptions": {
+    "plugins": [{ "name": "next" }],
+    "target": "es2017",
+    "lib": ["dom", "dom.iterable", "esnext"],
+    "allowJs": true,
+    "checkJs": true,
+    "skipLibCheck": true,
+    "strict": true,
+    "forceConsistentCasingInFileNames": true,
+    "noEmit": true,
+    "incremental": true,
+    "esModuleInterop": true,
+    "module": "esnext",
+    "resolveJsonModule": true,
+    "isolatedModules": true,
+    "jsx": "preserve",
+    "types": ["jest", "node"],
+  },
+  "include": ["src", "next-env.d.ts"],
+  "exclude": ["node_modules"]
+}

packages/config-typescript/package.json

@@ -0,0 +1,9 @@
+{
+  "name": "@repo/typescript-config",
+  "license": "MIT",
+  "version": "0.0.0",
+  "private": true,
+  "publishConfig": {
+    "access": "public"
+  }
+}

packages/shared/.eslintrc.js

@@ -0,0 +1,8 @@
+/** @type {import("eslint").Linter.Config} */
+module.exports = {
+  extends: ["@repo/eslint-config/library.js"],
+  parser: "@typescript-eslint/parser",
+  parserOptions: {
+    project: true,
+  },
+};

packages/shared/package.json

@@ -0,0 +1,66 @@
+{
+  "name": "@langfuse/shared",
+  "version": "1.0.0",
+  "license": "MIT",
+  "private": true,
+  "main": "./dist/src/index.js",
+  "types": "./dist/src/index.d.ts",
+  "files": [
+    "dist/**"
+  ],
+  "engines": {
+    "node": ">=20"
+  },
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "lint": "eslint . --ext .js,.jsx,.ts,.tsx",
+    "lint:fix": "eslint . --ext .js,.jsx,.ts,.tsx --fix",
+    "db:migrate": "DISABLE_ERD=false dotenv -e ../../.env -- npx prisma migrate dev",
+    "db:reset": "dotenv -e ../../.env npx -- prisma migrate reset",
+    "db:deploy": "dotenv -e ../../.env npx -- prisma migrate deploy",
+    "db:seed": "dotenv -e ../../.env -- npx prisma db seed",
+    "db:generate": "dotenv -e ../../.env -- npx prisma generate",
+    "db:seed:examples": "dotenv -e ../../.env -- npx prisma db seed -- --environment examples",
+    "db:seed:load": "dotenv -e ../../.env -- npx prisma db seed -- --environment load"
+  },
+  "prisma": {
+    "seed": "ts-node -r tsconfig-paths/register -r dotenv/config --compiler-options {\"module\":\"CommonJS\"} prisma/seed.ts"
+  },
+  "dependencies": {
+    "@langchain/anthropic": "^0.1.8",
+    "@langchain/core": "^0.1.49",
+    "@langchain/openai": "^0.0.23",
+    "@prisma/client": "^5.11.0",
+    "@types/bcryptjs": "^2.4.6",
+    "bcryptjs": "^2.4.3",
+    "kysely": "^0.27.3",
+    "langchain": "^0.1.28",
+    "prisma-extension-kysely": "^2.1.0",
+    "prisma-kysely": "^1.8.0",
+    "zod": "^3.22.4"
+  },
+  "devDependencies": {
+    "@repo/eslint-config": "*",
+    "@repo/typescript-config": "*",
+    "@types/lodash": "^4.14.202",
+    "@types/node": "^20.11.29",
+    "@types/pg": "^8.11.2",
+    "@types/uuid": "^9.0.8",
+    "@typescript-eslint/parser": "^7.2.0",
+    "eslint": "^8.57.0",
+    "eslint-config-prettier": "^9.1.0",
+    "eslint-config-standard": "^17.1.0",
+    "eslint-plugin-prettier": "^5.1.3",
+    "kysely-codegen": "^0.11.0",
+    "nodemon": "^3.0.3",
+    "prettier": "^3.2.5",
+    "prisma": "^5.11.0",
+    "prisma-erd-generator": "^1.11.2",
+    "ts-node": "^10.9.2",
+    "tsc-watch": "^6.0.4",
+    "tsup": "^8.0.2",
+    "typescript": "^5.3.3",
+    "vitest": "^1.3.1"
+  }
+}

packages/shared/prettierrc.json

@@ -0,0 +1,4 @@
+{
+  "trailingComma": "es5",
+  "printWidth": 120
+}

packages/shared/prisma/generated/types.ts

@@ -24,6 +24,11 @@ export const ObservationLevel = {
     ERROR: "ERROR"
 } as const;
 export type ObservationLevel = (typeof ObservationLevel)[keyof typeof ObservationLevel];
+export const ScoreSource = {
+    API: "API",
+    REVIEW: "REVIEW"
+} as const;
+export type ScoreSource = (typeof ScoreSource)[keyof typeof ScoreSource];
 export const PricingUnit = {
     PER_1000_TOKENS: "PER_1000_TOKENS",
     PER_1000_CHARS: "PER_1000_CHARS"
@@ -115,6 +120,7 @@ export type DatasetRunItems = {
 export type DatasetRuns = {
     id: string;
     name: string;
+    metadata: unknown | null;
     dataset_id: string;
     created_at: Generated<Timestamp>;
     updated_at: Generated<Timestamp>;
@@ -129,11 +135,6 @@ export type Events = {
     url: string | null;
     method: string | null;
 };
-export type Example = {
-    id: string;
-    created_at: Generated<Timestamp>;
-    updated_at: Timestamp;
-};
 export type Membership = {
     project_id: string;
     user_id: string;
@@ -225,7 +226,7 @@ export type ObservationView = {
     calculated_input_cost: string | null;
     calculated_output_cost: string | null;
     calculated_total_cost: string | null;
-    latency: string | null;
+    latency: number | null;
 };
 export type Pricing = {
     id: string;
@@ -259,6 +260,7 @@ export type Score = {
     timestamp: Generated<Timestamp>;
     name: string;
     value: number;
+    source: ScoreSource;
     comment: string | null;
     trace_id: string;
     observation_id: string | null;
@@ -294,6 +296,24 @@ export type TraceSession = {
     bookmarked: Generated<boolean>;
     public: Generated<boolean>;
 };
+export type TraceView = {
+    id: string;
+    external_id: string | null;
+    timestamp: Generated<Timestamp>;
+    name: string | null;
+    user_id: string | null;
+    metadata: unknown | null;
+    release: string | null;
+    version: string | null;
+    project_id: string;
+    public: Generated<boolean>;
+    bookmarked: Generated<boolean>;
+    tags: Generated<string[]>;
+    input: unknown | null;
+    output: unknown | null;
+    session_id: string | null;
+    duration: number | null;
+};
 export type User = {
     id: string;
     name: string | null;
@@ -321,7 +341,6 @@ export type DB = {
     dataset_runs: DatasetRuns;
     datasets: Dataset;
     events: Events;
-    Example: Example;
     membership_invitations: MembershipInvitation;
     memberships: Membership;
     models: Model;
@@ -334,6 +353,7 @@ export type DB = {
     Session: Session;
     trace_sessions: TraceSession;
     traces: Trace;
+    traces_view: TraceView;
     users: User;
     verification_tokens: VerificationToken;
 };