chore: release v2.12.0

refactor: add logging for ingesiton api (#1480 )
feat(worker): add pino logger (#1478 )
2024-03-25 09:52:14 +01:00 · 2024-03-25 08:37:04 +00:00 · 2024-03-24 16:53:20 +00:00 · 2024-03-24 16:29:07 +01:00 · 2024-03-24 09:00:48 +00:00 · 2024-03-23 21:37:17 +00:00
577 changed files with 34181 additions and 22758 deletions
@@ -1,4 +1,4 @@
 [codespell]
-skip = .git,*.pdf,*.svg,package-lock.json,*.prisma
+skip = .git,*.pdf,*.svg,package-lock.json,*.prisma,pnpm-lock.yaml
 ignore-words-list = afterall,vertx

@@ -4,4 +4,5 @@ node_modules
 npm-debug.log
 README.md
 .next
-.git
+.git
+**/node_modules
@@ -29,4 +29,12 @@ S3_ENDPOINT=
 S3_ACCESS_KEY_ID=
 S3_SECRET_ACCESS_KEY=
 S3_BUCKET_NAME=
-S3_REGION=
+S3_REGION=
+
+# Prompt playground
+OPENAI_API_KEY=""
+ANTHROPIC_API_KEY=""
+
+# Set during docker build of application
+# Used to disable environment verification at build time
+# DOCKER_BUILD=1
@@ -12,3 +12,8 @@ NEXTAUTH_URL="http://localhost:3000"
 # feature flag to enable experimental features locally
 LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES="false"
 SALT="salt"
+
+
+# Prompt playground
+OPENAI_API_KEY=""
+ANTHROPIC_API_KEY=""
@@ -29,7 +29,7 @@ SALT="salt"
 # LANGFUSE_DEFAULT_PROJECT_ROLE=

 # Enable experimental features, optional
-# NEXT_PUBLIC_ENABLE_EXPERIMENTAL_FEATURES
+# LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES=true

 # Auth, optional configuration
 # AUTH_DOMAINS_WITH_SSO_ENFORCEMENT=domain1.com,domain2.com
@@ -38,11 +38,14 @@ SALT="salt"
 # SSO, each group is optional
 # AUTH_GOOGLE_CLIENT_ID=
 # AUTH_GOOGLE_CLIENT_SECRET=
+# AUTH_GOOGLE_ALLOW_ACCOUNT_LINKING=false
 # AUTH_GITHUB_CLIENT_ID=
 # AUTH_GITHUB_CLIENT_SECRET=
+# AUTH_GITHUB_ALLOW_ACCOUNT_LINKING=false
 # AUTH_AZURE_AD_CLIENT_ID=
 # AUTH_AZURE_AD_CLIENT_SECRET=
 # AUTH_AZURE_AD_TENANT_ID=
+# AUTH_AZURE_ALLOW_ACCOUNT_LINKING=false

 # Transactional email, optional
 # Defines the email address to use as the from address.
@@ -57,8 +60,14 @@ SALT="salt"
 # S3_BUCKET_NAME=
 # S3_REGION=

+# Exports are streamed to S3 in pages to avoid memory issues
+# The page size can be adjusted if needed to optimize performance
+# DB_EXPORT_PAGE_SIZE=1000


+# Prompt playground
+# OPENAI_API_KEY=""
+# ANTHROPIC_API_KEY=""


 ### START Langfuse Cloud Config
@@ -81,6 +90,9 @@ SALT="salt"
 # NEXT_SENTRY_PROJECT=
 # SENTRY_AUTH_TOKEN=

+# Betterstack
+# LANGFUSE_TEAM_BETTERSTACK_TOKEN=
+
 # Demo project that users can use to try the platform
 # NEXT_PUBLIC_DEMO_PROJECT_ID=

@@ -0,0 +1,4 @@
+node_modules
+**/node_modules
+build
+coverage
@@ -1,47 +0,0 @@
-// eslint-disable-next-line @typescript-eslint/no-var-requires
-const path = require("path");
-
-/** @type {import("eslint").Linter.Config} */
-const config = {
-  overrides: [
-    {
-      extends: [
-        "plugin:@typescript-eslint/recommended",
-        "plugin:@typescript-eslint/strict-type-checked",
-      ],
-      files: ["*.ts", "*.tsx"],
-      parserOptions: {
-        project: path.join(__dirname, "tsconfig.json"),
-      },
-      rules: {
-        "@typescript-eslint/no-non-null-assertion": "off",
-        "@typescript-eslint/no-confusing-void-expression": "off",
-      },
-    },
-  ],
-  parser: "@typescript-eslint/parser",
-  parserOptions: {
-    project: path.join(__dirname, "tsconfig.json"),
-  },
-  plugins: ["@typescript-eslint"],
-  extends: ["next/core-web-vitals"],
-  ignorePatterns: ["generated/**/*"],
-  rules: {
-    "@typescript-eslint/consistent-type-imports": [
-      "warn",
-      {
-        prefer: "type-imports",
-        fixStyle: "inline-type-imports",
-      },
-    ],
-    "@typescript-eslint/no-unused-vars": ["warn", { argsIgnorePattern: "^_" }],
-    "react/jsx-key": [
-      "error",
-      {
-        warnOnDuplicates: true,
-      },
-    ],
-  },
-};
-
-module.exports = config;
@@ -9,10 +9,3 @@ body:
    attributes:
      label: Additional information
      description: Add any other information related to the change here. If your idea is related to any issues or discussions, link them here.
-  - type: checkboxes
-    id: contribute
-    attributes:
-      label: Contribute
-      description: Are you willing to contribute to the implementation of this idea?
-      options:
-        - label: Yes, I can implement this and raise a PR
@@ -6,7 +6,34 @@
 version: 2
 updates:
  - package-ecosystem: npm
-    directory: "/" # Location of package manifests
+    directory: "/worker" # Location of package manifests
+    schedule:
+      interval: "daily"
+    rebase-strategy: "disabled" # use dependabot-rebase-stale
+    commit-message:
+      prefix: chore
+      prefix-development: chore
+      include: scope
+    ignore:
+      - dependency-name: "@types/node"
+      - dependency-name: "@trpc/*"
+    groups:
+      sentry:
+        patterns:
+          - "@sentry/*"
+      prisma:
+        patterns:
+          - "prisma"
+          - "@prisma/*"
+      next:
+        patterns:
+          - "eslint-config-next"
+          - "next"
+      patches:
+        update-types:
+          - "patch"
+  - package-ecosystem: npm
+    directory: "/web" # Location of package manifests
    schedule:
      interval: "daily"
    rebase-strategy: "disabled" # use dependabot-rebase-stale
@@ -10,55 +10,49 @@ on:
  merge_group:
  pull_request:
    branches:
-      - "main"
+      - "*"

 jobs:
  lint:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
+      - uses: pnpm/action-setup@v3
+        with:
+          version: 8
      - uses: actions/setup-node@v3
        with:
          node-version: 20
-          cache: "npm"
+          cache: "pnpm"
+          cache-dependency-path: "pnpm-lock.yaml"
      - name: install dependencies
        run: |
-          npm ci
+          pnpm i
      - name: Load default env
        run: |
          cp .env.dev.example .env
-      - name: lint
-        run: npm run lint
+      - name: lint web
+        run: pnpm run lint

  test-docker-build:
    runs-on: ubuntu-latest
-    env:
-      DATABASE_URL: postgresql://postgres:postgres@localhost:5432/postgres
-      NEXTAUTH_SECRET: "secret"
-      SALT: "salt"
-      NEXTAUTH_URL: "http://localhost:3030"
-      REGISTRY: ghcr.io
-      IMAGE_NAME: ${{ github.repository }}
-
    steps:
-      - name: Setup node
-        uses: actions/setup-node@v3
-        with:
-          node-version: 20
-
      - name: Checkout
        uses: actions/checkout@v3

-      - name: Build Docker image
+      - name: Build Web Docker image
        uses: docker/build-push-action@v4
        with:
          context: .
+          file: ./web/Dockerfile
+          push: false
+
+      - name: Build Worker Docker image
+        uses: docker/build-push-action@v4
+        with:
+          context: .
+          file: ./worker/Dockerfile
          push: false
-          build-args: |
-            DATABASE_URL=${{ env.DATABASE_URL }}
-            NEXTAUTH_SECRET=${{ env.NEXTAUTH_SECRET }}
-            NEXTAUTH_URL=${{ env.NEXTAUTH_URL }}
-            SALT=${{ env.SALT }}

  tests:
    runs-on: ubuntu-latest
@@ -72,66 +66,86 @@ jobs:
          swap-size-gb: 10

      - uses: actions/checkout@v3
+      - uses: pnpm/action-setup@v3
+        with:
+          version: 8
      - name: Use Node.js ${{ matrix.node-version }}
        uses: actions/setup-node@v3
        with:
          node-version: ${{ matrix.node-version }}
-          cache: "npm"
+          cache: "pnpm"
+          cache-dependency-path: "pnpm-lock.yaml"

      - name: install dependencies
        run: |
-          npm ci
+          pnpm install

      - name: Load default env
        run: |
          cp .env.dev.example .env
+          cp .env.dev.example web/.env

-      - name: Run, migrate, seed DB
+      - name: Run + migrate
        run: |
          docker-compose -f docker-compose.dev.yml up -d
          sleep 5 # Wait for PostgreSQL to accept connections
-          npx --yes prisma migrate reset --force --skip-generate
+
+      - name: Seed DB
+        run: |
+          pnpm run db:migrate
+          pnpm run db:seed

      - name: Build
-        run: npm run build
+        run: pnpm run build

      - name: Start Langfuse
-        run: (npm start&)
+        run: (pnpm run start&)

      - name: run tests
-        run: npm run test
+        run: pnpm run test

  e2e-tests:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
+      - uses: pnpm/action-setup@v3
+        with:
+          version: 8
      - uses: actions/setup-node@v3
        with:
          node-version: 20
-          cache: "npm"
+          cache: "pnpm"
+          cache-dependency-path: "pnpm-lock.yaml"

      - name: install dependencies
        run: |
-          npm ci
+          pnpm install

      - name: Load default env
        run: |
          cp .env.dev.example .env
+          cp .env.dev.example web/.env

-      - name: Run, migrate, seed DB
+      - name: Run + migrate
        run: |
          docker-compose -f docker-compose.dev.yml up -d
          sleep 5 # Wait for PostgreSQL to accept connections
-          npx --yes prisma migrate reset --force --skip-generate
+
+      - name: Seed DB
+        run: |
+          pnpm run db:migrate
+          pnpm run db:seed

      - name: Build
-        run: npm run build
+        run: pnpm run build

      - name: Install playwright
-        run: npx playwright install
+        run: |
+          npm add --global playwright
+          pnpm exec playwright install

      - name: Run e2e tests
-        run: npm run test:e2e
+        run: pnpm --filter=web run test:e2e

  all-ci-passed:
    # This allows us to have a branch protection rule for tests and deploys with matrix
@@ -142,9 +156,11 @@ jobs:
      - name: Successful deploy
        if: ${{ !(contains(needs.*.result, 'failure')) }}
        run: exit 0
+        working-directory: .
      - name: Failing deploy
        if: ${{ contains(needs.*.result, 'failure') }}
        run: exit 1
+        working-directory: .

  push-docker-image:
    needs: all-ci-passed
@@ -152,10 +168,6 @@ jobs:
    environment: "protected branches"
    runs-on: ubuntu-latest
    env:
-      DATABASE_URL: postgresql://postgres:postgres@localhost:5432/postgres
-      NEXTAUTH_SECRET: "secret"
-      SALT: "salt"
-      NEXTAUTH_URL: "http://localhost:3030"
      REGISTRY: ghcr.io
      IMAGE_NAME: ${{ github.repository }}
    permissions:
@@ -163,10 +175,14 @@ jobs:
      contents: read

    steps:
+      - uses: pnpm/action-setup@v3
+        with:
+          version: 8
      - name: Setup node
        uses: actions/setup-node@v3
        with:
          node-version: 20
+          cache-dependency-path: "pnpm-lock.yaml"

      - name: Checkout
        uses: actions/checkout@v3
@@ -190,16 +206,13 @@ jobs:
            type=sha
            type=semver,pattern={{version}}
            type=semver,pattern={{major}}.{{minor}}
+            type=semver,pattern={{major}}

      - name: Build and push Docker image
        uses: docker/build-push-action@v4
        with:
          context: .
+          file: ./web/Dockerfile
          push: true
          tags: ${{ steps.meta.outputs.tags }}
          labels: ${{ steps.meta.outputs.labels }}
-          build-args: |
-            DATABASE_URL=${{ env.DATABASE_URL }}
-            NEXTAUTH_SECRET=${{ env.NEXTAUTH_SECRET }}
-            NEXTAUTH_URL=${{ env.NEXTAUTH_URL }}
-            SALT=${{ env.SALT }}
@@ -48,4 +48,16 @@ yarn-error.log*
 /generated/typescript-server

 # openapi spec that is copied during build
-/public/openapi*.yml
+/public/openapi*.yml
+
+
+# vscode
+.devcontainer
+
+node_modules
+**/node_modules
+**/dist
+**/.next/*
+**/.turbo/*
+.yarn
+.turbo
@@ -0,0 +1 @@
+public-hoist-pattern[]=*prisma*
@@ -21,13 +21,11 @@
    "**/*.{cjs,mjs,ts,tsx,astro,md,mdx,json,yaml,yml}"
  ],
  "mdx.experimentalLanguageServer": true,
-  "[astro]": {
-    "editor.defaultFormatter": "astro-build.astro-vscode"
-  },
  "typescript.preferences.importModuleSpecifier": "non-relative",
  "docwriter.style": "JSDoc",
  "[prisma]": {
    "editor.defaultFormatter": "Prisma.prisma"
  },
-  "eslint.lintTask.enable": true
+  "eslint.lintTask.enable": true,
+  "eslint.workingDirectories": ["./web", "./worker"]
 }
@@ -2,22 +2,30 @@

 First off, thanks for taking the time to contribute! ❤️

-Langfuse is an open-source observability and analytics solution for LLM-based applications. We welcome contributions through GitHub pull requests. This document outlines our conventions regarding development workflow, commit message formatting, contact points, and other resources. Our goal is to simplify the process and ensure that your contributions are easily accepted.
+The best ways to contribute to Langfuse:

-We gratefully welcome improvements to documentation as well as to code.
+- Submit and vote on [Ideas](https://github.com/orgs/langfuse/discussions/categories/ideas)
+- Create and comment on [Issues](https://github.com/langfuse/langfuse/issues)
+- Open a PR.
+
+We welcome contributions through GitHub pull requests. This document outlines our conventions regarding development workflow, commit message formatting, contact points, and other resources. Our goal is to simplify the process and ensure that your contributions are easily accepted.
+
+We gratefully welcome improvements to documentation ([docs repo](https://github.com/langfuse/langfuse-docs)), the core application (this repo) and the SDKs ([Python](https://github.com/langfuse/langfuse-python), [JS](https://github.com/langfuse/langfuse-js)).

 The maintainers are available on [Discord](https://langfuse.com/discord) in case you have any questions.

-> And if you like the project, but just don't have time to contribute, that's fine. There are other easy ways to support the project and show your appreciation, which we would also be very happy about:
+> And if you like the project, but just don't have time to contribute code, that's fine. There are other easy ways to support the project and show your appreciation, which we would also be very happy about:
 >
 > - Star the project;
 > - Tweet about it;
 > - Refer to this project in your project's readme;
+> - Submit and vote on [Ideas](https://github.com/orgs/langfuse/discussions/categories/ideas);
+> - Create and comment on [Issues](https://github.com/langfuse/langfuse/issues);
 > - Mention the project at local meetups and tell your friends/colleagues.

 ## Making a change

-_Before making any significant changes, please [open an issue](https://github.com/langfuse/langfuse/issues)._ Discussing your proposed changes ahead of time will make the contribution process smooth for everyone.
+_Before making any significant changes, please [open an issue](https://github.com/langfuse/langfuse/issues)._ Discussing your proposed changes ahead of time will make the contribution process smooth for everyone. Large changes that were not discussed in an issue may be rejected.

 Once we've discussed your changes and you've got your code ready, make sure that tests are passing and open your pull request.

@@ -83,9 +91,9 @@ flowchart TB

 The diagram below may not show all relationships if the foreign key is not defined in the database schema. For instance, `trace_id` in the `observation` table is not defined as a foreign key to the `trace` table to allow unordered ingestion of these objects, but it is still a foreign key in the application code.

-Full database schema: [prisma/schema.prisma](prisma/schema.prisma)
+Full database schema: [packages/shared/prisma/schema.prisma](packages/shared/prisma/schema.prisma)

-<img src="./prisma/database.svg">
+<img src="./packages/shared/prisma/database.svg">

 ### Infrastructure & Network Overview

@@ -102,6 +110,16 @@ flowchart LR
   App --- DB
 ```

+## Repository Structure
+
+We built a monorepo using [pnpm](https://pnpm.io/motivation) and [turbo](https://turbo.build/repo/docs) to manage the dependencies and build process. The monorepo contains the following packages:
+
+- `web`: is the main application package providing Frontend and Backend APIs for Langfuse.
+- `worker` (no production yet): contains an application for asynchronous processing of tasks. This package is not yet used in production.
+- `shared`: contains shared code between the above packages.
+- `config-eslint`: contains eslint configurations which are shared between the above packages.
+- `config-typescript`: contains typescript configurations which are shared between the above packages.
+
 ## Development Setup

 Requirements
@@ -112,42 +130,65 @@ Requirements
 **Steps**

 1. Fork the the repository and clone it locally
-2. Install dependencies
+2. Run the development database

   ```bash
-   npm install
+   pnpm run infra:dev:up
   ```

-3. Run the development database
-
-   ```bash
-   docker-compose -f docker-compose.dev.yml up -d
-   ```
-
-4. Create an env file
+3. Create an env file

   ```bash
    cp .env.dev.example .env
   ```

-5. Run the migrations
+4. Install dependencies

   ```bash
-   npm run db:migrate
+   pnpm install
+   ```
+
+5. Run the migrations
+
+   All database migrations and configs are in the `shared` package.
+
+   ```bash
+   pnpm run db:migrate

   # Optional: seed the database
-   # npm run db:seed
-   # npm run db:seed:examples
+   # pnpm --filter=shared run db:seed
+   # pnpm --filter=shared run db:seed:examples
+   # pnpm --filter=shared run db:seed:load
   ```

 6. Start the development server

   ```bash
-    npm run dev
+    pnpm run dev
   ```

+## Monorepo quickstart
+
+- Available packages and their dependencies
+
+  Packages are included in the monorepo according to the `pnpm-workspace.yaml` file. Each package maintains its own dependencies defined in the `package.json`. Internal dependencies can be added as well by adding them to the package dependencies: `"@langfuse/shared": "workspace:*"`.
+
+- Executing commands
+
+  You can run commands in all packages at once. For example, to install all dependencies in all packages, you can execute:
+
+  ```bash
+  pnpm install
+  pnpm --filter=web run dev # execute command only in one package
+  ```
+
+  In the root `package.json`, you can find scripts which are executed with turbo e.g. `turbo run dev`. These scripts are executed with the help of Turbo. Turbo executes the commands in all packages taking care of the correct order of execution. Task definitions can be found in the `turbo.config.js` file.
+
 > [!NOTE]
-> If you frequently switch branches, use `npm run dx` instead of `npm run dev`. This command will install dependencies, reset the database (wipe and apply all migrations), and run the database seeder with example data before starting the development server.
+> If you frequently switch branches, use `pnpm run dx` instead of `pnpm run dev`. This command will install dependencies, reset the database (wipe and apply all migrations), and run the database seeder with example data before starting the development server.
+
+> [!NOTE]
+> If you find yourself stuck and want to clean the repo, execute `pnpm run nuke`. It will remove all node_modules and build files.

 ## Commit messages

@@ -1,92 +0,0 @@
-# Base image
-FROM node:20-alpine AS base
-ARG DATABASE_URL
-ARG NEXTAUTH_SECRET
-ARG NEXTAUTH_URL
-ARG SALT
-
-# It's important to update the index before installing packages to ensure you're getting the latest versions.
-# Check https://github.com/nodejs/docker-node/tree/b4117f9333da4138b03a546ec926ef50a31506c3#nodealpine to understand why libc6-compat might be needed.
-RUN apk update && apk upgrade --no-cache libcrypto3 libssl3 libc6-compat
-
-FROM base AS deps
-ARG DATABASE_URL
-ARG NEXTAUTH_SECRET
-ARG NEXTAUTH_URL
-ARG SALT
-
-WORKDIR /app
-
-# Install dependencies based on the preferred package manager
-COPY package.json yarn.lock* package-lock.json* pnpm-lock.yaml* ./
-RUN \
-  if [ -f yarn.lock ]; then yarn --frozen-lockfile; \
-  elif [ -f package-lock.json ]; then npm ci; \
-  elif [ -f pnpm-lock.yaml ]; then yarn global add pnpm && pnpm i --frozen-lockfile; \
-  else echo "Lockfile not found." && exit 1; \
-  fi
-
-
-# Rebuild the source code only when needed
-FROM base AS builder
-ARG DATABASE_URL
-ARG NEXTAUTH_SECRET
-ARG NEXTAUTH_URL
-ARG SALT
-
-WORKDIR /app
-COPY --from=deps /app/node_modules ./node_modules
-COPY . .
-
-# remove middleware.ts if it exists - not needed in self-hosted environments
-RUN rm -f ./src/middleware.ts
-
-# Next.js collects completely anonymous telemetry data about general usage.
-# Learn more here: https://nextjs.org/telemetry
-# Uncomment the following line in case you want to disable telemetry during the build.
-ENV NEXT_TELEMETRY_DISABLED 1
-
-# Generate prisma client
-RUN npx prisma generate
-
-# Build the application
-RUN npm run build
-
-# Production image, copy all the files and run next
-FROM base AS runner
-ARG DATABASE_URL
-ARG NEXTAUTH_SECRET
-ARG NEXTAUTH_URL
-ARG SALT
-
-RUN apk add --no-cache dumb-init
-
-WORKDIR /app
-
-ENV NODE_ENV production
-# Uncomment the following line in case you want to disable telemetry during runtime.
-ENV NEXT_TELEMETRY_DISABLED 1
-
-RUN addgroup --system --gid 1001 nodejs
-RUN adduser --system --uid 1001 nextjs
-
-RUN npm install -g --no-package-lock --no-save prisma
-
-COPY --from=builder /app/public ./public
-
-# Automatically leverage output traces to reduce image size
-# https://nextjs.org/docs/advanced-features/output-file-tracing
-COPY --from=builder --chown=nextjs:nodejs /app/.next/standalone ./
-COPY --from=builder --chown=nextjs:nodejs /app/.next/static ./.next/static
-COPY --from=builder --chown=nextjs:nodejs /app/prisma ./prisma
-
-COPY --chown=nextjs:nodejs entrypoint.sh ./entrypoint.sh
-RUN chmod +x ./entrypoint.sh
-
-USER nextjs
-
-# Default port to 3000
-ENV PORT 3000
-
-# CMD ["node", "server.js"]
-CMD ["dumb-init", "--", "./entrypoint.sh"]
@@ -2,51 +2,34 @@
   <a href="https://langfuse.com">
      <h1>🪢 Langfuse</h1>
   </a>
-   <h3>
-      Open source observability & analytics for LLM-based applications
-   </h3>
-   <div>
-      <strong>Observability:</strong> Explore and debug complex logs & traces in a visual UI
-   </div>
-   <div>
-      <strong>Analytics:</strong> Measure & improve costs, latency and response quality
-   </div>
-   </br>
-   <div>
-       <a href="https://cloud.langfuse.com">
-         <strong>Langfuse Cloud »</strong>
-      </a>
-               </br>
+ <div>
+      <h3> <a href="https://cloud.langfuse.com">
+         <strong>Sign up</strong>
+       </a> · 
      <a href="https://langfuse.com/docs/deployment/self-host">
-         <strong>Self Host Langfuse »</strong>
-      </a>
-         </br>
-      <a href="https://discord.gg/7NXusRtqYU">
-         <strong>Join the Langfuse Discord »</strong>
-      </a>
-      </br>
-      <a href="https://langfuse.com">
-         <strong>langfuse.com</strong>
-      </a> ·
-      <a href="https://langfuse.com/docs">
-         <strong>Docs</strong>
-      </a> ·
-      <a href="https://github.com/langfuse/langfuse/issues/new?labels=%F0%9F%90%9E%E2%9D%94+unconfirmed+bug&projects=&template=bug_report.yml&title=bug%3A+">
-         <strong>Report Bug</strong>
-      </a> ·
-      <a href="https://github.com/orgs/langfuse/discussions/new?category=ideas">
-         <strong>Feature Request</strong>
+         <strong>Self Host Langfuse</strong>
+      </a> · 
+      <a href="https://langfuse.com/demo">
+         <strong>Demo Project (live data)</strong>
      </a>
+      </h3>
+   <h3>
+      Langfuse is the open source LLM engineering platform.   
+   </h3>
+    <div>
+     Debug, analyze and iterate - together
   </div>
   </br>
-   </br>
   <div>
+      <a href="https://langfuse.com/docs"><strong>Docs</strong></a> ·
+      <a href="https://langfuse.com/issues"><strong>Report Bug</strong></a> ·
+      <a href="https://langfuse.com/ideas"><strong>Feature Request</strong></a> ·
+      <a href="https://langfuse.com/changelog"><strong>Changelog</strong></a> ·
+      <a href="https://langfuse.com/roadmap"><strong>Roadmap</strong></a> ·
+      <a href="https://langfuse.com/discord"><strong>Discord</strong></a> 
+   </div>
+   </br>
      <img src="https://img.shields.io/badge/License-MIT-red.svg?style=flat-square" alt="MIT License">
-      <a href="https://discord.gg/7NXusRtqYU"><img src="https://img.shields.io/discord/1111061815649124414?style=flat-square&logo=Discord&logoColor=white&label=Discord&color=%23434EE4" alt="Discord"></a>
-      <a href="https://github.com/langfuse/langfuse"><img src="https://img.shields.io/github/stars/langfuse/langfuse?style=flat-square&logo=GitHub&label=langfuse%2Flangfuse" alt="Github Repo Stars"></a>
-      <a href="https://github.com/langfuse/langfuse/releases"><img src="https://img.shields.io/github/v/release/langfuse/langfuse?include_prereleases&style=flat-square" alt="langfuse releases"></a>
-      <a href="https://github.com/langfuse/langfuse/actions/workflows/pipeline.yml?query=branch:main"><img src="https://img.shields.io/github/actions/workflow/status/langfuse/langfuse/pipeline.yml?style=flat-square&label=All%20tests" alt="CI test status"></a>
-      <a href="https://status.langfuse.com"><img src="https://uptime.betterstack.com/status-badges/v1/monitor/udlc.svg" alt="Uptime Status"/></a>
      <a href="https://www.ycombinator.com/companies/langfuse"><img src="https://img.shields.io/badge/Y%20Combinator-W23-orange?style=flat-square" alt="Y Combinator W23"></a>
      <a href="https://github.com/langfuse/langfuse/pkgs/container/langfuse"><img alt="Docker Image" src="https://img.shields.io/badge/docker-langfuse-blue?logo=Docker&logoColor=white&style=flat-square"></a>
      <a href="https://www.npmjs.com/package/langfuse"><img src="https://img.shields.io/npm/v/langfuse?style=flat-square&label=npm+langfuse" alt="langfuse npm package"></a>
@@ -54,61 +37,44 @@
   </div>
 </div>
 </br>
-</div>
-</br>

-## What is Langfuse?
+## Overview

-Langfuse is an open source observability & analytics solution for LLM-based applications. It is mostly geared towards production usage but some users also use it for local development of their LLM applications.
+### Develop

-Langfuse is focused on applications built on top of LLMs. Many new abstractions and common best practices evolved recently, e.g. agents, chained prompts, embedding-based retrieval, LLM access to REPLs & APIs. These make applications more powerful but also unpredictable for developers as they cannot fully anticipate how changes impact the quality, cost and overall latency of their application. Thus Langfuse helps to monitor and debug these applications.
+- **Observability:** Instrument your app and start ingesting traces to Langfuse ([Quickstart](https://langfuse.com/docs/get-started), [Integrations](https://langfuse.com/docs/integrations) [Tracing](https://langfuse.com/docs/tracing))
+- **Langfuse UI:** Inspect and debug complex logs ([Demo](https://langfuse.com/docs/demo), [Tracing](https://langfuse.com/docs/tracing))
+- **Prompts:** Manage, version and deploy prompts from within Langfuse ([Prompt Management](https://langfuse.com/docs/prompts))

-**Demo (2 min)**
+### Monitor
+
+- **Analytics:** Track metrics (cost, latency, quality) and gain insights from dashboards & data exports ([Analytics](https://langfuse.com/docs/analytics))
+- **Evals:** Collect and calculate scores for your LLM completions ([Scores & Evaluations](https://langfuse.com/docs/scores))
+  - Run model-based evaluations ([Model-based evaluations](https://langfuse.com/docs/scores/model-based-evals))
+  - Collect user feedback ([User Feedback](https://langfuse.com/docs/scores/user-feedback))
+  - Manually score observations in Langfuse ([Manual Scores](https://langfuse.com/docs/scores/manually))
+
+### Test
+
+- **Experiments:** Track and test app behaviour before deploying a new version
+  - Datasets let you test expected in and output pairs and benchmark performance before deployiong ([Datasets](https://langfuse.com/docs/datasets))
+  - Track versions and releases in your application ([Experimentation](https://langfuse.com/docs/experimentation), [Prompt Management](https://langfuse.com/docs/prompts))
+
+### Video: Langfuse in two minutes

 https://github.com/langfuse/langfuse/assets/2834609/6041347a-b517-4a11-8737-93ef8f8af49f

 _Muted by default, enable sound for voice-over_

-Explore demo project in Langfuse here (free account required): https://langfuse.com/demo
-
-### Observability
-
-Langfuse offers an admin UI to explore the ingested data.
-
- Nested view of LLM app executions; detailed information along the traces on: latency, cost, scores
- Segment execution traces by user feedback, to e.g. identify production issues
-
-### Analytics
-
-Reporting on
-
- Token usage by model
- Volume of traces
- Scores/evals
-
-Broken down by
-
- Users
- Releases
- Prompt/chain versions
- Prompt/chain types
- Time
-
-→ Expect releases with more ways to analyze the data over the next weeks.
-
 ## Get started

-### Step 1: Run Server
+### Langfuse Cloud

-#### Langfuse Cloud
+Managed deployment by the Langfuse team, generous free-tier (hobby plan), no credit card required.

-Managed deployment by the Langfuse team, generous free-tier (hobby plan) available, no credit card required.
+**[» Langfuse Cloud](https://cloud.langfuse.com)**

-Links: [Create account](https://cloud.langfuse.com), [learn more](https://cloud.langfuse.com)
-
-#### Localhost
-
-Requirements: docker, docker compose (e.g. using Docker Desktop)
+### Localhost (docker)

 ```bash
 # Clone repository
@@ -119,149 +85,93 @@ cd langfuse
 docker compose up -d
 ```

-#### Self-host (Docker)
+[→ Learn more about deploying locally](https://langfuse.com/docs/deployment/local)

-[→ Instructions](https://langfuse.com/docs/deployment/self-host)
+### Self-host (docker)

-[![Deploy on Railway](https://railway.app/button.svg)](https://railway.app/template/gmbqa_)
+Langfuse is simple to self-host and keep updated. It currently requires only a single docker container.
+[→ Self Hosting Instructions](https://langfuse.com/docs/deployment/self-host)

-### Step 2: Data ingestion
+Templated deployments: [Railway, GCP Cloud Run, AWS Fargate, Kubernetes and others](https://langfuse.com/docs/deployment/self-host#platform-specific-information)

-#### SDKs to instrument application
+## Get Started

-Fully async, typed SDKs to instrument any LLM application. Currently available for Python & JS/TS.
+### API Keys

-→ [Guide](https://langfuse.com/docs/guides/sdk-integration) with an example of how the SDK can be used
+You require a Langfuse public and secret key to get started. Sign up [here](https://cloud.langfuse.com) and find them in your project settings.

-| Package                                                                                                                                             | Description                      | Links                                                                                                          |
-| --------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------------------- | -------------------------------------------------------------------------------------------------------------- |
-| [![PyPI Version](https://img.shields.io/pypi/v/langfuse.svg?style=flat-square&label=pypi+langfuse)](https://pypi.python.org/pypi/langfuse)          | Python                           | [docs](https://langfuse.com/docs/integrations/sdk/python), [repo](https://github.com/langfuse/langfuse-python) |
-| [![npm Version](https://img.shields.io/npm/v/langfuse?style=flat-square&label=npm+langfuse)](https://www.npmjs.com/package/langfuse)                | JS/TS: Node >= 18, Edge runtimes | [docs](https://langfuse.com/docs/integrations/sdk/typescript), [repo](https://github.com/langfuse/langfuse-js) |
-| [![npm package](https://img.shields.io/npm/v/langfuse-node?style=flat-square&label=npm+langfuse-node)](https://www.npmjs.com/package/langfuse-node) | JS/TS: Node <18                  | [docs](https://langfuse.com/docs/integrations/sdk/typescript), [repo](https://github.com/langfuse/langfuse-js) |
+### Ingesting Data · Instrumenting Your Application

-#### Langchain applications
+Note: We recommend using our fully async, typed [SDKs](https://langfuse.com/docs/sdk) that allow you to instrument any LLM application with any underlying model. They are available in [Python](https://langfuse.com/docs/sdk/python) & [JS/TS](https://langfuse.com/docs/sdk/typescript). The SDKs will always be the most fully featured and stable way to ingest data into Langfuse.

-The Langfuse callback handler automatically instruments Langchain applications. Currently available for Python and JS/TS.
+You may want to use another integration to get started quickly or implement a use case that we do not yet support. However, we recommend to migrate to the Langfuse SDKs over time to ensure performance and stability.

-**Python**
+See our the [→ Quickstart](https://langfuse.com/docs/get-started) to get started in integrating Langfuse.

-```shell
-pip install langfuse
-```
+### Integrations

-```python
-# Initialize Langfuse handler
-from langfuse.callback import CallbackHandler
-handler = CallbackHandler(PUBLIC_KEY, SECRET_KEY)
+| Integration                                                      | Supports      | Description                                                      |
+| ---------------------------------------------------------------- | ------------- | ---------------------------------------------------------------- |
+| [**SDK** - _recommended_](https://langfuse.com/docs/sdk)         | Python, JS/TS | Manual instrumentation using the SDKs for full flexibility.      |
+| [OpenAI SDK](https://langfuse.com/docs/integrations/openai)      | Python        | Automated instrumentation via drop-in replacement of OpenAI SDK. |
+| [Langchain](https://langfuse.com/docs/integrations/langchain)    | Python, JS/TS | Instrumentation via Langchain callbacks.        |
+| [LlamaIndex](https://langfuse.com/docs/integrations/llama-index) | Python       | Automated instrumentation via LlamaIndex callback system.        |
+| [API](https://langfuse.com/docs/api)                             |               | Directly call the public API. OpenAPI spec available.            |

-# Setup Langchain
-from langchain.chains import LLMChain
-...
-chain = LLMChain(llm=llm, prompt=prompt)
+External projects/packages that integrate with Langfuse:

-# Add Langfuse handler as callback
-chain.run(input="<user_input", callbacks=[handler])
-```
+| Name                                                            | Description                                                                                                                                      |
+| --------------------------------------------------------------- | ------------------------------------------------------------------------------------------------------------------------------------------------ |
+| [LiteLLM](https://langfuse.com/docs/integrations/litellm)       | Use any LLM as a drop in replacement for GPT. Use Azure, OpenAI, Cohere, Anthropic, Ollama, VLLM, Sagemaker, HuggingFace, Replicate (100+ LLMs). |
+| [Flowise](https://langfuse.com/docs/integrations/flowise)       | JS/TS no-code builder for customized LLM flows.                                                                                                  |
+| [Langflow](https://langfuse.com/docs/integrations/langflow)     | Python-based UI for LangChain, designed with react-flow to provide an effortless way to experiment and prototype flows.                          |
+| [Superagent](https://langfuse.com/docs/integrations/superagent) | Open Source AI Assistant Framework & API for prototyping and deployment of agents.                                                               |

-→ [Langchain integration docs for Python](https://langfuse.com/docs/integrations/langchain/python)
+## Questions and feedback

-**JS/TS**
+### Ideas and roadmap

-→ [Langchain integration docs for JS/TS](https://langfuse.com/docs/integrations/langchain/typescript)
+- [GitHub Discussions](https://github.com/orgs/langfuse/discussions)
+- [Feature Requests](https://langfuse.com/idea)
+- [Roadmap](https://langfuse.com/roadmap)

-#### Add scores/evaluations to traces (optional)
+### Support and feedback

-Quality/evaluation of traces is tracked via scores ([docs](https://langfuse.com/docs/scores)). Scores are related to traces and optionally to observations. Scores can be added via:
+In order of preference the best way to communicate with us:

- **Backend SDKs** (see docs above): `{trace, event, span, generation}.score()`
- **API** (see docs below): `POST /api/public/scores`
- **Client-side using Web SDK**, e.g. to capture user feedback or other user-based quality metrics:
-
-  ```sh
-  npm install langfuse
-  ```
-
-  ```ts
-  // Client-side (browser)
-
-  import { LangfuseWeb } from "langfuse";
-
-  const langfuseWeb = new LangfuseWeb({
-    publicKey: process.env.LANGFUSE_PUBLIC_KEY,
-  });
-
-  // frontend handler (example: React)
-  export function UserFeedbackComponent(props: { traceId: string }) {
-    const handleUserFeedback = async (value: number) => {
-      await langfuseWeb.score({
-        traceId: props.traceId,
-        name: "user_feedback",
-        value,
-      });
-    };
-    return (
-      <div>
-        <button onClick={() => handleUserFeedback(1)}>👍</button>
-        <button onClick={() => handleUserFeedback(-1)}>👎</button>
-      </div>
-    );
-  }
-  ```
-
-#### API
-
-[**Api reference**](https://langfuse.com/docs/integrations/api)
-
- POST/PATCH routes to ingest data
- GET routes to use data in downstream applications (e.g. embedded analytics)
-
-## Questions / Feedback
-
-The maintainers are very active in the Langfuse [Discord](https://langfuse.com/discord) and are happy to answer questions or discuss feedback/ideas regarding the future of the project.
+- [GitHub Discussions](https://github.com/orgs/langfuse/discussions): Contribute [ideas](https://langfuse.com/idea) [support requests](https://github.com/orgs/langfuse/discussions/categories/support) and [report bugs](https://github.com/langfuse/langfuse/issues/new?labels=%F0%9F%90%9E%E2%9D%94+unconfirmed+bug&projects=&template=bug_report.yml&title=bug%3A+) (preferred as we create a permanent, indexed artifact for other community members)
+- [Discord](https://langfuse.com/discord): For community support and to chat directly with maintainers
+- Privately: Email contact at langfuse dot com

 ## Contributing to Langfuse

-Join the community [on Discord](https://discord.gg/7NXusRtqYU).
-
-To contribute, send us a PR, raise a GitHub issue, or email at contributing@langfuse.com
-
-### Development setup
-
-See [CONTRIBUTING.md](CONTRIBUTING.md) for details on how to setup a development environment.
+- Vote on [Ideas](https://github.com/orgs/langfuse/discussions/categories/ideas)
+- Raise and comment on [Issues](https://github.com/langfuse/langfuse/issues)
+- Open a PR - see [CONTRIBUTING.md](CONTRIBUTING.md) for details on how to setup a development environment.

 ## License

-Langfuse is MIT licensed, except for `ee/` folder. See [LICENSE](LICENSE) and [docs](https://langfuse.com/docs/open-source) for more details.
+This repository is MIT licensed, except for the `ee/` folder. See [LICENSE](LICENSE) and [docs](https://langfuse.com/docs/open-source) for more details.

 ## Misc

-### Upgrade Langfuse (localhost)
+### GET API to export your data

-```bash
-# Stop server and db
-docker compose down
+[**GET routes**](https://langfuse.com/docs/integrations/api) to use data in downstream applications (e.g. embedded analytics).

-# Pull latest changes
-git pull
-docker-compose pull
+### Security & Privacy

-# Run server and db
-docker compose up -d
-```
-
-### Run Langfuse in CI for integration tests
-
-Checkout GitHub Actions workflows of [Python SDK](https://github.com/langfuse/langfuse-python/blob/main/.github/workflows/ci.yml) and [JS/TS SDK](https://github.com/langfuse/langfuse-js/blob/main/.github/workflows/ci.yml).
+We take data security and privacy seriously. Please refer to our [Security and Privacy](https://langfuse.com/security) page for more information.

 ### Telemetry

-By default, Langfuse automatically reports basic usage statistics to a centralized server (PostHog).
+By default, Langfuse automatically reports basic usage statistics of self-hosted instances to a centralized server (PostHog).

 This helps us to:

 1. Understand how Langfuse is used and improve the most relevant features.
 2. Track overall usage for internal and external (e.g. fundraising) reporting.

-None of the data is shared with third parties and does not include any sensitive information. We want to be super transparent about this and you can find the exact data we collect [here](/src/features/telemetry/index.ts).
+None of the data is shared with third parties and does not include any sensitive information. We want to be super transparent about this and you can find the exact data we collect [here](/web/src/features/telemetry/index.ts).

 You can opt-out by setting `TELEMETRY_ENABLED=false`.
@@ -1,20 +1,16 @@
 version: "3.5"

 services:
-  langfuse-server:
+  server:
    build:
-      dockerfile: Dockerfile
-      args:
-        - DATABASE_URL=postgresql://postgres:postgres@db:5432/postgres
-        - NEXTAUTH_SECRET=mysecret
-        - SALT=mysalt
-        - NEXTAUTH_URL=http://localhost:3000
+      dockerfile: ./web/Dockerfile
+      context: .
    depends_on:
      - db
+      - redis
    ports:
      - "3000:3000"
    environment:
-      - NODE_ENV=production
      - DATABASE_URL=postgresql://postgres:postgres@db:5432/postgres
      - NEXTAUTH_SECRET=mysecret
      - SALT=mysalt
@@ -22,8 +18,40 @@ services:
      - TELEMETRY_ENABLED=${TELEMETRY_ENABLED:-true}
      - NEXT_PUBLIC_SIGN_UP_DISABLED=${NEXT_PUBLIC_SIGN_UP_DISABLED:-false}
      - LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES=${LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES:-false}
+      - REDIS_URL=${REDIS_URL:-redis}
+      - REDIS_PORT=${REDIS_PORT:-6379}
+      - REDIS_AUTH=${REDIS_AUTH:-myredissecret}
    restart: always

+  worker:
+    build:
+      dockerfile: ./worker/Dockerfile
+      context: .
+    depends_on:
+      - db
+      - redis
+      - server
+    ports:
+      - "3030:3030"
+    environment:
+      - DATABASE_URL=postgresql://postgres:postgres@db:5432/postgres
+      - NEXTAUTH_SECRET=mysecret
+      - TELEMETRY_ENABLED=${TELEMETRY_ENABLED:-true}
+      - LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES=${LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES:-false}
+      - PORT=${PORT:-3030}
+      - REDIS_URL=${REDIS_URL:-redis}
+      - REDIS_PORT=${REDIS_PORT:-6379}
+      - REDIS_AUTH=${REDIS_AUTH:-myredissecret}
+    restart: always
+
+  redis:
+    image: redis
+    command: >
+      --requirepass ${REDIS_AUTH:-myredissecret}
+    restart: always
+    ports:
+      - 6379:6379
+
  db:
    image: postgres
    restart: always
@@ -1,6 +1,14 @@
 version: "3.5"

 services:
+  redis:
+    image: redis
+    restart: always
+    command: >
+      --requirepass ${REDIS_AUTH:-myredissecret}
+    ports:
+      - 6379:6379
+
  db:
    image: postgres
    restart: always
@@ -8,7 +8,6 @@ services:
    ports:
      - "3000:3000"
    environment:
-      - NODE_ENV=production
      - DATABASE_URL=postgresql://postgres:postgres@db:5432/postgres
      - NEXTAUTH_SECRET=mysecret
      - SALT=mysalt
@@ -15,7 +15,7 @@ groups:
        version: 0.0.26
        output:
          location: local-file-system
-          path: ../../../generated/openapi-client
+          path: ../../../web/generated/openapi-client
        config:
          namespaceExport: Langfuse
          allowCustomFetcher: true
@@ -18,18 +18,33 @@ types:
      public:
        type: optional<boolean>
        docs: Public traces are accessible via url without login
-  TraceWithDetails:
+  TraceWithDetails: # GET /traces
    extends: Trace
    properties:
+      htmlPath:
+        type: string
+        docs: Path of trace in Langfuse UI
+      latency:
+        type: double
+        docs: Latency of trace in seconds
+      totalCost:
+        type: double
+        docs: Cost of trace in USD
      observations:
        type: list<string>
        docs: List of observation ids
      scores:
        type: list<string>
        docs: List of score ids
-  TraceWithFullDetails:
+  TraceWithFullDetails: # GET traces/[traceID]
    extends: Trace
    properties:
+      htmlPath:
+        type: string
+        docs: Path of trace in Langfuse UI
+      totalCost:
+        type: double
+        docs: Cost of trace in USD
      observations: list<ObservationsView>
      scores: list<Score>
  Session:
@@ -72,22 +87,38 @@ types:
      calculatedInputCost: optional<double>
      calculatedOutputCost: optional<double>
      calculatedTotalCost: optional<double>
+      latency: optional<double>

  Usage:
+    docs: Standard interface for usage and cost
    properties:
-      input: optional<integer>
-      output: optional<integer>
-      total: optional<integer>
+      input:
+        docs: Number of input units (e.g. tokens)
+        type: optional<integer>
+      output:
+        docs: Number of output units (e.g. tokens)
+        type: optional<integer>
+      total:
+        docs: Defaults to input+output if not set
+        type: optional<integer>
      unit: optional<ModelUsageUnit>
-      inputCost: optional<double>
-      outputCost: optional<double>
-      totalCost: optional<double>
+      inputCost:
+        docs: USD input cost
+        type: optional<double>
+      outputCost:
+        docs: USD output cost
+        type: optional<double>
+      totalCost:
+        docs: USD total cost, defaults to input+output
+        type: optional<double>
+
  Score:
    properties:
      id: string
      traceId: string
      name: string
      value: double
+      source: ScoreSource
      observationId: optional<string>
      timestamp: datetime
      comment: optional<string>
@@ -129,6 +160,7 @@ types:

  # Utilities
  ModelUsageUnit:
+    docs: Unit of usage in Langfuse
    enum:
      - CHARACTERS
      - TOKENS
@@ -152,6 +184,10 @@ types:
    enum:
      - ACTIVE
      - ARCHIVED
+  ScoreSource:
+    enum:
+      - API
+      - REVIEW

 errors:
  Error:
@@ -7,12 +7,12 @@ service:
  endpoints:
    create:
      method: POST
-      docs: Create a dataset item, upserts on id
+      docs: Create a dataset item
      path: /dataset-items
      request: CreateDatasetItemRequest
      response: commons.DatasetItem
    get:
-      docs: Get a specific dataset item
+      docs: Get a dataset item
      method: GET
      path: /dataset-items/{id}
      path-parameters:
@@ -26,4 +26,6 @@ types:
      datasetName: string
      input: unknown
      expectedOutput: optional<unknown>
-      id: optional<string>
+      id:
+        type: optional<string>
+        docs: Dataset items are upserted on their id
@@ -7,7 +7,7 @@ service:
  base-path: /api/public
  endpoints:
    batch:
-      docs: Ingest multiple events to Langfuse
+      docs: Batched ingestion for Langfuse Tracing
      method: POST
      path: /ingestion
      request:
@@ -31,8 +31,12 @@ types:
      sdk-log: SDKLogEvent

      # both are legacy
-      observation-create: CreateObservationEvent
-      observation-update: UpdateObservationEvent
+      observation-create:
+        type: CreateObservationEvent
+        docs: Deprecated event type
+      observation-update:
+        type: UpdateObservationEvent
+        docs: Deprecated event type

  ObservationType:
    enum:
@@ -47,6 +51,7 @@ types:
      - OpenAIUsage

  OpenAIUsage:
+    docs: Usage interface of OpenAI for improved compatibility.
    properties:
      promptTokens: optional<integer>
      completionTokens: optional<integer>
@@ -128,6 +133,7 @@ types:
  TraceBody:
    properties:
      id: optional<string>
+      timestamp: optional<datetime>
      name: optional<string>
      userId: optional<string>
      input: optional<unknown>
@@ -0,0 +1,48 @@
+# yaml-language-server: $schema=https://raw.githubusercontent.com/fern-api/fern/main/fern.schema.json
+imports:
+  pagination: ./utils/pagination.yml
+  commons: ./commons.yml
+service:
+  auth: true
+  base-path: /api/public
+  endpoints:
+    daily:
+      docs: Get daily metrics of the Langfuse project
+      method: GET
+      path: /metrics/daily
+      request:
+        name: GetDailyMetricsRequest
+        query-parameters:
+          page: optional<integer>
+          limit: optional<integer>
+          traceName:
+            type: optional<string>
+            docs: Optional filter by the name of the trace
+          userId:
+            type: optional<string>
+            docs: Optional filter by the userId associated with the trace
+          tags:
+            type: optional<string>
+            allow-multiple: true
+            docs: Optional filter for metrics where traces include all of these tags
+      response: DailyMetrics
+types:
+  DailyMetrics:
+    properties:
+      data:
+        type: list<DailyMetricsDetails>
+        docs: A list of daily metrics, only days with ingested data are included.
+      meta: pagination.MetaResponse
+  DailyMetricsDetails:
+    properties:
+      date: date
+      countTraces: integer
+      totalCost: double
+      usage: list<UsageByModel>
+  UsageByModel:
+    docs: Daily usage of a given model. Usage corresponds to the unit set for the specific model (e.g. tokens).
+    properties:
+      model: string
+      inputUsage: integer
+      outputUsage: integer
+      totalUsage: integer
@@ -7,7 +7,7 @@ service:
  base-path: /api/public
  endpoints:
    get:
-      docs: Get a specific observation
+      docs: Get a observation
      method: GET
      path: /observations/{observationId}
      path-parameters:
@@ -7,6 +7,7 @@ service:
  base-path: /api/public
  endpoints:
    get:
+      docs: Get Project associated with API key
      method: GET
      path: /projects
      response: Projects
@@ -7,7 +7,7 @@ service:
  base-path: /api/public
  endpoints:
    get:
-      docs: Get a specific prompt
+      docs: Get a prompt
      method: GET
      path: /prompts
      request:
@@ -17,7 +17,7 @@ service:
          version: optional<integer>
      response: Prompt
    create:
-      docs: Create a specific prompt
+      docs: Create a prompt
      method: POST
      path: /prompts
      request: CreatePromptRequest
@@ -27,10 +27,15 @@ types:
  CreatePromptRequest:
    properties:
      name: string
-      isActive: boolean
+      isActive:
+        docs: Should the prompt be promoted to production immediately?
+        type: boolean
      prompt: string
+      config: optional<unknown>
+
  Prompt:
    properties:
      name: string
      version: integer
      prompt: string
+      config: unknown
@@ -7,13 +7,13 @@ service:
  base-path: /api/public
  endpoints:
    create:
-      docs: Add a score to the database, upserts on id
+      docs: Create a score
      method: POST
      path: /scores
      request: CreateScoreRequest
      response: commons.Score
    get:
-      docs: Get scores
+      docs: Get a list of scores
      method: GET
      path: /scores
      request:
@@ -24,6 +24,23 @@ service:
          userId: optional<string>
          name: optional<string>
      response: Scores
+    get-by-id:
+      docs: Get a score
+      method: GET
+      path: /scores/{scoreId}
+      path-parameters:
+        scoreId:
+          type: string
+          docs: The unique langfuse identifier of a score
+      response: commons.Score
+    delete:
+      docs: Delete a score
+      method: DELETE
+      path: /scores/{scoreId}
+      path-parameters:
+        scoreId:
+          type: string
+          docs: The unique langfuse identifier of a score
 types:
  CreateScoreRequest:
    properties:
@@ -27,8 +27,8 @@ service:
          userId: optional<string>
          name: optional<string>
          orderBy:
-            type: string
-            docs: Format of the string sort_by=timestamp.asc (id, timestamp, name, userId, release, version, public, bookmarked, sessionId)
+            type: optional<string>
+            docs: "Format of the string [field].[asc/desc]. Fields: id, timestamp, name, userId, release, version, public, bookmarked, sessionId. Example: timestamp.asc"
          tags:
            type: optional<string>
            allow-multiple: true
@@ -6,7 +6,7 @@ groups:
        version: 0.0.28
        output:
          location: local-file-system
-          path: ../../../generated/openapi-server
+          path: ../../../web/generated/openapi-server
        config:
          namespaceExport: Langfuse
          allowCustomFetcher: true
@@ -387,6 +387,81 @@ paths:
                    $ref: '#/components/schemas/IngestionEvent'
              required:
                - batch
+  /api/public/metrics/daily:
+    get:
+      description: Get daily metrics of the Langfuse project
+      operationId: metrics_daily
+      tags:
+        - Metrics
+      parameters:
+        - name: page
+          in: query
+          required: false
+          schema:
+            type: integer
+            nullable: true
+        - name: limit
+          in: query
+          required: false
+          schema:
+            type: integer
+            nullable: true
+        - name: traceName
+          in: query
+          description: Optional filter by the name of the trace
+          required: false
+          schema:
+            type: string
+            nullable: true
+        - name: userId
+          in: query
+          description: Optional filter by the userId associated with the trace
+          required: false
+          schema:
+            type: string
+            nullable: true
+        - name: tags
+          in: query
+          description: Optional filter for metrics where traces include all of these tags
+          required: false
+          schema:
+            type: array
+            items:
+              type: string
+              nullable: true
+      responses:
+        '200':
+          description: ''
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/DailyMetrics'
+        '400':
+          description: ''
+          content:
+            application/json:
+              schema: {}
+        '401':
+          description: ''
+          content:
+            application/json:
+              schema: {}
+        '403':
+          description: ''
+          content:
+            application/json:
+              schema: {}
+        '404':
+          description: ''
+          content:
+            application/json:
+              schema: {}
+        '405':
+          description: ''
+          content:
+            application/json:
+              schema: {}
+      security: *ref_0
  /api/public/observations/{observationId}:
    get:
      description: Get a specific observation
@@ -761,6 +836,48 @@ paths:
            application/json:
              schema: {}
      security: *ref_0
+  /api/public/scores/{scoreId}:
+    delete:
+      description: Delete a score
+      operationId: score_delete
+      tags:
+        - Score
+      parameters:
+        - name: scoreId
+          in: path
+          description: The unique langfuse identifier of a score
+          required: true
+          schema:
+            type: string
+      responses:
+        '204':
+          description: ''
+        '400':
+          description: ''
+          content:
+            application/json:
+              schema: {}
+        '401':
+          description: ''
+          content:
+            application/json:
+              schema: {}
+        '403':
+          description: ''
+          content:
+            application/json:
+              schema: {}
+        '404':
+          description: ''
+          content:
+            application/json:
+              schema: {}
+        '405':
+          description: ''
+          content:
+            application/json:
+              schema: {}
+      security: *ref_0
  /api/public/sessions/{sessionId}:
    get:
      description: Get a session
@@ -983,6 +1100,17 @@ components:
      title: TraceWithDetails
      type: object
      properties:
+        htmlPath:
+          type: string
+          description: Path of trace in Langfuse UI
+        latency:
+          type: number
+          format: double
+          description: Latency of trace in seconds
+        totalCost:
+          type: number
+          format: double
+          description: Cost of trace in USD
        observations:
          type: array
          items:
@@ -994,6 +1122,9 @@ components:
            type: string
          description: List of score ids
      required:
+        - htmlPath
+        - latency
+        - totalCost
        - observations
        - scores
      allOf:
@@ -1002,6 +1133,13 @@ components:
      title: TraceWithFullDetails
      type: object
      properties:
+        htmlPath:
+          type: string
+          description: Path of trace in Langfuse UI
+        totalCost:
+          type: number
+          format: double
+          description: Cost of trace in USD
        observations:
          type: array
          items:
@@ -1011,6 +1149,8 @@ components:
          items:
            $ref: '#/components/schemas/Score'
      required:
+        - htmlPath
+        - totalCost
        - observations
        - scores
      allOf:
@@ -1134,6 +1274,10 @@ components:
          type: number
          format: double
          nullable: true
+        latency:
+          type: number
+          format: double
+          nullable: true
      allOf:
        - $ref: '#/components/schemas/Observation'
    Usage:
@@ -1720,6 +1864,10 @@ components:
        id:
          type: string
          nullable: true
+        timestamp:
+          type: string
+          format: date-time
+          nullable: true
        name:
          type: string
          nullable: true
@@ -1936,6 +2084,60 @@ components:
      required:
        - successes
        - errors
+    DailyMetrics:
+      title: DailyMetrics
+      type: object
+      properties:
+        data:
+          type: array
+          items:
+            $ref: '#/components/schemas/DailyMetricsDetails'
+          description: A list of daily metrics, only days with ingested data are included.
+        meta:
+          $ref: '#/components/schemas/utilsMetaResponse'
+      required:
+        - data
+        - meta
+    DailyMetricsDetails:
+      title: DailyMetricsDetails
+      type: object
+      properties:
+        date:
+          type: string
+        countTraces:
+          type: integer
+        totalCost:
+          type: number
+          format: double
+        usage:
+          type: array
+          items:
+            $ref: '#/components/schemas/UsageByModel'
+      required:
+        - date
+        - countTraces
+        - totalCost
+        - usage
+    UsageByModel:
+      title: UsageByModel
+      type: object
+      description: >-
+        Daily usage of a given model. Usage corresponds to the unit set for the
+        specific model (e.g. tokens).
+      properties:
+        model:
+          type: string
+        inputUsage:
+          type: integer
+        outputUsage:
+          type: integer
+        totalUsage:
+          type: integer
+      required:
+        - model
+        - inputUsage
+        - outputUsage
+        - totalUsage
    Observations:
      title: Observations
      type: object
@@ -1993,6 +2195,8 @@ components:
          type: boolean
        prompt:
          type: string
+        config:
+          nullable: true
      required:
        - name
        - isActive
@@ -2007,10 +2211,12 @@ components:
          type: integer
        prompt:
          type: string
+        config: {}
      required:
        - name
        - version
        - prompt
+        - config
    CreateScoreRequest:
      title: CreateScoreRequest
      type: object
@@ -46,7 +46,7 @@
          "_type": "endpoint",
          "name": "Create",
          "request": {
-            "description": "Create a dataset item, upserts on id",
+            "description": "Create a dataset item",
            "url": {
              "raw": "{{baseUrl}}/api/public/dataset-items",
              "host": [
@@ -79,7 +79,7 @@
          "_type": "endpoint",
          "name": "Get",
          "request": {
-            "description": "Get a specific dataset item",
+            "description": "Get a dataset item",
            "url": {
              "raw": "{{baseUrl}}/api/public/dataset-items/:id",
              "host": [
@@ -301,7 +301,7 @@
          "_type": "endpoint",
          "name": "Batch",
          "request": {
-            "description": "Ingest multiple events to Langfuse",
+            "description": "Batched ingestion for Langfuse Tracing",
            "url": {
              "raw": "{{baseUrl}}/api/public/ingestion",
              "host": [
@@ -320,7 +320,7 @@
            "auth": null,
            "body": {
              "mode": "raw",
-              "raw": "{\n    \"batch\": [\n        {\n            \"type\": \"trace-create\",\n            \"body\": {\n                \"id\": \"example\",\n                \"name\": \"example\",\n                \"userId\": \"example\",\n                \"input\": \"UNKNOWN\",\n                \"output\": \"UNKNOWN\",\n                \"sessionId\": \"example\",\n                \"release\": \"example\",\n                \"version\": \"example\",\n                \"metadata\": \"UNKNOWN\",\n                \"tags\": [\n                    \"example\"\n                ],\n                \"public\": true\n            },\n            \"id\": \"example\",\n            \"timestamp\": \"example\",\n            \"metadata\": \"UNKNOWN\"\n        }\n    ]\n}",
+              "raw": "{\n    \"batch\": [\n        {\n            \"type\": \"trace-create\",\n            \"body\": {\n                \"id\": \"example\",\n                \"timestamp\": \"1994-11-05T13:15:30Z\",\n                \"name\": \"example\",\n                \"userId\": \"example\",\n                \"input\": \"UNKNOWN\",\n                \"output\": \"UNKNOWN\",\n                \"sessionId\": \"example\",\n                \"release\": \"example\",\n                \"version\": \"example\",\n                \"metadata\": \"UNKNOWN\",\n                \"tags\": [\n                    \"example\"\n                ],\n                \"public\": true\n            },\n            \"id\": \"example\",\n            \"timestamp\": \"example\",\n            \"metadata\": \"UNKNOWN\"\n        }\n    ]\n}",
              "options": {
                "raw": {
                  "language": "json"
@@ -332,6 +332,65 @@
        }
      ]
    },
+    {
+      "_type": "container",
+      "description": null,
+      "name": "Metrics",
+      "item": [
+        {
+          "_type": "endpoint",
+          "name": "Daily",
+          "request": {
+            "description": "Get daily metrics of the Langfuse project",
+            "url": {
+              "raw": "{{baseUrl}}/api/public/metrics/daily?page=&limit=&traceName=&userId=&tags=",
+              "host": [
+                "{{baseUrl}}"
+              ],
+              "path": [
+                "api",
+                "public",
+                "metrics",
+                "daily"
+              ],
+              "query": [
+                {
+                  "key": "page",
+                  "value": "",
+                  "description": null
+                },
+                {
+                  "key": "limit",
+                  "value": "",
+                  "description": null
+                },
+                {
+                  "key": "traceName",
+                  "value": "",
+                  "description": "Optional filter by the name of the trace"
+                },
+                {
+                  "key": "userId",
+                  "value": "",
+                  "description": "Optional filter by the userId associated with the trace"
+                },
+                {
+                  "key": "tags",
+                  "value": "",
+                  "description": "Optional filter for metrics where traces include all of these tags"
+                }
+              ],
+              "variable": []
+            },
+            "header": [],
+            "method": "GET",
+            "auth": null,
+            "body": null
+          },
+          "response": []
+        }
+      ]
+    },
    {
      "_type": "container",
      "description": null,
@@ -341,7 +400,7 @@
          "_type": "endpoint",
          "name": "Get",
          "request": {
-            "description": "Get a specific observation",
+            "description": "Get a observation",
            "url": {
              "raw": "{{baseUrl}}/api/public/observations/:observationId",
              "host": [
@@ -441,7 +500,7 @@
          "_type": "endpoint",
          "name": "Get",
          "request": {
-            "description": null,
+            "description": "Get Project associated with API key",
            "url": {
              "raw": "{{baseUrl}}/api/public/projects",
              "host": [
@@ -473,7 +532,7 @@
          "_type": "endpoint",
          "name": "Get",
          "request": {
-            "description": "Get a specific prompt",
+            "description": "Get a prompt",
            "url": {
              "raw": "{{baseUrl}}/api/public/prompts?name=&version=",
              "host": [
@@ -509,7 +568,7 @@
          "_type": "endpoint",
          "name": "Create",
          "request": {
-            "description": "Create a specific prompt",
+            "description": "Create a prompt",
            "url": {
              "raw": "{{baseUrl}}/api/public/prompts",
              "host": [
@@ -528,7 +587,7 @@
            "auth": null,
            "body": {
              "mode": "raw",
-              "raw": "{\n    \"name\": \"example\",\n    \"isActive\": true,\n    \"prompt\": \"example\"\n}",
+              "raw": "{\n    \"name\": \"example\",\n    \"isActive\": true,\n    \"prompt\": \"example\",\n    \"config\": \"UNKNOWN\"\n}",
              "options": {
                "raw": {
                  "language": "json"
@@ -549,7 +608,7 @@
          "_type": "endpoint",
          "name": "Create",
          "request": {
-            "description": "Add a score to the database, upserts on id",
+            "description": "Create a score",
            "url": {
              "raw": "{{baseUrl}}/api/public/scores",
              "host": [
@@ -582,7 +641,7 @@
          "_type": "endpoint",
          "name": "Get",
          "request": {
-            "description": "Get scores",
+            "description": "Get a list of scores",
            "url": {
              "raw": "{{baseUrl}}/api/public/scores?page=&limit=&userId=&name=",
              "host": [
@@ -623,6 +682,70 @@
            "body": null
          },
          "response": []
+        },
+        {
+          "_type": "endpoint",
+          "name": "Get By Id",
+          "request": {
+            "description": "Get a score",
+            "url": {
+              "raw": "{{baseUrl}}/api/public/scores/:scoreId",
+              "host": [
+                "{{baseUrl}}"
+              ],
+              "path": [
+                "api",
+                "public",
+                "scores",
+                ":scoreId"
+              ],
+              "query": [],
+              "variable": [
+                {
+                  "key": "scoreId",
+                  "value": "",
+                  "description": "The unique langfuse identifier of a score"
+                }
+              ]
+            },
+            "header": [],
+            "method": "GET",
+            "auth": null,
+            "body": null
+          },
+          "response": []
+        },
+        {
+          "_type": "endpoint",
+          "name": "Delete",
+          "request": {
+            "description": "Delete a score",
+            "url": {
+              "raw": "{{baseUrl}}/api/public/scores/:scoreId",
+              "host": [
+                "{{baseUrl}}"
+              ],
+              "path": [
+                "api",
+                "public",
+                "scores",
+                ":scoreId"
+              ],
+              "query": [],
+              "variable": [
+                {
+                  "key": "scoreId",
+                  "value": "",
+                  "description": "The unique langfuse identifier of a score"
+                }
+              ]
+            },
+            "header": [],
+            "method": "DELETE",
+            "auth": null,
+            "body": null
+          },
+          "response": []
        }
      ]
    },
@@ -741,7 +864,7 @@
                {
                  "key": "orderBy",
                  "value": "",
-                  "description": "Format of the string sort_by=timestamp.asc (id, timestamp, name, userId, release, version, public, bookmarked, sessionId)"
+                  "description": "Format of the string [field].[asc/desc]. Fields: id, timestamp, name, userId, release, version, public, bookmarked, sessionId. Example: timestamp.asc"
                },
                {
                  "key": "tags",
@@ -1,175 +1,26 @@
 {
-  "name": "langfuse-core",
-  "version": "2.2.0",
-  "private": true,
+  "name": "langfuse",
+  "version": "2.7.0",
+  "author": "engineering@langfuse.com",
+  "license": "MIT",
  "scripts": {
-    "prebuild": "cp generated/openapi-client/openapi.yml public/openapi-client.yml && cp generated/openapi-server/openapi.yml public/openapi-server.yml",
-    "build": "next build",
-    "dev": "next dev",
-    "dx": "npm i && npm run db:reset && npm run db:seed:examples && npm run dev",
-    "postinstall": "prisma generate",
-    "lint": "next lint",
-    "lint:fix": "next lint --fix",
-    "prettier": "prettier --write ./src *.{ts,js}",
-    "clean": "rm -rf node_modules",
-    "start": "next start",
-    "test": "jest --runInBand",
-    "test:watch": "jest --watch --runInBand",
-    "test:e2e": "playwright test",
-    "infra:dev:up": "docker-compose  -f docker-compose.dev.yml up -d",
-    "infra:dev:down": "docker-compose -f docker-compose.dev.yml down",
-    "db:migrate": "DISABLE_ERD=false npx prisma migrate dev",
-    "db:reset": "npx prisma migrate reset",
-    "db:seed": "npx prisma db seed",
-    "db:seed:examples": "npx prisma db seed -- --environment examples",
-    "release": "release-it",
-    "models:migrate": "tsx scripts/model-match.ts"
-  },
-  "prisma": {
-    "seed": "ts-node -r tsconfig-paths/register --compiler-options {\"module\":\"CommonJS\"} prisma/seed.ts"
-  },
-  "dependencies": {
-    "@anthropic-ai/tokenizer": "^0.0.4",
-    "@aws-sdk/client-s3": "^3.507.0",
-    "@aws-sdk/s3-request-presigner": "^3.507.0",
-    "@headlessui/react": "^1.7.18",
-    "@heroicons/react": "^2.1.1",
-    "@hookform/resolvers": "^3.3.4",
-    "@next-auth/prisma-adapter": "^1.0.7",
-    "@prisma/client": "^5.9.1",
-    "@radix-ui/react-accordion": "^1.1.2",
-    "@radix-ui/react-alert-dialog": "^1.0.5",
-    "@radix-ui/react-avatar": "^1.0.4",
-    "@radix-ui/react-checkbox": "^1.0.4",
-    "@radix-ui/react-collapsible": "^1.0.3",
-    "@radix-ui/react-dialog": "^1.0.5",
-    "@radix-ui/react-dropdown-menu": "^2.0.6",
-    "@radix-ui/react-hover-card": "^1.0.7",
-    "@radix-ui/react-icons": "^1.3.0",
-    "@radix-ui/react-label": "^2.0.2",
-    "@radix-ui/react-popover": "^1.0.7",
-    "@radix-ui/react-scroll-area": "^1.0.5",
-    "@radix-ui/react-select": "^2.0.0",
-    "@radix-ui/react-separator": "^1.0.3",
-    "@radix-ui/react-slider": "^1.1.2",
-    "@radix-ui/react-slot": "^1.0.2",
-    "@radix-ui/react-switch": "^1.0.3",
-    "@radix-ui/react-tabs": "^1.0.4",
-    "@radix-ui/react-toggle": "^1.0.3",
-    "@radix-ui/react-tooltip": "^1.0.7",
-    "@react-email/components": "^0.0.14",
-    "@react-email/render": "^0.0.12",
-    "@sentry/nextjs": "^7.99.0",
-    "@sentry/profiling-node": "^1.3.5",
-    "@sentry/types": "^7.88.0",
-    "@t3-oss/env-nextjs": "^0.8.0",
-    "@tailwindcss/forms": "^0.5.7",
-    "@tanstack/react-query": "^4.36.1",
-    "@tanstack/react-table": "^8.11.8",
-    "@tremor/react": "^3.11.1",
-    "@trpc/client": "^10.45.0",
-    "@trpc/next": "^10.45.0",
-    "@trpc/react-query": "^10.45.0",
-    "@trpc/server": "^10.45.0",
-    "@vercel/edge-config": "^0.4.1",
-    "bcryptjs": "^2.4.3",
-    "class-variance-authority": "^0.7.0",
-    "clsx": "^2.1.0",
-    "cmdk": "^0.2.1",
-    "core-js": "^3.35.1",
-    "cors": "^2.8.5",
-    "date-fns": "^3.3.1",
-    "decimal.js": "^10.4.3",
-    "exponential-backoff": "^3.1.1",
-    "js-tiktoken": "^1.0.10",
-    "lodash": "^4.17.21",
-    "lucide-react": "^0.323.0",
-    "next": "^14.1.0",
-    "next-auth": "^4.24.5",
-    "next-query-params": "^5.0.0",
-    "nodemailer": "^6.9.9",
-    "posthog-js": "^1.104.4",
-    "posthog-node": "^3.6.2",
-    "react": "18.2.0",
-    "react-day-picker": "^8.10.0",
-    "react-dom": "18.2.0",
-    "react-hook-form": "^7.50.1",
-    "react-icons": "^5.0.1",
-    "react-responsive": "^9.0.2",
-    "react18-json-view": "^0.2.7",
-    "superjson": "2.2.1",
-    "tailwind-merge": "^2.2.1",
-    "tailwindcss-animate": "^1.0.7",
-    "use-query-params": "^2.2.1",
-    "uuid": "^9.0.1",
-    "zod": "^3.22.4"
+    "preinstall": "npx only-allow pnpm",
+    "infra:dev:up": "docker-compose -f ./docker-compose.dev.yml up -d",
+    "infra:dev:down": "docker-compose -f ./docker-compose.dev.yml down",
+    "db:generate": "turbo run db:generate",
+    "db:migrate": "turbo run db:migrate",
+    "db:seed": "turbo run db:seed",
+    "nuke": "bash ./scripts/nuke.sh",
+    "dx": "pnpm i && pnpm --filter=shared run db:reset && pnpm --filter=worker run db:seed:examples && pnpm run dev",
+    "build": "turbo run build",
+    "start": "turbo run start",
+    "dev": "turbo run dev",
+    "lint": "turbo run lint",
+    "test": "turbo run test"
  },
  "devDependencies": {
-    "@jedmao/location": "^3.0.0",
-    "@mermaid-js/mermaid-cli": "^10.7.0",
-    "@playwright/test": "^1.41.2",
-    "@release-it/bumper": "^6.0.1",
-    "@testing-library/jest-dom": "^6.4.2",
-    "@testing-library/react": "^14.2.1",
-    "@types/bcryptjs": "^2.4.6",
-    "@types/cors": "^2.8.17",
-    "@types/eslint": "^8.56.2",
-    "@types/jest": "^29.5.12",
-    "@types/lodash": "^4.14.202",
-    "@types/node": "20.10.5",
-    "@types/nodemailer": "^6.4.14",
-    "@types/react": "^18.2.55",
-    "@types/react-dom": "^18.2.18",
-    "@types/uuid": "^9.0.8",
-    "@typescript-eslint/eslint-plugin": "^6.20.0",
-    "@typescript-eslint/parser": "^6.21.0",
-    "autoprefixer": "^10.4.17",
    "dotenv-cli": "^7.3.0",
-    "eslint": "^8.56.0",
-    "eslint-config-next": "^14.1.0",
-    "jest": "^29.7.0",
-    "jest-environment-jsdom": "^29.7.0",
-    "postcss": "^8.4.34",
    "prettier": "^3.2.5",
-    "prettier-plugin-tailwindcss": "^0.5.11",
-    "prisma": "^5.9.1",
-    "prisma-erd-generator": "^1.11.2",
-    "release-it": "^17.0.3",
-    "tailwindcss": "^3.4.1",
-    "ts-node": "^10.9.2",
-    "tsconfig-paths": "^4.2.0",
-    "tsx": "^4.7.0",
-    "typescript": "^5.3.3"
-  },
-  "ct3aMetadata": {
-    "initVersion": "7.13.0"
-  },
-  "optionalDependencies": {
-    "crisp-sdk-web": "^1.0.21"
-  },
-  "release-it": {
-    "git": {
-      "commitMessage": "chore: release v${version}",
-      "tagName": "v${version}"
-    },
-    "github": {
-      "release": true,
-      "web": true,
-      "autoGenerate": true,
-      "releaseName": "v${version}",
-      "comments": {
-        "submit": true,
-        "issue": ":rocket: _This issue has been resolved in v${version}. See [${releaseName}](${releaseUrl}) for release notes._",
-        "pr": ":rocket: _This pull request is included in v${version}. See [${releaseName}](${releaseUrl}) for release notes._"
-      }
-    },
-    "plugins": {
-      "@release-it/bumper": {
-        "out": {
-          "file": "./src/constants/VERSION.ts",
-          "type": "application/typescript"
-        }
-      }
-    }
+    "turbo": "^1.13.0"
  }
 }
@@ -0,0 +1,39 @@
+const { resolve } = require("node:path");
+
+const project = resolve(process.cwd(), "tsconfig.json");
+
+/** @type {import("eslint").Linter.Config} */
+module.exports = {
+  extends: ["eslint:recommended", "prettier", "eslint-config-turbo"],
+  plugins: ["only-warn"],
+  globals: {
+    React: true,
+    JSX: true,
+  },
+  env: {
+    node: true,
+    es6: true,
+  },
+  settings: {
+    "import/resolver": {
+      typescript: {
+        project,
+      },
+    },
+  },
+  ignorePatterns: [
+    // Ignore dotfiles
+    ".*.js",
+    "node_modules/",
+    "dist/",
+  ],
+  rules: {
+    "no-redeclare": "off",
+    "import/order": "off",
+  },
+  overrides: [
+    {
+      files: ["*.js?(x)", "*.ts?(x)"],
+    },
+  ],
+};
@@ -0,0 +1,65 @@
+const { resolve } = require("node:path");
+
+const project = resolve(process.cwd(), "tsconfig.json");
+
+/*
+ * This is a custom ESLint configuration for use with
+ * Next.js apps.
+ *
+ * This config extends the Vercel Engineering Style Guide.
+ * For more information, see https://github.com/vercel/style-guide
+ *
+ */
+
+module.exports = {
+  parser: "@typescript-eslint/parser", // Set the parser to @typescript-eslint/parser
+  extends: [
+    "plugin:@typescript-eslint/recommended",
+    "plugin:@typescript-eslint/strict-type-checked",
+    "eslint-config-turbo",
+  ],
+  rules: {
+    "@typescript-eslint/no-non-null-assertion": "off",
+    "@typescript-eslint/no-confusing-void-expression": "off",
+  },
+  parser: "@typescript-eslint/parser",
+
+  parserOptions: {
+    project,
+  },
+  globals: {
+    React: true,
+    JSX: true,
+  },
+  plugins: ["@typescript-eslint"],
+  extends: ["next/core-web-vitals"],
+  env: {
+    es6: true,
+    jest: true,
+  },
+  settings: {
+    "import/resolver": {
+      typescript: {
+        project,
+      },
+    },
+  },
+  ignorePatterns: ["node_modules/", "dist/"],
+  // add rules configurations here
+  rules: {
+    "@typescript-eslint/consistent-type-imports": [
+      "warn",
+      {
+        prefer: "type-imports",
+        fixStyle: "inline-type-imports",
+      },
+    ],
+    "@typescript-eslint/no-unused-vars": ["warn", { argsIgnorePattern: "^_" }],
+    "react/jsx-key": [
+      "error",
+      {
+        warnOnDuplicates: true,
+      },
+    ],
+  },
+};
@@ -0,0 +1,19 @@
+{
+  "name": "@repo/eslint-config",
+  "version": "0.0.0",
+  "license": "MIT",
+  "private": true,
+  "files": [
+    "library.js",
+    "next.js"
+  ],
+  "devDependencies": {
+    "@vercel/style-guide": "^5.2.0",
+    "eslint-config-turbo": "^1.12.4",
+    "eslint-config-prettier": "^9.1.0",
+    "eslint-plugin-only-warn": "^1.1.0",
+    "@typescript-eslint/parser": "^7.1.0",
+    "@typescript-eslint/eslint-plugin": "^7.1.0",
+    "typescript": "^5.3.3"
+  }
+}
@@ -0,0 +1,21 @@
+{
+  "$schema": "https://json.schemastore.org/tsconfig",
+  "display": "Default",
+  "compilerOptions": {
+    "composite": false,
+    "declaration": true,
+    "declarationMap": true,
+    "esModuleInterop": true,
+    "forceConsistentCasingInFileNames": true,
+    "inlineSources": false,
+    "isolatedModules": true,
+    "module": "ESNext",
+    "moduleResolution": "Bundler",
+    "noUnusedLocals": false,
+    "noUnusedParameters": false,
+    "preserveWatchOutput": true,
+    "skipLibCheck": true,
+    "strict": true
+  },
+  "exclude": ["node_modules"]
+}
@@ -1,5 +1,9 @@
 {
+  "$schema": "https://json.schemastore.org/tsconfig",
+  "display": "Next.js",
+  "extends": "./base.json",
  "compilerOptions": {
+    "plugins": [{ "name": "next" }],
    "target": "es2017",
    "lib": ["dom", "dom.iterable", "esnext"],
    "allowJs": true,
@@ -8,30 +12,14 @@
    "strict": true,
    "forceConsistentCasingInFileNames": true,
    "noEmit": true,
+    "incremental": true,
    "esModuleInterop": true,
    "module": "esnext",
-    "moduleResolution": "node",
    "resolveJsonModule": true,
    "isolatedModules": true,
    "jsx": "preserve",
-    "incremental": true,
-    "noUncheckedIndexedAccess": true,
-    "noErrorTruncation": true,
-    "baseUrl": ".",
    "types": ["jest", "node"],
-    "paths": {
-      "@/*": ["./*"]
-    }
  },
-  "include": [
-    ".eslintrc.cjs",
-    "next-env.d.ts",
-    "**/*.ts",
-    "**/*.tsx",
-    "**/*.cjs",
-    "**/*.mjs",
-    "src/features/navigate-detail-pages",
-    "types/global.d.ts"
-  ],
-  "exclude": ["node_modules", "sdk"]
+  "include": ["src", "next-env.d.ts"],
+  "exclude": ["node_modules"]
 }
@@ -0,0 +1,9 @@
+{
+  "name": "@repo/typescript-config",
+  "license": "MIT",
+  "version": "0.0.0",
+  "private": true,
+  "publishConfig": {
+    "access": "public"
+  }
+}
@@ -0,0 +1,8 @@
+/** @type {import("eslint").Linter.Config} */
+module.exports = {
+  extends: ["@repo/eslint-config/library.js"],
+  parser: "@typescript-eslint/parser",
+  parserOptions: {
+    project: true,
+  },
+};
@@ -0,0 +1,66 @@
+{
+  "name": "@langfuse/shared",
+  "version": "1.0.0",
+  "license": "MIT",
+  "private": true,
+  "main": "./dist/src/index.js",
+  "types": "./dist/src/index.d.ts",
+  "files": [
+    "dist/**"
+  ],
+  "engines": {
+    "node": ">=20"
+  },
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "lint": "eslint . --ext .js,.jsx,.ts,.tsx",
+    "lint:fix": "eslint . --ext .js,.jsx,.ts,.tsx --fix",
+    "db:migrate": "DISABLE_ERD=false dotenv -e ../../.env -- npx prisma migrate dev",
+    "db:reset": "dotenv -e ../../.env npx -- prisma migrate reset",
+    "db:deploy": "dotenv -e ../../.env npx -- prisma migrate deploy",
+    "db:seed": "dotenv -e ../../.env -- npx prisma db seed",
+    "db:generate": "dotenv -e ../../.env -- npx prisma generate",
+    "db:seed:examples": "dotenv -e ../../.env -- npx prisma db seed -- --environment examples",
+    "db:seed:load": "dotenv -e ../../.env -- npx prisma db seed -- --environment load"
+  },
+  "prisma": {
+    "seed": "ts-node -r tsconfig-paths/register -r dotenv/config --compiler-options {\"module\":\"CommonJS\"} prisma/seed.ts"
+  },
+  "dependencies": {
+    "@langchain/anthropic": "^0.1.8",
+    "@langchain/core": "^0.1.49",
+    "@langchain/openai": "^0.0.23",
+    "@prisma/client": "^5.11.0",
+    "@types/bcryptjs": "^2.4.6",
+    "bcryptjs": "^2.4.3",
+    "kysely": "^0.27.3",
+    "langchain": "^0.1.28",
+    "prisma-extension-kysely": "^2.1.0",
+    "prisma-kysely": "^1.8.0",
+    "zod": "^3.22.4"
+  },
+  "devDependencies": {
+    "@repo/eslint-config": "*",
+    "@repo/typescript-config": "*",
+    "@types/lodash": "^4.14.202",
+    "@types/node": "^20.11.29",
+    "@types/pg": "^8.11.2",
+    "@types/uuid": "^9.0.8",
+    "@typescript-eslint/parser": "^7.2.0",
+    "eslint": "^8.57.0",
+    "eslint-config-prettier": "^9.1.0",
+    "eslint-config-standard": "^17.1.0",
+    "eslint-plugin-prettier": "^5.1.3",
+    "kysely-codegen": "^0.11.0",
+    "nodemon": "^3.0.3",
+    "prettier": "^3.2.5",
+    "prisma": "^5.11.0",
+    "prisma-erd-generator": "^1.11.2",
+    "ts-node": "^10.9.2",
+    "tsc-watch": "^6.0.4",
+    "tsup": "^8.0.2",
+    "typescript": "^5.3.3",
+    "vitest": "^1.3.1"
+  }
+}
@@ -0,0 +1,4 @@
+{
+  "trailingComma": "es5",
+  "printWidth": 120
+}
@@ -0,0 +1,345 @@
+import type { ColumnType } from "kysely";
+export type Generated<T> = T extends ColumnType<infer S, infer I, infer U>
+  ? ColumnType<S, I | undefined, U>
+  : ColumnType<T, T | undefined, T>;
+export type Timestamp = ColumnType<Date, Date | string, Date | string>;
+
+export const MembershipRole = {
+    OWNER: "OWNER",
+    ADMIN: "ADMIN",
+    MEMBER: "MEMBER",
+    VIEWER: "VIEWER"
+} as const;
+export type MembershipRole = (typeof MembershipRole)[keyof typeof MembershipRole];
+export const ObservationType = {
+    SPAN: "SPAN",
+    EVENT: "EVENT",
+    GENERATION: "GENERATION"
+} as const;
+export type ObservationType = (typeof ObservationType)[keyof typeof ObservationType];
+export const ObservationLevel = {
+    DEBUG: "DEBUG",
+    DEFAULT: "DEFAULT",
+    WARNING: "WARNING",
+    ERROR: "ERROR"
+} as const;
+export type ObservationLevel = (typeof ObservationLevel)[keyof typeof ObservationLevel];
+export const ScoreSource = {
+    API: "API",
+    REVIEW: "REVIEW"
+} as const;
+export type ScoreSource = (typeof ScoreSource)[keyof typeof ScoreSource];
+export const PricingUnit = {
+    PER_1000_TOKENS: "PER_1000_TOKENS",
+    PER_1000_CHARS: "PER_1000_CHARS"
+} as const;
+export type PricingUnit = (typeof PricingUnit)[keyof typeof PricingUnit];
+export const TokenType = {
+    PROMPT: "PROMPT",
+    COMPLETION: "COMPLETION",
+    TOTAL: "TOTAL"
+} as const;
+export type TokenType = (typeof TokenType)[keyof typeof TokenType];
+export const DatasetStatus = {
+    ACTIVE: "ACTIVE",
+    ARCHIVED: "ARCHIVED"
+} as const;
+export type DatasetStatus = (typeof DatasetStatus)[keyof typeof DatasetStatus];
+export type Account = {
+    id: string;
+    user_id: string;
+    type: string;
+    provider: string;
+    providerAccountId: string;
+    refresh_token: string | null;
+    access_token: string | null;
+    expires_at: number | null;
+    expires_in: number | null;
+    ext_expires_in: number | null;
+    token_type: string | null;
+    scope: string | null;
+    id_token: string | null;
+    session_state: string | null;
+};
+export type ApiKey = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    note: string | null;
+    public_key: string;
+    hashed_secret_key: string;
+    fast_hashed_secret_key: string | null;
+    display_secret_key: string;
+    last_used_at: Timestamp | null;
+    expires_at: Timestamp | null;
+    project_id: string;
+};
+export type AuditLog = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    user_id: string;
+    project_id: string;
+    user_project_role: MembershipRole;
+    resource_type: string;
+    resource_id: string;
+    action: string;
+    before: string | null;
+    after: string | null;
+};
+export type CronJobs = {
+    name: string;
+    last_run: Timestamp | null;
+    job_started_at: Timestamp | null;
+    state: string | null;
+};
+export type Dataset = {
+    id: string;
+    name: string;
+    project_id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type DatasetItem = {
+    id: string;
+    status: Generated<DatasetStatus>;
+    input: unknown;
+    expected_output: unknown | null;
+    source_observation_id: string | null;
+    dataset_id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type DatasetRunItems = {
+    id: string;
+    dataset_run_id: string;
+    dataset_item_id: string;
+    observation_id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type DatasetRuns = {
+    id: string;
+    name: string;
+    dataset_id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type Events = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    project_id: string;
+    data: unknown;
+    headers: Generated<unknown>;
+    url: string | null;
+    method: string | null;
+};
+export type Example = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Timestamp;
+};
+export type Membership = {
+    project_id: string;
+    user_id: string;
+    role: MembershipRole;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type MembershipInvitation = {
+    id: string;
+    email: string;
+    role: MembershipRole;
+    project_id: string;
+    sender_id: string | null;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type Model = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    project_id: string | null;
+    model_name: string;
+    match_pattern: string;
+    start_date: Timestamp | null;
+    input_price: string | null;
+    output_price: string | null;
+    total_price: string | null;
+    unit: string;
+    tokenizer_id: string | null;
+    tokenizer_config: unknown | null;
+};
+export type Observation = {
+    id: string;
+    trace_id: string | null;
+    project_id: string;
+    type: ObservationType;
+    start_time: Generated<Timestamp>;
+    end_time: Timestamp | null;
+    name: string | null;
+    metadata: unknown | null;
+    parent_observation_id: string | null;
+    level: Generated<ObservationLevel>;
+    status_message: string | null;
+    version: string | null;
+    created_at: Generated<Timestamp>;
+    model: string | null;
+    internal_model: string | null;
+    modelParameters: unknown | null;
+    input: unknown | null;
+    output: unknown | null;
+    prompt_tokens: Generated<number>;
+    completion_tokens: Generated<number>;
+    total_tokens: Generated<number>;
+    unit: string | null;
+    input_cost: string | null;
+    output_cost: string | null;
+    total_cost: string | null;
+    completion_start_time: Timestamp | null;
+    prompt_id: string | null;
+};
+export type ObservationView = {
+    id: string;
+    trace_id: string | null;
+    project_id: string;
+    type: ObservationType;
+    start_time: Generated<Timestamp>;
+    end_time: Timestamp | null;
+    name: string | null;
+    metadata: unknown | null;
+    parent_observation_id: string | null;
+    level: Generated<ObservationLevel>;
+    status_message: string | null;
+    version: string | null;
+    created_at: Generated<Timestamp>;
+    model: string | null;
+    modelParameters: unknown | null;
+    input: unknown | null;
+    output: unknown | null;
+    prompt_tokens: Generated<number>;
+    completion_tokens: Generated<number>;
+    total_tokens: Generated<number>;
+    unit: string | null;
+    completion_start_time: Timestamp | null;
+    prompt_id: string | null;
+    model_id: string | null;
+    input_price: string | null;
+    output_price: string | null;
+    total_price: string | null;
+    calculated_input_cost: string | null;
+    calculated_output_cost: string | null;
+    calculated_total_cost: string | null;
+    latency: number | null;
+};
+export type Pricing = {
+    id: string;
+    model_name: string;
+    pricing_unit: Generated<PricingUnit>;
+    price: string;
+    currency: Generated<string>;
+    token_type: TokenType;
+};
+export type Project = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    name: string;
+    cloud_config: unknown | null;
+};
+export type Prompt = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    project_id: string;
+    created_by: string;
+    prompt: string;
+    name: string;
+    version: number;
+    is_active: boolean;
+    config: Generated<unknown>;
+};
+export type Score = {
+    id: string;
+    timestamp: Generated<Timestamp>;
+    name: string;
+    value: number;
+    source: ScoreSource;
+    comment: string | null;
+    trace_id: string;
+    observation_id: string | null;
+};
+export type Session = {
+    id: string;
+    session_token: string;
+    user_id: string;
+    expires: Timestamp;
+};
+export type Trace = {
+    id: string;
+    external_id: string | null;
+    timestamp: Generated<Timestamp>;
+    name: string | null;
+    user_id: string | null;
+    metadata: unknown | null;
+    release: string | null;
+    version: string | null;
+    project_id: string;
+    public: Generated<boolean>;
+    bookmarked: Generated<boolean>;
+    tags: Generated<string[]>;
+    input: unknown | null;
+    output: unknown | null;
+    session_id: string | null;
+};
+export type TraceSession = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    project_id: string;
+    bookmarked: Generated<boolean>;
+    public: Generated<boolean>;
+};
+export type User = {
+    id: string;
+    name: string | null;
+    email: string | null;
+    email_verified: Timestamp | null;
+    password: string | null;
+    image: string | null;
+    admin: Generated<boolean>;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    feature_flags: Generated<string[]>;
+};
+export type VerificationToken = {
+    identifier: string;
+    token: string;
+    expires: Timestamp;
+};
+export type DB = {
+    Account: Account;
+    api_keys: ApiKey;
+    audit_logs: AuditLog;
+    cron_jobs: CronJobs;
+    dataset_items: DatasetItem;
+    dataset_run_items: DatasetRunItems;
+    dataset_runs: DatasetRuns;
+    datasets: Dataset;
+    events: Events;
+    Example: Example;
+    membership_invitations: MembershipInvitation;
+    memberships: Membership;
+    models: Model;
+    observations: Observation;
+    observations_view: ObservationView;
+    pricings: Pricing;
+    projects: Project;
+    prompts: Prompt;
+    scores: Score;
+    Session: Session;
+    trace_sessions: TraceSession;
+    traces: Trace;
+    users: User;
+    verification_tokens: VerificationToken;
+};
--- a/Show More
+++ b/Show More