chore: release v2.7.2

Co-authored-by: Max Deichmann <m.deichmann@tum.de>

.eslintignore

@@ -0,0 +1,3 @@
+node_modules
+build
+coverage

.github/workflows/pipeline.yml

@@ -12,6 +12,10 @@ on:
     branches:
       - "main"
 
+defaults:
+  run:
+    working-directory: web
+
 jobs:
   lint:
     runs-on: ubuntu-latest
@@ -21,37 +25,42 @@ jobs:
         with:
           node-version: 20
           cache: "npm"
+          cache-dependency-path: "**/package-lock.json"
       - name: install dependencies
         run: |
           npm ci
       - name: Load default env
+        working-directory: .
         run: |
           cp .env.dev.example .env
       - name: lint
         run: npm run lint
 
   test-docker-build:
+    defaults:
+      run:
+        working-directory: web
     runs-on: ubuntu-latest
-    env:
-      REGISTRY: ghcr.io
-      IMAGE_NAME: ${{ github.repository }}
-
     steps:
-      - name: Setup node
-        uses: actions/setup-node@v3
-        with:
-          node-version: 20
-
       - name: Checkout
         uses: actions/checkout@v3
 
-      - name: Build Docker image
+      - name: Build Web Docker image
         uses: docker/build-push-action@v4
         with:
-          context: .
+          context: web
+          push: false
+
+      - name: Build Worker Docker image
+        uses: docker/build-push-action@v4
+        with:
+          context: worker
           push: false
 
   tests:
+    defaults:
+      run:
+        working-directory: web
     runs-on: ubuntu-latest
     strategy:
       matrix:
@@ -68,19 +77,26 @@ jobs:
         with:
           node-version: ${{ matrix.node-version }}
           cache: "npm"
+          cache-dependency-path: "**/package-lock.json"
 
       - name: install dependencies
         run: |
           npm ci
 
       - name: Load default env
+        working-directory: .
         run: |
           cp .env.dev.example .env
+          cp .env.dev.example web/.env
 
-      - name: Run, migrate, seed DB
+      - name: Run + migrate
+        working-directory: .
         run: |
           docker-compose -f docker-compose.dev.yml up -d
           sleep 5 # Wait for PostgreSQL to accept connections
+
+      - name: Seed DB
+        run: |
           npx --yes prisma migrate reset --force --skip-generate
 
       - name: Build
@@ -93,6 +109,9 @@ jobs:
         run: npm run test
 
   e2e-tests:
+    defaults:
+      run:
+        working-directory: web
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
@@ -100,19 +119,26 @@ jobs:
         with:
           node-version: 20
           cache: "npm"
+          cache-dependency-path: "**/package-lock.json"
 
       - name: install dependencies
         run: |
           npm ci
 
       - name: Load default env
+        working-directory: .
         run: |
           cp .env.dev.example .env
+          cp .env.dev.example web/.env
 
-      - name: Run, migrate, seed DB
+      - name: Run + migrate
+        working-directory: .
         run: |
           docker-compose -f docker-compose.dev.yml up -d
           sleep 5 # Wait for PostgreSQL to accept connections
+
+      - name: Seed DB
+        run: |
           npx --yes prisma migrate reset --force --skip-generate
 
       - name: Build
@@ -133,9 +159,11 @@ jobs:
       - name: Successful deploy
         if: ${{ !(contains(needs.*.result, 'failure')) }}
         run: exit 0
+        working-directory: .
       - name: Failing deploy
         if: ${{ contains(needs.*.result, 'failure') }}
         run: exit 1
+        working-directory: .
 
   push-docker-image:
     needs: all-ci-passed
@@ -154,6 +182,7 @@ jobs:
         uses: actions/setup-node@v3
         with:
           node-version: 20
+          cache-dependency-path: "**/package-lock.json"
 
       - name: Checkout
         uses: actions/checkout@v3
@@ -181,7 +210,7 @@ jobs:
       - name: Build and push Docker image
         uses: docker/build-push-action@v4
         with:
-          context: .
+          context: web
           push: true
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}

.vscode/settings.json

@@ -21,13 +21,11 @@
     "**/*.{cjs,mjs,ts,tsx,astro,md,mdx,json,yaml,yml}"
   ],
   "mdx.experimentalLanguageServer": true,
-  "[astro]": {
-    "editor.defaultFormatter": "astro-build.astro-vscode"
-  },
   "typescript.preferences.importModuleSpecifier": "non-relative",
   "docwriter.style": "JSDoc",
   "[prisma]": {
     "editor.defaultFormatter": "Prisma.prisma"
   },
-  "eslint.lintTask.enable": true
+  "eslint.lintTask.enable": true,
+  "eslint.workingDirectories": ["./web", "./worker"]
 }

CONTRIBUTING.md

@@ -93,7 +93,7 @@ The diagram below may not show all relationships if the foreign key is not defin
 
 Full database schema: [prisma/schema.prisma](prisma/schema.prisma)
 
-<img src="./prisma/database.svg">
+<img src="./web/prisma/database.svg">
 
 ### Infrastructure & Network Overview
 
@@ -120,25 +120,31 @@ Requirements
 **Steps**
 
 1. Fork the the repository and clone it locally
-2. Install dependencies
+2. Run the development database
 
    ```bash
-   npm install
+   npm run infra:dev:up
    ```
 
-3. Run the development database
-
-   ```bash
-   docker-compose -f docker-compose.dev.yml up -d
-   ```
-
-4. Create an env file
+3. Create an env file
 
    ```bash
     cp .env.dev.example .env
    ```
 
-5. Run the migrations
+4. CD into the web directory
+
+   ```bash
+   cd web
+   ```
+
+5. Install dependencies
+
+   ```bash
+   npm install
+   ```
+
+6. Run the migrations
 
    ```bash
    npm run db:migrate
@@ -148,7 +154,7 @@ Requirements
    # npm run db:seed:examples
    ```
 
-6. Start the development server
+7. Start the development server
 
    ```bash
     npm run dev

docker-compose.build.yml

@@ -1,11 +1,13 @@
 version: "3.5"
 
 services:
-  langfuse-server:
+  server:
     build:
-      dockerfile: Dockerfile
+      dockerfile: ./Dockerfile
+      context: ./web
     depends_on:
       - db
+      - redis
     ports:
       - "3000:3000"
     environment:
@@ -16,8 +18,40 @@ services:
       - TELEMETRY_ENABLED=${TELEMETRY_ENABLED:-true}
       - NEXT_PUBLIC_SIGN_UP_DISABLED=${NEXT_PUBLIC_SIGN_UP_DISABLED:-false}
       - LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES=${LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES:-false}
+      - REDIS_URL=${REDIS_URL:-redis}
+      - REDIS_PORT=${REDIS_PORT:-6379}
+      - REDIS_AUTH=${REDIS_AUTH:-myredissecret}
     restart: always
 
+  worker:
+    build:
+      dockerfile: ./Dockerfile
+      context: ./worker
+    depends_on:
+      - db
+      - redis
+      - server
+    ports:
+      - "3030:3030"
+    environment:
+      - DATABASE_URL=postgresql://postgres:postgres@db:5432/postgres
+      - NEXTAUTH_SECRET=mysecret
+      - TELEMETRY_ENABLED=${TELEMETRY_ENABLED:-true}
+      - LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES=${LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES:-false}
+      - PORT=${PORT:-3030}
+      - REDIS_URL=${REDIS_URL:-redis}
+      - REDIS_PORT=${REDIS_PORT:-6379}
+      - REDIS_AUTH=${REDIS_AUTH:-myredissecret}
+    restart: always
+
+  redis:
+    image: redis
+    command: >
+      --requirepass ${REDIS_AUTH:-myredissecret}
+    restart: always
+    ports:
+      - 6379:6379
+
   db:
     image: postgres
     restart: always

docker-compose.dev.yml

@@ -1,6 +1,12 @@
 version: "3.5"
 
 services:
+  redis:
+    image: redis
+    restart: always
+    ports:
+      - 6379:6379
+
   db:
     image: postgres
     restart: always

fern/apis/client/generators.yml

@@ -15,7 +15,7 @@ groups:
         version: 0.0.26
         output:
           location: local-file-system
-          path: ../../../generated/openapi-client
+          path: ../../../web/generated/openapi-client
         config:
           namespaceExport: Langfuse
           allowCustomFetcher: true

fern/apis/server/definition/commons.yml

@@ -29,7 +29,7 @@ types:
         docs: Latency of trace in seconds
       totalCost:
         type: double
-        docs: Cost of trace in USD.
+        docs: Cost of trace in USD
       observations:
         type: list<string>
         docs: List of observation ids
@@ -39,6 +39,12 @@ types:
   TraceWithFullDetails: # GET traces/[traceID]
     extends: Trace
     properties:
+      htmlPath:
+        type: string
+        docs: Path of trace in Langfuse UI
+      totalCost:
+        type: double
+        docs: Cost of trace in USD
       observations: list<ObservationsView>
       scores: list<Score>
   Session:

fern/apis/server/definition/prompts.yml

@@ -29,8 +29,11 @@ types:
       name: string
       isActive: boolean
       prompt: string
+      config: optional<unknown>
+
   Prompt:
     properties:
       name: string
       version: integer
       prompt: string
+      config: unknown

fern/apis/server/generators.yml

@@ -6,7 +6,7 @@ groups:
         version: 0.0.28
         output:
           location: local-file-system
-          path: ../../../generated/openapi-server
+          path: ../../../web/generated/openapi-server
         config:
           namespaceExport: Langfuse
           allowCustomFetcher: true

generated/openapi-server/openapi.yml

@@ -1110,7 +1110,7 @@ components:
         totalCost:
           type: number
           format: double
-          description: Cost of trace in USD.
+          description: Cost of trace in USD
         observations:
           type: array
           items:
@@ -1133,6 +1133,13 @@ components:
       title: TraceWithFullDetails
       type: object
       properties:
+        htmlPath:
+          type: string
+          description: Path of trace in Langfuse UI
+        totalCost:
+          type: number
+          format: double
+          description: Cost of trace in USD
         observations:
           type: array
           items:
@@ -1142,6 +1149,8 @@ components:
           items:
             $ref: '#/components/schemas/Score'
       required:
+        - htmlPath
+        - totalCost
         - observations
         - scores
       allOf:
@@ -2186,6 +2195,8 @@ components:
           type: boolean
         prompt:
           type: string
+        config:
+          nullable: true
       required:
         - name
         - isActive
@@ -2200,10 +2211,12 @@ components:
           type: integer
         prompt:
           type: string
+        config: {}
       required:
         - name
         - version
         - prompt
+        - config
     CreateScoreRequest:
       title: CreateScoreRequest
       type: object

generated/postman/collection.json

@@ -587,7 +587,7 @@
             "auth": null,
             "body": {
               "mode": "raw",
-              "raw": "{\n    \"name\": \"example\",\n    \"isActive\": true,\n    \"prompt\": \"example\"\n}",
+              "raw": "{\n    \"name\": \"example\",\n    \"isActive\": true,\n    \"prompt\": \"example\",\n    \"config\": \"UNKNOWN\"\n}",
               "options": {
                 "raw": {
                   "language": "json"

package.json

@@ -1,176 +1,20 @@
 {
-  "name": "langfuse-core",
-  "version": "2.6.0",
-  "private": true,
+  "name": "langfuse",
+  "version": "2.7.0",
   "scripts": {
-    "prebuild": "cp generated/openapi-client/openapi.yml public/openapi-client.yml && cp generated/openapi-server/openapi.yml public/openapi-server.yml",
-    "build": "next build",
-    "dev": "next dev",
-    "dx": "npm i && npm run db:reset && npm run db:seed:examples && npm run dev",
-    "postinstall": "prisma generate",
-    "lint": "next lint",
-    "lint:fix": "next lint --fix",
-    "prettier": "prettier --write ./src *.{ts,js}",
-    "clean": "rm -rf node_modules",
-    "start": "next start",
-    "test": "jest --runInBand",
-    "test:watch": "jest --watch --runInBand",
-    "test:e2e": "playwright test",
-    "infra:dev:up": "docker-compose  -f docker-compose.dev.yml up -d",
-    "infra:dev:down": "docker-compose -f docker-compose.dev.yml down",
-    "db:migrate": "DISABLE_ERD=false npx prisma migrate dev",
-    "db:reset": "npx prisma migrate reset",
-    "db:seed": "npx prisma db seed",
-    "db:seed:examples": "npx prisma db seed -- --environment examples",
-    "release": "release-it",
-    "models:migrate": "tsx scripts/model-match.ts"
-  },
-  "prisma": {
-    "seed": "ts-node -r tsconfig-paths/register --compiler-options {\"module\":\"CommonJS\"} prisma/seed.ts"
-  },
-  "dependencies": {
-    "@anthropic-ai/tokenizer": "^0.0.4",
-    "@aws-sdk/client-s3": "^3.507.0",
-    "@aws-sdk/lib-storage": "^3.511.0",
-    "@aws-sdk/s3-request-presigner": "^3.507.0",
-    "@headlessui/react": "^1.7.18",
-    "@heroicons/react": "^2.1.1",
-    "@hookform/resolvers": "^3.3.4",
-    "@next-auth/prisma-adapter": "^1.0.7",
-    "@prisma/client": "^5.9.1",
-    "@radix-ui/react-accordion": "^1.1.2",
-    "@radix-ui/react-alert-dialog": "^1.0.5",
-    "@radix-ui/react-avatar": "^1.0.4",
-    "@radix-ui/react-checkbox": "^1.0.4",
-    "@radix-ui/react-collapsible": "^1.0.3",
-    "@radix-ui/react-dialog": "^1.0.5",
-    "@radix-ui/react-dropdown-menu": "^2.0.6",
-    "@radix-ui/react-hover-card": "^1.0.7",
-    "@radix-ui/react-icons": "^1.3.0",
-    "@radix-ui/react-label": "^2.0.2",
-    "@radix-ui/react-popover": "^1.0.7",
-    "@radix-ui/react-scroll-area": "^1.0.5",
-    "@radix-ui/react-select": "^2.0.0",
-    "@radix-ui/react-separator": "^1.0.3",
-    "@radix-ui/react-slider": "^1.1.2",
-    "@radix-ui/react-slot": "^1.0.2",
-    "@radix-ui/react-switch": "^1.0.3",
-    "@radix-ui/react-tabs": "^1.0.4",
-    "@radix-ui/react-toggle": "^1.0.3",
-    "@radix-ui/react-tooltip": "^1.0.7",
-    "@react-email/components": "^0.0.14",
-    "@react-email/render": "^0.0.12",
-    "@sentry/nextjs": "^7.101.1",
-    "@sentry/profiling-node": "^7.101.1",
-    "@sentry/types": "^7.88.0",
-    "@t3-oss/env-nextjs": "^0.8.0",
-    "@tailwindcss/forms": "^0.5.7",
-    "@tanstack/react-query": "^4.36.1",
-    "@tanstack/react-table": "^8.11.8",
-    "@tremor/react": "^3.11.1",
-    "@trpc/client": "^10.45.0",
-    "@trpc/next": "^10.45.0",
-    "@trpc/react-query": "^10.45.0",
-    "@trpc/server": "^10.45.0",
-    "bcryptjs": "^2.4.3",
-    "class-variance-authority": "^0.7.0",
-    "clsx": "^2.1.0",
-    "cmdk": "^0.2.1",
-    "core-js": "^3.36.0",
-    "cors": "^2.8.5",
-    "date-fns": "^3.3.1",
-    "decimal.js": "^10.4.3",
-    "exponential-backoff": "^3.1.1",
-    "js-tiktoken": "^1.0.10",
-    "lodash": "^4.17.21",
-    "lucide-react": "^0.330.0",
-    "next": "^14.1.0",
-    "next-auth": "^4.24.6",
-    "next-query-params": "^5.0.0",
-    "nodemailer": "^6.9.9",
-    "posthog-js": "^1.105.9",
-    "posthog-node": "^3.6.3",
-    "react": "18.2.0",
-    "react-day-picker": "^8.10.0",
-    "react-dom": "18.2.0",
-    "react-hook-form": "^7.50.1",
-    "react-icons": "^5.0.1",
-    "react-responsive": "^9.0.2",
-    "react18-json-view": "^0.2.7",
-    "sonner": "^1.4.0",
-    "superjson": "2.2.1",
-    "tailwind-merge": "^2.2.1",
-    "tailwindcss-animate": "^1.0.7",
-    "use-query-params": "^2.2.1",
-    "uuid": "^9.0.1",
-    "zod": "^3.22.4"
+    "infra:dev:up": "docker-compose -f ../docker-compose.dev.yml up -d",
+    "infra:dev:down": "docker-compose -f ../docker-compose.dev.yml down",
+    "dev": "npm run dev --prefix worker/ & npm run dev --prefix web/",
+    "postinstall": "cd worker && npm install && cd ../web && npm install"
   },
+  "author": "",
+  "license": "MIT",
   "devDependencies": {
-    "@jedmao/location": "^3.0.0",
-    "@mermaid-js/mermaid-cli": "^10.7.0",
-    "@playwright/test": "^1.41.2",
-    "@release-it/bumper": "^6.0.1",
-    "@testing-library/jest-dom": "^6.4.2",
-    "@testing-library/react": "^14.2.1",
-    "@types/bcryptjs": "^2.4.6",
-    "@types/cors": "^2.8.17",
     "@types/eslint": "^8.56.2",
     "@types/jest": "^29.5.12",
-    "@types/lodash": "^4.14.202",
-    "@types/node": "20.10.5",
-    "@types/nodemailer": "^6.4.14",
-    "@types/react": "^18.2.55",
-    "@types/react-dom": "^18.2.19",
-    "@types/uuid": "^9.0.8",
-    "@typescript-eslint/eslint-plugin": "^6.21.0",
-    "@typescript-eslint/parser": "^6.21.0",
-    "autoprefixer": "^10.4.17",
-    "dotenv-cli": "^7.3.0",
+    "@typescript-eslint/eslint-plugin": "^7.0.2",
+    "@typescript-eslint/parser": "^7.0.2",
     "eslint": "^8.56.0",
-    "eslint-config-next": "^14.1.0",
-    "jest": "^29.7.0",
-    "jest-environment-jsdom": "^29.7.0",
-    "postcss": "^8.4.35",
-    "prettier": "^3.2.5",
-    "prettier-plugin-tailwindcss": "^0.5.11",
-    "prisma": "^5.9.1",
-    "prisma-erd-generator": "^1.11.2",
-    "release-it": "^17.0.5",
-    "tailwindcss": "^3.4.1",
-    "ts-node": "^10.9.2",
-    "tsconfig-paths": "^4.2.0",
-    "tsx": "^4.7.1",
-    "typescript": "^5.3.3"
-  },
-  "ct3aMetadata": {
-    "initVersion": "7.13.0"
-  },
-  "optionalDependencies": {
-    "crisp-sdk-web": "^1.0.21"
-  },
-  "release-it": {
-    "git": {
-      "commitMessage": "chore: release v${version}",
-      "tagName": "v${version}"
-    },
-    "github": {
-      "release": true,
-      "web": true,
-      "autoGenerate": true,
-      "releaseName": "v${version}",
-      "comments": {
-        "submit": true,
-        "issue": ":rocket: _This issue has been resolved in v${version}. See [${releaseName}](${releaseUrl}) for release notes._",
-        "pr": ":rocket: _This pull request is included in v${version}. See [${releaseName}](${releaseUrl}) for release notes._"
-      }
-    },
-    "plugins": {
-      "@release-it/bumper": {
-        "out": {
-          "file": "./src/constants/VERSION.ts",
-          "type": "application/typescript"
-        }
-      }
-    }
+    "prettier": "^3.2.5"
   }
 }

src/constants/VERSION.ts

@@ -1 +0,0 @@
-export const VERSION = "v2.6.0";

src/features/dashboard/server/dashboard-router.ts

@@ -1,96 +0,0 @@
-import {
-  dateTimeAggregationOptions,
-  dateTimeAggregationSettings,
-} from "@/src/features/dashboard/lib/timeseries-aggregation";
-import { z } from "zod";
-
-import {
-  createTRPCRouter,
-  protectedProjectProcedure,
-} from "@/src/server/api/trpc";
-import { executeQuery } from "@/src/server/api/services/query-builder";
-import {
-  filterInterface,
-  sqlInterface,
-} from "@/src/server/api/services/sqlInterface";
-
-export const dashboardRouter = createTRPCRouter({
-  chart: protectedProjectProcedure
-    .input(
-      sqlInterface.extend({
-        projectId: z.string(),
-        filter: filterInterface.optional(),
-      }),
-    )
-    .query(async ({ input, ctx }) => {
-      return await executeQuery(ctx.prisma, input.projectId, input);
-    }),
-
-  scores: protectedProjectProcedure
-    .input(
-      z.object({
-        projectId: z.string(),
-        agg: z.enum(dateTimeAggregationOptions),
-      }),
-    )
-    .query(async ({ input, ctx }) => {
-      // queryRawUnsafe to add input.agg to the WHERE clause
-      const output = await ctx.prisma.$queryRawUnsafe<
-        {
-          date_trunc: Date;
-          values: {
-            [key: string]: number;
-          } | null;
-        }[]
-      >(`
-      WITH timeseries AS (
-        SELECT
-          date_trunc('${
-            dateTimeAggregationSettings[input.agg].date_trunc
-          }', dt) as date_trunc
-        FROM generate_series(
-          NOW() - INTERVAL '${input.agg}', NOW(), INTERVAL '1 minute'
-        ) as dt
-        WHERE dt > NOW() - INTERVAL '${input.agg}'
-        GROUP BY 1
-      ),
-      metrics AS (
-        SELECT 
-          date_trunc('${
-            dateTimeAggregationSettings[input.agg].date_trunc
-          }', scores.timestamp) as date_trunc,
-          scores.name as metric_name,
-          AVG(value) as avg_value
-        FROM scores
-        LEFT JOIN traces ON scores.trace_id = traces.id
-        WHERE scores.timestamp > NOW() - INTERVAL '${input.agg}'
-        AND traces.project_id = '${input.projectId}'
-        GROUP BY 1,2
-      ),
-      json_metrics AS (
-        SELECT
-          date_trunc,
-          jsonb_object_agg(metric_name, avg_value) as values
-        FROM metrics
-        GROUP BY 1
-      )
-      SELECT
-        timeseries.date_trunc,
-        json_metrics.values as values
-      FROM timeseries
-      LEFT JOIN json_metrics ON timeseries.date_trunc = json_metrics.date_trunc
-      ORDER BY 1
-      `);
-
-      return output.map((row) => ({
-        ...row,
-        values: row.values
-          ? Object.entries(row.values).map(([label, value]) => ({
-              label: "avg_" + label,
-              value,
-            }))
-          : [],
-        ts: row.date_trunc.getTime(),
-      }));
-    }),
-});

src/server/db.ts

@@ -1,16 +0,0 @@
-import { PrismaClient } from "@prisma/client";
-
-import { env } from "@/src/env.mjs";
-
-const globalForPrisma = globalThis as unknown as {
-  prisma: PrismaClient | undefined;
-};
-
-export const prisma =
-  globalForPrisma.prisma ??
-  new PrismaClient({
-    log:
-      env.NODE_ENV === "development" ? ["query", "error", "warn"] : ["error"],
-  });
-
-if (env.NODE_ENV !== "production") globalForPrisma.prisma = prisma;

src/utils/exceptions.ts

@@ -1,8 +0,0 @@
-export class ResourceNotFoundError extends Error {
-  id: string;
-  constructor(type: string, id: string) {
-    super(`${type} with ${id} not found}`);
-    this.name = "ResourceNotFoundError";
-    this.id = id;
-  }
-}

web/.dockerignore

@@ -0,0 +1,7 @@
+Dockerfile
+.dockerignore
+node_modules
+npm-debug.log
+README.md
+.next
+.git

web/.eslintrc.cjs

@@ -44,4 +44,4 @@ const config = {
   },
 };
 
-module.exports = config;
+module.exports = config;

web/.gitignore

@@ -0,0 +1,55 @@
+# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
+
+# dependencies
+/node_modules
+/.pnp
+.pnp.js
+
+# testing
+/coverage
+
+# database
+/prisma/db.sqlite
+/prisma/db.sqlite-journal
+
+# next.js
+/.next/
+/out/
+next-env.d.ts
+
+# production
+/build
+
+# idea
+.idea
+
+# misc
+.DS_Store
+*.pem
+
+# debug
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+.pnpm-debug.log*
+
+# local env files
+# do not commit any .env files to git, except for the .env.example file. https://create.t3.gg/en/usage/env-variables#using-environment-variables
+.env
+.env.local
+.env*.local
+
+# vercel
+.vercel
+
+# typescript
+*.tsbuildinfo
+
+/generated/typescript-server
+
+# openapi spec that is copied during build
+/public/openapi*.yml
+
+
+# vscode
+.devcontainer

web/generated/openapi-client/openapi.yml

@@ -0,0 +1,104 @@
+openapi: 3.0.1
+info:
+  title: langfuse
+  version: ''
+paths:
+  /api/public/scores:
+    post:
+      description: Add a score to the database, upserts on id
+      operationId: score_create
+      tags:
+        - Score
+      parameters: []
+      responses:
+        '200':
+          description: ''
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/Score'
+        '400':
+          description: ''
+          content:
+            application/json:
+              schema:
+                type: string
+        '401':
+          description: ''
+          content:
+            application/json:
+              schema:
+                type: string
+        '403':
+          description: ''
+          content:
+            application/json:
+              schema:
+                type: string
+        '405':
+          description: ''
+          content:
+            application/json:
+              schema:
+                type: string
+      security:
+        - BearerAuth: []
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              $ref: '#/components/schemas/CreateScoreRequest'
+components:
+  schemas:
+    CreateScoreRequest:
+      title: CreateScoreRequest
+      type: object
+      properties:
+        id:
+          type: string
+        traceId:
+          type: string
+        name:
+          type: string
+        value:
+          type: number
+          format: double
+        observationId:
+          type: string
+        comment:
+          type: string
+      required:
+        - traceId
+        - name
+        - value
+    Score:
+      title: Score
+      type: object
+      properties:
+        id:
+          type: string
+        traceId:
+          type: string
+        name:
+          type: string
+        value:
+          type: number
+          format: double
+        observationId:
+          type: string
+        timestamp:
+          type: string
+          format: date-time
+        comment:
+          type: string
+      required:
+        - id
+        - traceId
+        - name
+        - value
+        - timestamp
+  securitySchemes:
+    BearerAuth:
+      type: http
+      scheme: bearer

web/package.json

@@ -0,0 +1,177 @@
+{
+  "name": "langfuse-core",
+  "version": "2.7.2",
+  "private": true,
+  "scripts": {
+    "prebuild": "cp generated/openapi-client/openapi.yml public/openapi-client.yml && cp generated/openapi-server/openapi.yml public/openapi-server.yml",
+    "build": "next build",
+    "dev": "dotenv -e ../.env -- next dev",
+    "dx": "dotenv -e ../.env -- npm i && npm run db:reset && npm run db:seed:examples && npm run dev",
+    "postinstall": "dotenv -e ../.env -- prisma generate",
+    "lint": "dotenv -e ../.env -- next lint",
+    "lint:fix": "dotenv -e ../.env -- next lint --fix",
+    "prettier": "prettier --write ./src *.{ts,js}",
+    "clean": "rm -rf node_modules",
+    "start": "next start",
+    "test": "dotenv -e ../.env -- jest --runInBand",
+    "test:watch": "dotenv -e ../.env -- jest --watch --runInBand",
+    "test:e2e": "dotenv -e ../.env -- playwright test",
+    "db:migrate": "DISABLE_ERD=false dotenv -e ../.env -- npx prisma migrate dev",
+    "db:reset": "dotenv -e ../.env npx -- prisma migrate reset",
+    "db:seed": "dotenv -e ../.env -- npx prisma db seed",
+    "db:seed:examples": "dotenv -e ../.env -- npx prisma db seed -- --environment examples",
+    "release": "dotenv -e ../.env -- release-it",
+    "models:migrate": "dotenv -e ../.env -- tsx scripts/model-match.ts"
+  },
+  "prisma": {
+    "seed": "ts-node -r tsconfig-paths/register -r dotenv/config --compiler-options {\"module\":\"CommonJS\"} prisma/seed.ts"
+  },
+  "dependencies": {
+    "@anthropic-ai/tokenizer": "^0.0.4",
+    "@aws-sdk/client-s3": "^3.507.0",
+    "@aws-sdk/lib-storage": "^3.511.0",
+    "@aws-sdk/s3-request-presigner": "^3.507.0",
+    "@headlessui/react": "^1.7.18",
+    "@heroicons/react": "^2.1.1",
+    "@hookform/resolvers": "^3.3.4",
+    "@next-auth/prisma-adapter": "^1.0.7",
+    "@prisma/client": "^5.9.1",
+    "@radix-ui/react-accordion": "^1.1.2",
+    "@radix-ui/react-alert-dialog": "^1.0.5",
+    "@radix-ui/react-avatar": "^1.0.4",
+    "@radix-ui/react-checkbox": "^1.0.4",
+    "@radix-ui/react-collapsible": "^1.0.3",
+    "@radix-ui/react-dialog": "^1.0.5",
+    "@radix-ui/react-dropdown-menu": "^2.0.6",
+    "@radix-ui/react-hover-card": "^1.0.7",
+    "@radix-ui/react-icons": "^1.3.0",
+    "@radix-ui/react-label": "^2.0.2",
+    "@radix-ui/react-popover": "^1.0.7",
+    "@radix-ui/react-scroll-area": "^1.0.5",
+    "@radix-ui/react-select": "^2.0.0",
+    "@radix-ui/react-separator": "^1.0.3",
+    "@radix-ui/react-slider": "^1.1.2",
+    "@radix-ui/react-slot": "^1.0.2",
+    "@radix-ui/react-switch": "^1.0.3",
+    "@radix-ui/react-tabs": "^1.0.4",
+    "@radix-ui/react-toggle": "^1.0.3",
+    "@radix-ui/react-tooltip": "^1.0.7",
+    "@react-email/components": "^0.0.14",
+    "@react-email/render": "^0.0.12",
+    "@sentry/nextjs": "^7.101.1",
+    "@sentry/profiling-node": "^7.101.1",
+    "@sentry/types": "^7.88.0",
+    "@t3-oss/env-nextjs": "^0.8.0",
+    "@tailwindcss/forms": "^0.5.7",
+    "@tanstack/react-query": "^4.36.1",
+    "@tanstack/react-table": "^8.11.8",
+    "@tremor/react": "^3.11.1",
+    "@trpc/client": "^10.45.0",
+    "@trpc/next": "^10.45.0",
+    "@trpc/react-query": "^10.45.0",
+    "@trpc/server": "^10.45.0",
+    "bcryptjs": "^2.4.3",
+    "class-variance-authority": "^0.7.0",
+    "clsx": "^2.1.0",
+    "cmdk": "^0.2.1",
+    "core-js": "^3.36.0",
+    "cors": "^2.8.5",
+    "date-fns": "^3.3.1",
+    "decimal.js": "^10.4.3",
+    "exponential-backoff": "^3.1.1",
+    "js-tiktoken": "^1.0.10",
+    "kysely": "^0.27.2",
+    "lodash": "^4.17.21",
+    "lucide-react": "^0.330.0",
+    "next": "^14.1.0",
+    "next-auth": "^4.24.6",
+    "next-query-params": "^5.0.0",
+    "nodemailer": "^6.9.9",
+    "posthog-js": "^1.105.9",
+    "posthog-node": "^3.6.3",
+    "prisma-kysely": "^1.8.0",
+    "react": "18.2.0",
+    "react-day-picker": "^8.10.0",
+    "react-dom": "18.2.0",
+    "react-hook-form": "^7.50.1",
+    "react-icons": "^5.0.1",
+    "react-responsive": "^9.0.2",
+    "react18-json-view": "^0.2.8-canary.1",
+    "sonner": "^1.4.0",
+    "superjson": "2.2.1",
+    "tailwind-merge": "^2.2.1",
+    "tailwindcss-animate": "^1.0.7",
+    "use-query-params": "^2.2.1",
+    "uuid": "^9.0.1",
+    "zod": "^3.22.4"
+  },
+  "devDependencies": {
+    "@jedmao/location": "^3.0.0",
+    "@mermaid-js/mermaid-cli": "^10.7.0",
+    "@playwright/test": "^1.41.2",
+    "@release-it/bumper": "^6.0.1",
+    "@testing-library/jest-dom": "^6.4.2",
+    "@testing-library/react": "^14.2.1",
+    "@types/bcryptjs": "^2.4.6",
+    "@types/cors": "^2.8.17",
+    "@types/eslint": "^8.56.2",
+    "@types/jest": "^29.5.12",
+    "@types/lodash": "^4.14.202",
+    "@types/node": "20.10.5",
+    "@types/nodemailer": "^6.4.14",
+    "@types/react": "^18.2.55",
+    "@types/react-dom": "^18.2.19",
+    "@types/uuid": "^9.0.8",
+    "@typescript-eslint/eslint-plugin": "^6.21.0",
+    "@typescript-eslint/parser": "^6.21.0",
+    "autoprefixer": "^10.4.17",
+    "dotenv-cli": "^7.3.0",
+    "eslint": "^8.56.0",
+    "eslint-config-next": "^14.1.0",
+    "jest": "^29.7.0",
+    "jest-environment-jsdom": "^29.7.0",
+    "node-mocks-http": "^1.14.1",
+    "postcss": "^8.4.35",
+    "prettier": "^3.2.5",
+    "prettier-plugin-tailwindcss": "^0.5.11",
+    "prisma": "^5.9.1",
+    "prisma-erd-generator": "^1.11.2",
+    "release-it": "^17.0.5",
+    "tailwindcss": "^3.4.1",
+    "ts-node": "^10.9.2",
+    "tsconfig-paths": "^4.2.0",
+    "tsx": "^4.7.1",
+    "typescript": "^5.3.3"
+  },
+  "ct3aMetadata": {
+    "initVersion": "7.13.0"
+  },
+  "optionalDependencies": {
+    "crisp-sdk-web": "^1.0.21"
+  },
+  "release-it": {
+    "git": {
+      "commitMessage": "chore: release v${version}",
+      "tagName": "v${version}"
+    },
+    "github": {
+      "release": true,
+      "web": true,
+      "autoGenerate": true,
+      "releaseName": "v${version}",
+      "comments": {
+        "submit": true,
+        "issue": ":rocket: _This issue has been resolved in v${version}. See [${releaseName}](${releaseUrl}) for release notes._",
+        "pr": ":rocket: _This pull request is included in v${version}. See [${releaseName}](${releaseUrl}) for release notes._"
+      }
+    },
+    "plugins": {
+      "@release-it/bumper": {
+        "out": {
+          "file": "./src/constants/VERSION.ts",
+          "type": "application/typescript"
+        }
+      }
+    }
+  }
+}

web/prisma/generated/types.ts

@@ -0,0 +1,339 @@
+import type { ColumnType } from "kysely";
+export type Generated<T> = T extends ColumnType<infer S, infer I, infer U>
+  ? ColumnType<S, I | undefined, U>
+  : ColumnType<T, T | undefined, T>;
+export type Timestamp = ColumnType<Date, Date | string, Date | string>;
+
+export const MembershipRole = {
+    OWNER: "OWNER",
+    ADMIN: "ADMIN",
+    MEMBER: "MEMBER",
+    VIEWER: "VIEWER"
+} as const;
+export type MembershipRole = (typeof MembershipRole)[keyof typeof MembershipRole];
+export const ObservationType = {
+    SPAN: "SPAN",
+    EVENT: "EVENT",
+    GENERATION: "GENERATION"
+} as const;
+export type ObservationType = (typeof ObservationType)[keyof typeof ObservationType];
+export const ObservationLevel = {
+    DEBUG: "DEBUG",
+    DEFAULT: "DEFAULT",
+    WARNING: "WARNING",
+    ERROR: "ERROR"
+} as const;
+export type ObservationLevel = (typeof ObservationLevel)[keyof typeof ObservationLevel];
+export const PricingUnit = {
+    PER_1000_TOKENS: "PER_1000_TOKENS",
+    PER_1000_CHARS: "PER_1000_CHARS"
+} as const;
+export type PricingUnit = (typeof PricingUnit)[keyof typeof PricingUnit];
+export const TokenType = {
+    PROMPT: "PROMPT",
+    COMPLETION: "COMPLETION",
+    TOTAL: "TOTAL"
+} as const;
+export type TokenType = (typeof TokenType)[keyof typeof TokenType];
+export const DatasetStatus = {
+    ACTIVE: "ACTIVE",
+    ARCHIVED: "ARCHIVED"
+} as const;
+export type DatasetStatus = (typeof DatasetStatus)[keyof typeof DatasetStatus];
+export type Account = {
+    id: string;
+    user_id: string;
+    type: string;
+    provider: string;
+    providerAccountId: string;
+    refresh_token: string | null;
+    access_token: string | null;
+    expires_at: number | null;
+    expires_in: number | null;
+    ext_expires_in: number | null;
+    token_type: string | null;
+    scope: string | null;
+    id_token: string | null;
+    session_state: string | null;
+};
+export type ApiKey = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    note: string | null;
+    public_key: string;
+    hashed_secret_key: string;
+    fast_hashed_secret_key: string | null;
+    display_secret_key: string;
+    last_used_at: Timestamp | null;
+    expires_at: Timestamp | null;
+    project_id: string;
+};
+export type AuditLog = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    user_id: string;
+    project_id: string;
+    user_project_role: MembershipRole;
+    resource_type: string;
+    resource_id: string;
+    action: string;
+    before: string | null;
+    after: string | null;
+};
+export type CronJobs = {
+    name: string;
+    last_run: Timestamp | null;
+    job_started_at: Timestamp | null;
+    state: string | null;
+};
+export type Dataset = {
+    id: string;
+    name: string;
+    project_id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type DatasetItem = {
+    id: string;
+    status: Generated<DatasetStatus>;
+    input: unknown;
+    expected_output: unknown | null;
+    source_observation_id: string | null;
+    dataset_id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type DatasetRunItems = {
+    id: string;
+    dataset_run_id: string;
+    dataset_item_id: string;
+    observation_id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type DatasetRuns = {
+    id: string;
+    name: string;
+    dataset_id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type Events = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    project_id: string;
+    data: unknown;
+    headers: Generated<unknown>;
+    url: string | null;
+    method: string | null;
+};
+export type Example = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Timestamp;
+};
+export type Membership = {
+    project_id: string;
+    user_id: string;
+    role: MembershipRole;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type MembershipInvitation = {
+    id: string;
+    email: string;
+    role: MembershipRole;
+    project_id: string;
+    sender_id: string | null;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+};
+export type Model = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    project_id: string | null;
+    model_name: string;
+    match_pattern: string;
+    start_date: Timestamp | null;
+    input_price: string | null;
+    output_price: string | null;
+    total_price: string | null;
+    unit: string;
+    tokenizer_id: string | null;
+    tokenizer_config: unknown | null;
+};
+export type Observation = {
+    id: string;
+    trace_id: string | null;
+    project_id: string;
+    type: ObservationType;
+    start_time: Generated<Timestamp>;
+    end_time: Timestamp | null;
+    name: string | null;
+    metadata: unknown | null;
+    parent_observation_id: string | null;
+    level: Generated<ObservationLevel>;
+    status_message: string | null;
+    version: string | null;
+    created_at: Generated<Timestamp>;
+    model: string | null;
+    internal_model: string | null;
+    modelParameters: unknown | null;
+    input: unknown | null;
+    output: unknown | null;
+    prompt_tokens: Generated<number>;
+    completion_tokens: Generated<number>;
+    total_tokens: Generated<number>;
+    unit: string | null;
+    input_cost: string | null;
+    output_cost: string | null;
+    total_cost: string | null;
+    completion_start_time: Timestamp | null;
+    prompt_id: string | null;
+};
+export type ObservationView = {
+    id: string;
+    trace_id: string | null;
+    project_id: string;
+    type: ObservationType;
+    start_time: Generated<Timestamp>;
+    end_time: Timestamp | null;
+    name: string | null;
+    metadata: unknown | null;
+    parent_observation_id: string | null;
+    level: Generated<ObservationLevel>;
+    status_message: string | null;
+    version: string | null;
+    created_at: Generated<Timestamp>;
+    model: string | null;
+    modelParameters: unknown | null;
+    input: unknown | null;
+    output: unknown | null;
+    prompt_tokens: Generated<number>;
+    completion_tokens: Generated<number>;
+    total_tokens: Generated<number>;
+    unit: string | null;
+    completion_start_time: Timestamp | null;
+    prompt_id: string | null;
+    model_id: string | null;
+    input_price: string | null;
+    output_price: string | null;
+    total_price: string | null;
+    calculated_input_cost: string | null;
+    calculated_output_cost: string | null;
+    calculated_total_cost: string | null;
+    latency: string | null;
+};
+export type Pricing = {
+    id: string;
+    model_name: string;
+    pricing_unit: Generated<PricingUnit>;
+    price: string;
+    currency: Generated<string>;
+    token_type: TokenType;
+};
+export type Project = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    name: string;
+    cloud_config: unknown | null;
+};
+export type Prompt = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    project_id: string;
+    created_by: string;
+    prompt: string;
+    name: string;
+    version: number;
+    is_active: boolean;
+    config: Generated<unknown>;
+};
+export type Score = {
+    id: string;
+    timestamp: Generated<Timestamp>;
+    name: string;
+    value: number;
+    comment: string | null;
+    trace_id: string;
+    observation_id: string | null;
+};
+export type Session = {
+    id: string;
+    session_token: string;
+    user_id: string;
+    expires: Timestamp;
+};
+export type Trace = {
+    id: string;
+    external_id: string | null;
+    timestamp: Generated<Timestamp>;
+    name: string | null;
+    user_id: string | null;
+    metadata: unknown | null;
+    release: string | null;
+    version: string | null;
+    project_id: string;
+    public: Generated<boolean>;
+    bookmarked: Generated<boolean>;
+    tags: Generated<string[]>;
+    input: unknown | null;
+    output: unknown | null;
+    session_id: string | null;
+};
+export type TraceSession = {
+    id: string;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    project_id: string;
+    bookmarked: Generated<boolean>;
+    public: Generated<boolean>;
+};
+export type User = {
+    id: string;
+    name: string | null;
+    email: string | null;
+    email_verified: Timestamp | null;
+    password: string | null;
+    image: string | null;
+    admin: Generated<boolean>;
+    created_at: Generated<Timestamp>;
+    updated_at: Generated<Timestamp>;
+    feature_flags: Generated<string[]>;
+};
+export type VerificationToken = {
+    identifier: string;
+    token: string;
+    expires: Timestamp;
+};
+export type DB = {
+    Account: Account;
+    api_keys: ApiKey;
+    audit_logs: AuditLog;
+    cron_jobs: CronJobs;
+    dataset_items: DatasetItem;
+    dataset_run_items: DatasetRunItems;
+    dataset_runs: DatasetRuns;
+    datasets: Dataset;
+    events: Events;
+    Example: Example;
+    membership_invitations: MembershipInvitation;
+    memberships: Membership;
+    models: Model;
+    observations: Observation;
+    observations_view: ObservationView;
+    pricings: Pricing;
+    projects: Project;
+    prompts: Prompt;
+    scores: Score;
+    Session: Session;
+    trace_sessions: TraceSession;
+    traces: Trace;
+    users: User;
+    verification_tokens: VerificationToken;
+};