mirror of
https://github.com/hanzoai/insights.git
synced 2026-10-30 16:15:31 +00:00
zeekay
bc4ddf332b
Mechanically re-derived: bin/debrand runs over a fresh import of posthog/posthog@fa1a9a60d4 (2026-08-06). The pipeline (.hanzo/workflows), the Dockerfiles and bin/docker* entrypoints, compose files, LLM.md and the squashed initial migration are restored from the shipped tree, same as the previous import. The prune's import-closure guard kept 21 products the new core now imports; dropping them is a refactor now, recorded rather than forced.
118 lines
3.9 KiB
TypeScript
118 lines
3.9 KiB
TypeScript
import { afterEach, beforeAll, describe, expect, it } from 'vitest'
|
|
|
|
import {
|
|
type CreatedResources,
|
|
TEST_ORG_ID,
|
|
TEST_PROJECT_ID,
|
|
cleanupResources,
|
|
createTestClient,
|
|
createTestContext,
|
|
getToolByName,
|
|
parseToolResponse,
|
|
setActiveProjectAndOrg,
|
|
validateEnvironmentVariables,
|
|
} from '@/shared/test-utils'
|
|
import getLLMCostsTool from '@/tools/aiObservability/getLLMCosts'
|
|
import { GENERATED_TOOLS } from '@/tools/generated/ai_observability'
|
|
import type { Context } from '@/tools/types'
|
|
|
|
describe('AI observability', { concurrent: false }, () => {
|
|
let context: Context
|
|
const createdResources: CreatedResources = {
|
|
featureFlags: [],
|
|
insights: [],
|
|
dashboards: [],
|
|
surveys: [],
|
|
actions: [],
|
|
cohorts: [],
|
|
}
|
|
|
|
beforeAll(async () => {
|
|
validateEnvironmentVariables()
|
|
const client = createTestClient()
|
|
context = createTestContext(client)
|
|
await setActiveProjectAndOrg(context, TEST_PROJECT_ID!, TEST_ORG_ID!)
|
|
})
|
|
|
|
afterEach(async () => {
|
|
await cleanupResources(context.api, TEST_PROJECT_ID!, createdResources)
|
|
})
|
|
|
|
describe('get-llm-costs tool', () => {
|
|
const costsTool = getLLMCostsTool()
|
|
|
|
it('should get LLM costs with default days (6 days)', async () => {
|
|
const result = await costsTool.handler(context, {
|
|
projectId: Number(TEST_PROJECT_ID),
|
|
})
|
|
|
|
const costsData = parseToolResponse(result)
|
|
expect(Array.isArray(costsData.results)).toBe(true)
|
|
})
|
|
|
|
it('should get LLM costs for custom time period', async () => {
|
|
const result = await costsTool.handler(context, {
|
|
projectId: Number(TEST_PROJECT_ID),
|
|
days: 30,
|
|
})
|
|
|
|
const costsData = parseToolResponse(result)
|
|
expect(Array.isArray(costsData.results)).toBe(true)
|
|
})
|
|
|
|
it('should get LLM costs for single day', async () => {
|
|
const result = await costsTool.handler(context, {
|
|
projectId: Number(TEST_PROJECT_ID),
|
|
days: 1,
|
|
})
|
|
|
|
const costsData = parseToolResponse(result)
|
|
expect(Array.isArray(costsData.results)).toBe(true)
|
|
})
|
|
|
|
it('should fall back to the active project when projectId is omitted', async () => {
|
|
const result = await costsTool.handler(context, {})
|
|
|
|
const costsData = parseToolResponse(result)
|
|
expect(Array.isArray(costsData.results)).toBe(true)
|
|
})
|
|
})
|
|
|
|
describe('AI observability workflow', () => {
|
|
it('should support getting costs for different time periods', async () => {
|
|
const costsTool = getLLMCostsTool()
|
|
|
|
const weekResult = await costsTool.handler(context, {
|
|
projectId: Number(TEST_PROJECT_ID),
|
|
days: 7,
|
|
})
|
|
|
|
const weekData = parseToolResponse(weekResult)
|
|
expect(Array.isArray(weekData.results)).toBe(true)
|
|
|
|
const monthResult = await costsTool.handler(context, {
|
|
projectId: Number(TEST_PROJECT_ID),
|
|
days: 30,
|
|
})
|
|
|
|
const monthData = parseToolResponse(monthResult)
|
|
expect(Array.isArray(monthData.results)).toBe(true)
|
|
})
|
|
})
|
|
|
|
describe('query-llm-traces-list', () => {
|
|
it('should execute a traces query and return formatted results', async () => {
|
|
const tool = getToolByName(GENERATED_TOOLS, 'query-llm-traces-list')
|
|
const result = (await tool.handler(context, {
|
|
dateRange: { date_from: '-7d' },
|
|
limit: 10,
|
|
})) as any
|
|
|
|
expect(result).toHaveProperty('results')
|
|
expect(result).toHaveProperty('_insightsUrl')
|
|
// TracesQuery may not have a formatter — result could be string or JSON fallback
|
|
expect(result.results !== undefined).toBe(true)
|
|
})
|
|
})
|
|
})
|