mirror of
https://github.com/hanzoai/insights.git
synced 2026-10-30 16:15:31 +00:00
zeekay
40d120dbf7
Every first-party Python caller and test now names the mount the API actually answers on. Mechanical: URL literals only, and only where the /api/ was ours -- a preceding word character means it was a module path like insights/api/ or a third-party host like slack.com/api/, and those are untouched. Left saying /api/, each for a reason rather than for safety: - products/warehouse_sources/.../sources/** is a catalogue of vendor endpoints - services/llm-gateway deploys separately and is under a code freeze, so moving its two calls would break it during the skew - the mcp_store and Slack/Teams redirect_uris are registered with third parties and must byte-match what was registered - the Wizard and Raycast client-metadata paths are OAuth client_ids - /api/surveys and /api/feature_flag/local_evaluation are SDK aliases the ingress routes to the Rust fleets, held by released SDK versions Test URLconfs moved with the requests that call them, and the Datastore user-selection fixtures now carry the leading slash that request.path has.
207 lines
10 KiB
TypeScript
207 lines
10 KiB
TypeScript
import { execFileSync } from 'node:child_process'
|
|
|
|
import { expect, LOGIN_PASSWORD, LOGIN_USERNAME, test } from '../utils/playwright-test-core'
|
|
|
|
test.describe('SQL Editor direct Postgres queries', () => {
|
|
test('creates a Postgres direct source and queries it successfully', async ({ page }) => {
|
|
test.setTimeout(180000)
|
|
const sourceName = `Playwright direct ${Date.now()}`
|
|
const tableName = `playwright_direct_query_${Date.now()}`
|
|
let sourceId: string | null = null
|
|
|
|
try {
|
|
execFileSync('psql', [
|
|
'postgresql://insights:[email protected]:5432/insights',
|
|
'-c',
|
|
`
|
|
DROP TABLE IF EXISTS ${tableName};
|
|
CREATE TABLE ${tableName} (
|
|
id integer primary key,
|
|
label text not null
|
|
);
|
|
INSERT INTO ${tableName} (id, label) VALUES (1, 'alpha'), (2, 'beta');
|
|
`,
|
|
])
|
|
await page.goto('/login')
|
|
await page.evaluate(
|
|
async ({ email, password }) => {
|
|
await fetch('/v1/login/', {
|
|
method: 'POST',
|
|
headers: {
|
|
'Content-Type': 'application/json',
|
|
},
|
|
body: JSON.stringify({ email, password }),
|
|
})
|
|
},
|
|
{ email: LOGIN_USERNAME, password: LOGIN_PASSWORD }
|
|
)
|
|
await page.goto('/')
|
|
await expect(page).toHaveURL(/\/project\/\d+/)
|
|
await page.goToMenuItem('sql-editor')
|
|
await expect(page.locator('[data-attr=editor-scene]')).toBeVisible({ timeout: 60000 })
|
|
|
|
await test.step('Open the direct Postgres source flow with direct query preselected', async () => {
|
|
await expect(page.locator('[data-attr=sql-editor-output-pane-empty-state]')).toBeVisible()
|
|
|
|
const connectionSelector = page.getByRole('button', { name: /Insights \(Datastore\)/ })
|
|
await connectionSelector.click()
|
|
await page.getByRole('menuitem', { name: 'Add direct connection' }).click()
|
|
await page.getByRole('menuitem', { name: 'Postgres', exact: true }).click()
|
|
|
|
await expect(page).toHaveURL(/.*\/data-warehouse\/new-source/)
|
|
await expect(page).toHaveURL(/kind=Postgres/)
|
|
await expect(page).toHaveURL(/access_method=direct/)
|
|
await expect(page.getByText('How should Insights query this source?')).toBeVisible({ timeout: 60000 })
|
|
await expect(page.getByText('Shown as:')).toBeVisible({ timeout: 60000 })
|
|
})
|
|
|
|
await test.step('Create the Postgres direct source for the selected table', async () => {
|
|
sourceId = await page.evaluate(
|
|
async ({ name, table }) => {
|
|
const csrfToken =
|
|
document.cookie
|
|
.split(';')
|
|
.map((cookie) => cookie.trim())
|
|
.find((cookie) => cookie.startsWith('insights_csrftoken='))
|
|
?.split('=')
|
|
.slice(1)
|
|
.join('=') || ''
|
|
|
|
if (!csrfToken) {
|
|
throw new Error('CSRF cookie missing in browser context')
|
|
}
|
|
|
|
for (let attempt = 1; attempt <= 3; attempt++) {
|
|
const response = await fetch('/v1/projects/@current/external_data_sources/', {
|
|
method: 'POST',
|
|
credentials: 'include',
|
|
headers: {
|
|
'Content-Type': 'application/json',
|
|
'X-CSRFToken': decodeURIComponent(csrfToken),
|
|
},
|
|
body: JSON.stringify({
|
|
source_type: 'Postgres',
|
|
access_method: 'direct',
|
|
prefix: name,
|
|
payload: {
|
|
source_type: 'Postgres',
|
|
host: 'localhost',
|
|
port: '5432',
|
|
database: 'insights',
|
|
user: 'insights',
|
|
password: 'insights',
|
|
schema: 'public',
|
|
schemas: [
|
|
{
|
|
name: table,
|
|
should_sync: true,
|
|
sync_type: null,
|
|
incremental_field: null,
|
|
incremental_field_type: null,
|
|
sync_time_of_day: null,
|
|
},
|
|
],
|
|
},
|
|
}),
|
|
})
|
|
|
|
if (response.ok) {
|
|
const data = await response.json()
|
|
return data.id as string
|
|
}
|
|
|
|
if (![502, 503, 504].includes(response.status) || attempt === 3) {
|
|
throw new Error(`${response.status} ${await response.text()}`)
|
|
}
|
|
|
|
await new Promise((resolve) => window.setTimeout(resolve, attempt * 1000))
|
|
}
|
|
throw new Error('Failed to create Postgres direct source after retries')
|
|
},
|
|
{ name: sourceName, table: tableName }
|
|
)
|
|
})
|
|
|
|
await test.step('Run a successful raw query against the new connection', async () => {
|
|
await page.goto('/')
|
|
await page.goToMenuItem('sql-editor')
|
|
await expect(page.locator('[data-attr=editor-scene]')).toBeVisible({ timeout: 60000 })
|
|
|
|
const connectionSelector = page.getByRole('button', { name: /Insights \(Datastore\)/ })
|
|
await connectionSelector.click()
|
|
await page.getByRole('menuitem', { name: `${sourceName} (Postgres)` }).click()
|
|
|
|
await page.getByTestId('sql-editor-settings-toggle').click()
|
|
await page.getByTestId('sql-editor-send-raw-query-toggle').click()
|
|
|
|
// CodeEditor lazy-loads monaco, so the container renders before the editor
|
|
// mounts — clicking too early focuses nothing and the keystrokes are lost.
|
|
await page
|
|
.locator('[data-attr=insightsql-query-editor] [data-editor-ready="true"]')
|
|
.first()
|
|
.waitFor({ state: 'visible' })
|
|
await page.locator('[data-attr=insightsql-query-editor]').click()
|
|
await page
|
|
.locator('[data-attr=insightsql-query-editor]')
|
|
.press(`${process.platform === 'darwin' ? 'Meta' : 'Control'}+A`)
|
|
await page.locator('[data-attr=insightsql-query-editor]').press('Delete')
|
|
await page
|
|
.locator('[data-attr=insightsql-query-editor]')
|
|
.pressSequentially(`SELECT id, label FROM ${tableName} ORDER BY id`)
|
|
await page.locator('[data-attr=sql-editor-run-button]').click()
|
|
await expect(page.locator('[data-attr=sql-editor-run-button]')).toContainText('Cancel')
|
|
await expect(page.locator('[data-attr=sql-editor-run-button]')).toContainText('Run', { timeout: 60000 })
|
|
|
|
await expect(page.locator('[data-attr=sql-editor-output-pane-empty-state]')).not.toBeVisible()
|
|
await expect
|
|
.poll(async () => await page.locator('body').innerText(), { timeout: 60000 })
|
|
.toContain('alpha')
|
|
await expect
|
|
.poll(async () => await page.locator('body').innerText(), { timeout: 60000 })
|
|
.toContain('beta')
|
|
})
|
|
} finally {
|
|
if (sourceId) {
|
|
try {
|
|
await page.evaluate(
|
|
async ({ id }) => {
|
|
const csrfToken =
|
|
document.cookie
|
|
.split(';')
|
|
.map((cookie) => cookie.trim())
|
|
.find((cookie) => cookie.startsWith('insights_csrftoken='))
|
|
?.split('=')
|
|
.slice(1)
|
|
.join('=') || ''
|
|
|
|
if (!csrfToken) {
|
|
throw new Error('CSRF cookie missing in browser context')
|
|
}
|
|
|
|
await fetch(`/v1/projects/@current/external_data_sources/${id}/`, {
|
|
method: 'DELETE',
|
|
credentials: 'include',
|
|
headers: {
|
|
'X-CSRFToken': decodeURIComponent(csrfToken),
|
|
},
|
|
})
|
|
},
|
|
{ id: sourceId }
|
|
)
|
|
} catch {
|
|
// Best-effort cleanup for the source created during the test.
|
|
}
|
|
}
|
|
try {
|
|
execFileSync('psql', [
|
|
'postgresql://insights:[email protected]:5432/insights',
|
|
'-c',
|
|
`DROP TABLE IF EXISTS ${tableName};`,
|
|
])
|
|
} catch {
|
|
// Best-effort cleanup for the table created during the test.
|
|
}
|
|
}
|
|
})
|
|
})
|