mirror of
https://github.com/hanzo-apps/dataroom.git
synced 2026-10-30 14:47:36 +00:00
zeekayandHanzo Dev
42425d6bcd
QStash was already gone — `lib/cron/index.ts` shipped a stub whose publishJSON
logged a warning, returned `{ messageId: "noop" }` and DISCARDED the event. Every
customer webhook has been silently dropped since. Its sibling stub, `receiver`,
returned `true` for any signature.
Deliveries now go to a KV list (lib/kv-queue/webhooks.ts): rpush to enqueue, lpop
to take, failures returned with a raised attempt count until MAX_ATTEMPTS so a
customer endpoint that is briefly down keeps its event and one that is gone does
not spin. The signature is computed at enqueue and carried with the item, so a
retry re-sends identical bytes rather than re-signing a payload whose shape may
have moved. Enqueue never throws: a KV outage must not fail the caller's write.
/api/cron/webhooks drains it.
The cron guard was worse than the stub. It read
if (process.env.VERCEL === "1") { ...verify Upstash-Signature... }
and this app runs on Kubernetes, so the branch was ALWAYS false — every
/api/cron/* route was reachable by anyone with the path, and the verifier behind
it asserted nothing anyway. Replaced with a shared secret that FAILS CLOSED: no
CRON_SECRET, no cron. Nothing schedules these today, so a missing secret costs
nothing where the old behaviour cost everything. It is a secret, not an identity —
user-facing auth stays with Hanzo IAM.
Also drops the QStash env block, the dead Upstash locker vars, and the vendor
vocabulary in lib/kv.ts, where the shims describe a SHAPE (options object,
{ score, member }) rather than whoever shipped it.
Verified with npx tsc --noEmit: 100 errors before and after, 0 introduced,
compared set-wise by file:line:code.
Co-authored-by: Hanzo Dev <[email protected]>
148 lines
5.6 KiB
TypeScript
148 lines
5.6 KiB
TypeScript
import { Tinybird } from "@chronark/zod-bird";
|
|
import { z } from "zod";
|
|
|
|
import { VIDEO_EVENT_TYPES } from "../constants";
|
|
import { WEBHOOK_TRIGGERS } from "../webhook/constants";
|
|
|
|
const tb = new Tinybird({ token: process.env.TINYBIRD_TOKEN! });
|
|
|
|
export const publishPageView = tb.buildIngestEndpoint({
|
|
datasource: "page_views__v3",
|
|
event: z.object({
|
|
id: z.string(),
|
|
linkId: z.string(),
|
|
documentId: z.string(),
|
|
viewId: z.string(),
|
|
dataroomId: z.string().nullable().optional(),
|
|
versionNumber: z.number().int().min(1).max(65535).optional().default(1),
|
|
time: z.number().int(),
|
|
duration: z.number().int(),
|
|
pageNumber: z.string(),
|
|
country: z.string().optional().default("Unknown"),
|
|
city: z.string().optional().default("Unknown"),
|
|
region: z.string().optional().default("Unknown"),
|
|
latitude: z.string().optional().default("Unknown"),
|
|
longitude: z.string().optional().default("Unknown"),
|
|
ua: z.string().optional().default("Unknown"),
|
|
browser: z.string().optional().default("Unknown"),
|
|
browser_version: z.string().optional().default("Unknown"),
|
|
engine: z.string().optional().default("Unknown"),
|
|
engine_version: z.string().optional().default("Unknown"),
|
|
os: z.string().optional().default("Unknown"),
|
|
os_version: z.string().optional().default("Unknown"),
|
|
device: z.string().optional().default("Desktop"),
|
|
device_vendor: z.string().optional().default("Unknown"),
|
|
device_model: z.string().optional().default("Unknown"),
|
|
cpu_architecture: z.string().optional().default("Unknown"),
|
|
bot: z.boolean().optional(),
|
|
referer: z.string().optional().default("(direct)"),
|
|
referer_url: z.string().optional().default("(direct)"),
|
|
}),
|
|
});
|
|
|
|
export const recordWebhookEvent = tb.buildIngestEndpoint({
|
|
datasource: "webhook_events__v1",
|
|
event: z.object({
|
|
event_id: z.string(),
|
|
webhook_id: z.string(),
|
|
message_id: z.string(), // delivery id
|
|
event: z.enum(WEBHOOK_TRIGGERS),
|
|
url: z.string(),
|
|
http_status: z.number(),
|
|
request_body: z.string(),
|
|
response_body: z.string(),
|
|
}),
|
|
});
|
|
|
|
export const recordVideoView = tb.buildIngestEndpoint({
|
|
datasource: "video_views__v1",
|
|
event: z.object({
|
|
timestamp: z.string(),
|
|
id: z.string(),
|
|
link_id: z.string(),
|
|
document_id: z.string(),
|
|
view_id: z.string(),
|
|
dataroom_id: z.string().nullable(),
|
|
version_number: z.number(),
|
|
event_type: z.enum(VIDEO_EVENT_TYPES),
|
|
start_time: z.number(),
|
|
end_time: z.number().optional(),
|
|
playback_rate: z.number(),
|
|
volume: z.number(),
|
|
is_muted: z.number(),
|
|
is_focused: z.number(),
|
|
is_fullscreen: z.number(),
|
|
country: z.string().optional().default("Unknown"),
|
|
city: z.string().optional().default("Unknown"),
|
|
region: z.string().optional().default("Unknown"),
|
|
latitude: z.string().optional().default("Unknown"),
|
|
longitude: z.string().optional().default("Unknown"),
|
|
ua: z.string().optional().default("Unknown"),
|
|
browser: z.string().optional().default("Unknown"),
|
|
browser_version: z.string().optional().default("Unknown"),
|
|
engine: z.string().optional().default("Unknown"),
|
|
engine_version: z.string().optional().default("Unknown"),
|
|
os: z.string().optional().default("Unknown"),
|
|
os_version: z.string().optional().default("Unknown"),
|
|
device: z.string().optional().default("Desktop"),
|
|
device_vendor: z.string().optional().default("Unknown"),
|
|
device_model: z.string().optional().default("Unknown"),
|
|
cpu_architecture: z.string().optional().default("Unknown"),
|
|
bot: z.boolean().optional(),
|
|
referer: z.string().optional().default("(direct)"),
|
|
referer_url: z.string().optional().default("(direct)"),
|
|
ip_address: z.string().nullable(),
|
|
}),
|
|
});
|
|
|
|
// Click event tracking when user clicks a link within a document
|
|
export const recordClickEvent = tb.buildIngestEndpoint({
|
|
datasource: "click_events__v1",
|
|
event: z.object({
|
|
timestamp: z.string(),
|
|
event_id: z.string(),
|
|
session_id: z.string(),
|
|
link_id: z.string(),
|
|
document_id: z.string(),
|
|
view_id: z.string(),
|
|
page_number: z.string(),
|
|
href: z.string(),
|
|
version_number: z.number(),
|
|
dataroom_id: z.string().nullable(),
|
|
}),
|
|
});
|
|
|
|
// Event track when a visitor opens a link
|
|
export const recordLinkViewTB = tb.buildIngestEndpoint({
|
|
datasource: "pm_click_events__v1",
|
|
event: z.object({
|
|
timestamp: z.string(),
|
|
click_id: z.string(),
|
|
view_id: z.string(),
|
|
link_id: z.string(),
|
|
document_id: z.string().nullable(),
|
|
dataroom_id: z.string().nullable(),
|
|
continent: z.string().optional().default("Unknown"),
|
|
country: z.string().optional().default("Unknown"),
|
|
city: z.string().optional().default("Unknown"),
|
|
region: z.string().optional().default("Unknown"),
|
|
latitude: z.string().optional().default("Unknown"),
|
|
longitude: z.string().optional().default("Unknown"),
|
|
device: z.string().optional().default("Desktop"),
|
|
device_model: z.string().optional().default("Unknown"),
|
|
device_vendor: z.string().optional().default("Unknown"),
|
|
browser: z.string().optional().default("Unknown"),
|
|
browser_version: z.string().optional().default("Unknown"),
|
|
os: z.string().optional().default("Unknown"),
|
|
os_version: z.string().optional().default("Unknown"),
|
|
engine: z.string().optional().default("Unknown"),
|
|
engine_version: z.string().optional().default("Unknown"),
|
|
cpu_architecture: z.string().optional().default("Unknown"),
|
|
ua: z.string().optional().default("Unknown"),
|
|
bot: z.boolean().optional(),
|
|
referer: z.string().optional().default("(direct)"),
|
|
referer_url: z.string().optional().default("(direct)"),
|
|
ip_address: z.string().nullable(),
|
|
}),
|
|
});
|