diff --git a/.cursor/rules/cursor-api.mdc b/.cursor/rules/cursor-api.mdc index 0409fd6..6dd41ea 100644 --- a/.cursor/rules/cursor-api.mdc +++ b/.cursor/rules/cursor-api.mdc @@ -32,7 +32,22 @@ Poll at most once per hour (data aggregated hourly). ### POST /teams/spend Body: `{ page, pageSize }` -Returns `{ teamMemberSpend: [{ email, spendCents, fastPremiumRequests }], subscriptionCycleStart: number, totalPages }` +Returns (post-2026 shape): +``` +{ + teamMemberSpend: [{ + userId, email, name, role, profilePictureUrl, + spendCents, // overage above plan (was cycle total in pre-2026 shape) + overallSpendCents, // cycle-to-date total (new field, post-2026) + fastPremiumRequests, + monthlyLimitDollars, hardLimitOverrideDollars, + effectivePerUserLimitDollars + }], + subscriptionCycleStart: number, + totalPages, totalMembers, limitedUsersCount, maxUserSpendCents +} +``` +Note: the meaning of `spendCents` changed in 2026. Pre-2026 it was the cycle total; post-2026 it is the overage above the plan-included amount, and `overallSpendCents` holds the cycle total. `includedSpendCents` was removed from the response. `cursor-client.ts::normalizeMemberSpend` normalizes both shapes so downstream code can rely on `spendCents` = total and `includedSpendCents` = plan-covered. See GH issue #19. ### POST /teams/filtered-usage-events Body: `{ email?, startDate?, endDate?, page, pageSize }` diff --git a/.cursor/rules/project-context.mdc b/.cursor/rules/project-context.mdc index 22c3e06..f3cc334 100644 --- a/.cursor/rules/project-context.mdc +++ b/.cursor/rules/project-context.mdc @@ -38,9 +38,10 @@ Cursor Enterprise APIs → Collector (src/lib/collector.ts) → SQLite (src/lib/ Dashboard (src/app/ pages) ``` -Two CLI entry points: -- `npm run collect` — fetch data from Cursor APIs into SQLite +Three CLI entry points: +- `npm run collect` — fetch data from Cursor APIs into the database - `npm run detect` — run anomaly detection + alerting on stored data +- `npm run reset` — clear database tables (per-table or all; see `--help`) Single cron endpoint `POST /api/cron` does both: collect → detect → alert in one call. @@ -52,6 +53,7 @@ Single cron endpoint `POST /api/cron` does both: collect → detect → alert in | `src/lib/cursor-client.ts` | Cursor API client (Admin + Analytics), pagination, rate-limit retry | | `src/lib/db.ts` | SQLite schema, all queries, dashboard stats, analytics, user stats | | `src/lib/collector.ts` | Data collection pipeline (members, daily usage, spending, events, analytics, groups) | +| `src/lib/reset.ts` | Database reset orchestrator (per-table or full truncate) | | `src/lib/anomaly/detector.ts` | Orchestrator — runs all 3 detection layers, deduplicates | | `src/lib/anomaly/thresholds.ts` | Layer 1: static limits (spend, requests, tokens) | | `src/lib/anomaly/zscore.ts` | Layer 2: statistical z-score on daily spend vs active team mean | @@ -97,4 +99,4 @@ members, daily_usage, spending, usage_events, anomalies, incidents, config, coll - API response shapes may not exactly match the live Cursor API. If real responses differ, update `src/lib/types.ts` and `src/lib/cursor-client.ts`. - Trend detection can produce duplicate dedup keys (spend spike + cycle outlier both emit `trend:spend` for same user) — first one wins, second is silently dropped. -- CLI scripts (`npm run collect`, `npm run detect`) do NOT auto-load `.env` — use `source .env && export CURSOR_ADMIN_API_KEY` or run via the Next.js dev server cron endpoint instead. \ No newline at end of file +- CLI scripts (`npm run collect`, `npm run detect`, `npm run reset`) load `.env` via `--env-file=.env` when run through npm scripts. \ No newline at end of file diff --git a/.env.example b/.env.example index 268a6ea..43fec1e 100644 --- a/.env.example +++ b/.env.example @@ -22,3 +22,16 @@ AUTH_TRUST_HOST=true # required when behind a reverse prox AUTH_URL= # public URL, e.g. https://your-app.fly.dev (auto-detected locally) ELEVENLABS_API_KEY= + +# Data storage (default: sqlite file at data/tracker.db) +# DATABASE_SOURCE=sqlite +# DATABASE_PATH=data/tracker.db + +# Postgres (optional — start with: npm run postgres:up) +# DATABASE_SOURCE=postgres +# POSTGRES_USER=tracker +# POSTGRES_PASSWORD=change-me +# POSTGRES_DB=cursor_tracker +# POSTGRES_HOST=localhost +# POSTGRES_PORT=5433 +# POSTGRES_URL= # optional full override instead of the vars above diff --git a/.vscode/launch.json b/.vscode/launch.json new file mode 100644 index 0000000..47ea753 --- /dev/null +++ b/.vscode/launch.json @@ -0,0 +1,36 @@ +{ + // Use IntelliSense to learn about possible attributes. + // Hover to view descriptions of existing attributes. + // For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387 + "version": "0.2.0", + "configurations": [ + { + "type": "node", + "request": "launch", + "name": "Run next", + "runtimeExecutable": "next", + "cwd": "${workspaceFolder}", + "args": [] + }, + { + "type": "node", + "request": "launch", + "name": "Debug: npm run collect", + "runtimeExecutable": "npx", + "runtimeArgs": ["tsx", "--env-file=.env", "src/lib/cli/collect.ts"], + "cwd": "${workspaceFolder}", + "console": "integratedTerminal", + "skipFiles": ["/**", "**/node_modules/**"] + }, + { + "type": "node", + "request": "launch", + "name": "Debug: npm run detect", + "runtimeExecutable": "npx", + "runtimeArgs": ["tsx", "--env-file=.env", "src/lib/cli/detect.ts"], + "cwd": "${workspaceFolder}", + "console": "integratedTerminal", + "skipFiles": ["/**", "**/node_modules/**"] + } + ] +} diff --git a/README.md b/README.md index 8ec8246..ddc1b4a 100644 --- a/README.md +++ b/README.md @@ -268,6 +268,52 @@ This runs the stored data through all three detection layers and sends alerts fo > `npm run collect` only fetches data. `npm run detect` only runs detection. The cron endpoint (`POST /api/cron`) does both in one call. +### Reset stored data (optional) + +To wipe collected data from the local database — for a fresh start or after testing — use the reset CLI. It deletes rows from selected tables (schema is preserved). Works with SQLite (default) and Postgres (`DATABASE_SOURCE=postgres`). + +```bash +npm run reset -- --list # show all resettable tables +npm run reset -- --all # wipe every table (confirmation prompt) +npm run reset -- usage_events # wipe one or more tables +npm run reset -- --all --yes # skip confirmation (scripts/CI) +npm run reset:postgres -- --all # same, against Postgres +``` + +Clearing `metadata` or `config` also removes billing-cycle anchors, alert dedup state, and detection thresholds. After a reset, run `npm run collect` to repopulate from the Cursor API. + +### Postgres storage (optional) + +By default data is stored in a local SQLite file at `data/tracker.db`. For Postgres — with decimal-safe spend columns — set `DATABASE_SOURCE=postgres`. + +**Start Postgres in Docker** (no local Postgres install required; uses port **5433** to avoid conflicting with a system Postgres on 5432): + +```bash +npm run postgres:up +``` + +Add to `.env` (copy the Postgres block from `.env.example` and set your password): + +```env +DATABASE_SOURCE=postgres +POSTGRES_USER=your_user +POSTGRES_PASSWORD=your_password +POSTGRES_DB=cursor_tracker +POSTGRES_HOST=localhost +POSTGRES_PORT=5433 +``` + +Docker Compose and npm scripts read these values from `.env`. You can set `POSTGRES_URL` instead if you prefer a single connection string. + +Then collect and run the dashboard against Postgres: + +```bash +npm run collect:postgres # or npm run collect after updating .env +npm run dev:postgres # or npm run dev after updating .env +``` + +Schema is created automatically on first connect. For a full Docker stack (app + Postgres), use `docker compose -f docker-compose.full.yml up`. + ### 6. Set up recurring collection Trigger the cron endpoint hourly (via crontab, GitHub Actions, or any scheduler): @@ -468,15 +514,15 @@ When both are set, either match grants access. When neither is set, any Google a ## Tech Stack -| Component | Technology | -| ---------- | -------------------------------------------------------------------------------------------------------------------------------------------------------------- | -| Framework | [![Next.js](https://img.shields.io/badge/Next.js-000?logo=nextdotjs&logoColor=white)](https://github.com/vercel/next.js) App Router | -| Language | [![TypeScript](https://img.shields.io/badge/TypeScript-3178C6?logo=typescript&logoColor=white)](https://github.com/microsoft/TypeScript) strict mode | -| Database | [![SQLite](https://img.shields.io/badge/SQLite-003B57?logo=sqlite&logoColor=white)](https://github.com/WiseLibs/better-sqlite3) via better-sqlite3 (swappable) | -| Charts | [![Recharts](https://img.shields.io/badge/Recharts-22B5BF?logo=recharts&logoColor=white)](https://github.com/recharts/recharts) | -| Styling | [![Tailwind CSS](https://img.shields.io/badge/Tailwind_CSS-06B6D4?logo=tailwindcss&logoColor=white)](https://github.com/tailwindlabs/tailwindcss) | -| Testing | [![Vitest](https://img.shields.io/badge/Vitest-6E9F18?logo=vitest&logoColor=white)](https://github.com/vitest-dev/vitest) | -| Deployment | [![Docker](https://img.shields.io/badge/Docker-2496ED?logo=docker&logoColor=white)](https://github.com/docker) multi-stage build | +| Component | Technology | +| ---------- | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | +| Framework | [![Next.js](https://img.shields.io/badge/Next.js-000?logo=nextdotjs&logoColor=white)](https://github.com/vercel/next.js) App Router | +| Language | [![TypeScript](https://img.shields.io/badge/TypeScript-3178C6?logo=typescript&logoColor=white)](https://github.com/microsoft/TypeScript) strict mode | +| Database | SQLite (default) or PostgreSQL via `DATABASE_SOURCE`; SQLite uses [better-sqlite3](https://github.com/WiseLibs/better-sqlite3), Postgres uses [pg](https://github.com/brianc/node-postgres) | +| Charts | [![Recharts](https://img.shields.io/badge/Recharts-22B5BF?logo=recharts&logoColor=white)](https://github.com/recharts/recharts) | +| Styling | [![Tailwind CSS](https://img.shields.io/badge/Tailwind_CSS-06B6D4?logo=tailwindcss&logoColor=white)](https://github.com/tailwindlabs/tailwindcss) | +| Testing | [![Vitest](https://img.shields.io/badge/Vitest-6E9F18?logo=vitest&logoColor=white)](https://github.com/vitest-dev/vitest) | +| Deployment | [![Docker](https://img.shields.io/badge/Docker-2496ED?logo=docker&logoColor=white)](https://github.com/docker) multi-stage build | --- @@ -486,6 +532,7 @@ When both are set, either match grants access. When neither is set, any Google a npm run dev # Start dev server npm run collect # Manual data collection npm run detect # Manual anomaly detection + alerting +npm run reset # Clear database tables (see --help) npm run typecheck # Type checking npm test # Run tests npm run lint # Lint + format check diff --git a/docker-compose.full.yml b/docker-compose.full.yml new file mode 100644 index 0000000..2e7f928 --- /dev/null +++ b/docker-compose.full.yml @@ -0,0 +1,41 @@ +# Full stack: tracker app + Postgres (set DATABASE_SOURCE=postgres in .env) +services: + tracker: + build: . + ports: + - "3000:3000" + volumes: + - tracker-data:/app/data + env_file: + - .env + environment: + DATABASE_SOURCE: ${DATABASE_SOURCE:-postgres} + POSTGRES_URL: postgres://${POSTGRES_USER}:${POSTGRES_PASSWORD}@postgres:5432/${POSTGRES_DB} + depends_on: + postgres: + condition: service_healthy + restart: unless-stopped + healthcheck: + test: ["CMD", "wget", "--no-verbose", "--tries=1", "--spider", "http://localhost:3000/"] + interval: 30s + timeout: 10s + retries: 3 + + postgres: + image: postgres:16-alpine + environment: + POSTGRES_USER: ${POSTGRES_USER} + POSTGRES_PASSWORD: ${POSTGRES_PASSWORD} + POSTGRES_DB: ${POSTGRES_DB} + volumes: + - postgres-data:/var/lib/postgresql/data + healthcheck: + test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER} -d ${POSTGRES_DB}"] + interval: 5s + timeout: 5s + retries: 10 + restart: unless-stopped + +volumes: + tracker-data: + postgres-data: diff --git a/docker-compose.postgres.yml b/docker-compose.postgres.yml new file mode 100644 index 0000000..a695274 --- /dev/null +++ b/docker-compose.postgres.yml @@ -0,0 +1,21 @@ +services: + postgres: + image: postgres:16-alpine + container_name: cursor-tracker-postgres + ports: + - "5433:5432" + environment: + POSTGRES_USER: ${POSTGRES_USER} + POSTGRES_PASSWORD: ${POSTGRES_PASSWORD} + POSTGRES_DB: ${POSTGRES_DB} + volumes: + - postgres-data:/var/lib/postgresql/data + healthcheck: + test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER} -d ${POSTGRES_DB}"] + interval: 5s + timeout: 5s + retries: 10 + restart: unless-stopped + +volumes: + postgres-data: diff --git a/next.config.ts b/next.config.ts index 892fcc4..94a2a18 100644 --- a/next.config.ts +++ b/next.config.ts @@ -2,7 +2,7 @@ import type { NextConfig } from "next"; const nextConfig: NextConfig = { output: "standalone", - serverExternalPackages: ["better-sqlite3"], + serverExternalPackages: ["better-sqlite3", "pg", "synckit"], }; export default nextConfig; diff --git a/package-lock.json b/package-lock.json index 2ed3faa..a424114 100644 --- a/package-lock.json +++ b/package-lock.json @@ -13,10 +13,12 @@ "better-sqlite3": "^12.6.2", "next": "^16.1.6", "next-auth": "^5.0.0-beta.30", + "pg": "^8.16.0", "react": "^19.2.4", "react-dom": "^19.2.4", "recharts": "^3.7.0", "resend": "^6.9.2", + "synckit": "^0.11.11", "tailwindcss": "^4.1.18" }, "bin": { @@ -30,6 +32,7 @@ "@semantic-release/git": "^10.0.1", "@types/better-sqlite3": "^7.6.13", "@types/node": "^25.2.3", + "@types/pg": "^8.15.4", "@types/react": "^19.2.14", "@types/react-dom": "^19.2.3", "eslint": "^10.0.0", @@ -1674,6 +1677,18 @@ "url": "https://github.com/sponsors/panva" } }, + "node_modules/@pkgr/core": { + "version": "0.3.6", + "resolved": "https://registry.npmjs.org/@pkgr/core/-/core-0.3.6.tgz", + "integrity": "sha512-SEeaJLb3qBNF/OaXnaR1NmmBbFYk1zC0ZH/52fATcRPLFg/p791YrcyFFy44Bo9sLaGuSuLp5Q6axbb/O+v/RA==", + "license": "MIT", + "engines": { + "node": "^14.18.0 || >=16.0.0" + }, + "funding": { + "url": "https://opencollective.com/pkgr" + } + }, "node_modules/@pnpm/config.env-replace": { "version": "1.1.0", "resolved": "https://registry.npmjs.org/@pnpm/config.env-replace/-/config.env-replace-1.1.0.tgz", @@ -3174,6 +3189,18 @@ "dev": true, "license": "MIT" }, + "node_modules/@types/pg": { + "version": "8.20.0", + "resolved": "https://registry.npmjs.org/@types/pg/-/pg-8.20.0.tgz", + "integrity": "sha512-bEPFOaMAHTEP1EzpvHTbmwR8UsFyHSKsRisLIHVMXnpNefSbGA1bD6CVy+qKjGSqmZqNqBDV2azOBo8TgkcVow==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/node": "*", + "pg-protocol": "*", + "pg-types": "^2.2.0" + } + }, "node_modules/@types/react": { "version": "19.2.14", "resolved": "https://registry.npmjs.org/@types/react/-/react-19.2.14.tgz", @@ -9399,6 +9426,104 @@ "dev": true, "license": "MIT" }, + "node_modules/pg": { + "version": "8.21.0", + "resolved": "https://registry.npmjs.org/pg/-/pg-8.21.0.tgz", + "integrity": "sha512-AUP1EYJuHraQGsVoCQVIcM7TEJVGtDzxWtGFZd8rds9d+CCXlU5Js1rYgfLNvxy9iJrpHjGrRjoi/3BT9fRyiA==", + "license": "MIT", + "dependencies": { + "pg-connection-string": "^2.13.0", + "pg-pool": "^3.14.0", + "pg-protocol": "^1.14.0", + "pg-types": "2.2.0", + "pgpass": "1.0.5" + }, + "engines": { + "node": ">= 16.0.0" + }, + "optionalDependencies": { + "pg-cloudflare": "^1.4.0" + }, + "peerDependencies": { + "pg-native": ">=3.0.1" + }, + "peerDependenciesMeta": { + "pg-native": { + "optional": true + } + } + }, + "node_modules/pg-cloudflare": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/pg-cloudflare/-/pg-cloudflare-1.4.0.tgz", + "integrity": "sha512-Vo7z/6rrQYxpNRylp4Tlob2elzbh+N/MOQbxFVWCxS7oEx6jF53GTJFxK2WWpKuBRkmiin4Mt+xofFDjx09R0A==", + "license": "MIT", + "optional": true + }, + "node_modules/pg-connection-string": { + "version": "2.13.0", + "resolved": "https://registry.npmjs.org/pg-connection-string/-/pg-connection-string-2.13.0.tgz", + "integrity": "sha512-EMnU9E2fSULdsbErBbMaXJvFeD9B4+nPcM3f+4lsiCR0BHLPrLVjv3DbyM2hgQQviKJaTWIRRTjKjWlHg3p2ig==", + "license": "MIT" + }, + "node_modules/pg-int8": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/pg-int8/-/pg-int8-1.0.1.tgz", + "integrity": "sha512-WCtabS6t3c8SkpDBUlb1kjOs7l66xsGdKpIPZsg4wR+B3+u9UAum2odSsF9tnvxg80h4ZxLWMy4pRjOsFIqQpw==", + "license": "ISC", + "engines": { + "node": ">=4.0.0" + } + }, + "node_modules/pg-pool": { + "version": "3.14.0", + "resolved": "https://registry.npmjs.org/pg-pool/-/pg-pool-3.14.0.tgz", + "integrity": "sha512-gKtPkFdQPU3DksooVLi9LsjZxrsBUZIpa+7aVx+LV5pNh0KzP4Zleud2po+ConrxbuXGBJ6Hfer6hdgpIBpBaw==", + "license": "MIT", + "peerDependencies": { + "pg": ">=8.0" + } + }, + "node_modules/pg-protocol": { + "version": "1.14.0", + "resolved": "https://registry.npmjs.org/pg-protocol/-/pg-protocol-1.14.0.tgz", + "integrity": "sha512-n5taZ1kO3s9ngDTVxsEznOqCyToTgz0FLuPq0B33COy5pPpuWJpY3/2oRBVETuOgzdqRXfWpM9HIhp2LBBT1BA==", + "license": "MIT" + }, + "node_modules/pg-types": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/pg-types/-/pg-types-2.2.0.tgz", + "integrity": "sha512-qTAAlrEsl8s4OiEQY69wDvcMIdQN6wdz5ojQiOy6YRMuynxenON0O5oCpJI6lshc6scgAY8qvJ2On/p+CXY0GA==", + "license": "MIT", + "dependencies": { + "pg-int8": "1.0.1", + "postgres-array": "~2.0.0", + "postgres-bytea": "~1.0.0", + "postgres-date": "~1.0.4", + "postgres-interval": "^1.1.0" + }, + "engines": { + "node": ">=4" + } + }, + "node_modules/pgpass": { + "version": "1.0.5", + "resolved": "https://registry.npmjs.org/pgpass/-/pgpass-1.0.5.tgz", + "integrity": "sha512-FdW9r/jQZhSeohs1Z3sI1yxFQNFvMcnmfuj4WBMUTxOrAyLMaTcE1aAMBiTlbMNaXvBCQuVi0R7hd8udDSP7ug==", + "license": "MIT", + "dependencies": { + "split2": "^4.1.0" + } + }, + "node_modules/pgpass/node_modules/split2": { + "version": "4.2.0", + "resolved": "https://registry.npmjs.org/split2/-/split2-4.2.0.tgz", + "integrity": "sha512-UcjcJOWknrNkF6PLX83qcHM6KHgVKNkV62Y8a5uYDVv9ydGQVwAHMKqHdJje1VTWpljG0WYpCDhrCdAOYH4TWg==", + "license": "ISC", + "engines": { + "node": ">= 10.x" + } + }, "node_modules/picocolors": { "version": "1.1.1", "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz", @@ -9539,6 +9664,45 @@ "node": "^10 || ^12 || >=14" } }, + "node_modules/postgres-array": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/postgres-array/-/postgres-array-2.0.0.tgz", + "integrity": "sha512-VpZrUqU5A69eQyW2c5CA1jtLecCsN2U/bD6VilrFDWq5+5UIEVO7nazS3TEcHf1zuPYO/sqGvUvW62g86RXZuA==", + "license": "MIT", + "engines": { + "node": ">=4" + } + }, + "node_modules/postgres-bytea": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/postgres-bytea/-/postgres-bytea-1.0.1.tgz", + "integrity": "sha512-5+5HqXnsZPE65IJZSMkZtURARZelel2oXUEO8rH83VS/hxH5vv1uHquPg5wZs8yMAfdv971IU+kcPUczi7NVBQ==", + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/postgres-date": { + "version": "1.0.7", + "resolved": "https://registry.npmjs.org/postgres-date/-/postgres-date-1.0.7.tgz", + "integrity": "sha512-suDmjLVQg78nMK2UZ454hAG+OAW+HQPZ6n++TNDUX+L0+uUlLywnoxJKDou51Zm+zTCjrCl0Nq6J9C5hP9vK/Q==", + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/postgres-interval": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/postgres-interval/-/postgres-interval-1.2.0.tgz", + "integrity": "sha512-9ZhXKM/rw350N1ovuWHbGxnGh/SNJ4cnxHiM0rxE4VN41wsg8P8zWn9hv/buK00RP4WvlOyr/RBDiptyxVbkZQ==", + "license": "MIT", + "dependencies": { + "xtend": "^4.0.0" + }, + "engines": { + "node": ">=0.10.0" + } + }, "node_modules/preact": { "version": "10.24.3", "resolved": "https://registry.npmjs.org/preact/-/preact-10.24.3.tgz", @@ -10978,6 +11142,21 @@ "uuid": "^10.0.0" } }, + "node_modules/synckit": { + "version": "0.11.13", + "resolved": "https://registry.npmjs.org/synckit/-/synckit-0.11.13.tgz", + "integrity": "sha512-eNRKgb3z66Yp3D2CixVujOUvXLFUTij/zVnV8KRyvFdQwpz7I5DS8UfRkTeLzb64u+dkzDSdelE24izu+zSSUg==", + "license": "MIT", + "dependencies": { + "@pkgr/core": "^0.3.6" + }, + "engines": { + "node": "^14.18.0 || >=16.0.0" + }, + "funding": { + "url": "https://opencollective.com/synckit" + } + }, "node_modules/tagged-tag": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/tagged-tag/-/tagged-tag-1.0.0.tgz", @@ -11946,7 +12125,6 @@ "version": "4.0.2", "resolved": "https://registry.npmjs.org/xtend/-/xtend-4.0.2.tgz", "integrity": "sha512-LKYU1iAXJXUgAXn9URjiu+MWhyUXHsvfp7mcuYm9dSUKK0/CjtrUwFAxD82/mCWbtLsGjFIad0wIsod4zrTAEQ==", - "dev": true, "license": "MIT", "engines": { "node": ">=0.4" diff --git a/package.json b/package.json index 1ba8e90..10162a5 100644 --- a/package.json +++ b/package.json @@ -16,7 +16,14 @@ "format": "prettier --write .", "prepare": "husky", "collect": "npx tsx --env-file=.env src/lib/cli/collect.ts", + "collect:postgres": "DATABASE_SOURCE=postgres npx tsx --env-file=.env src/lib/cli/collect.ts", "detect": "npx tsx --env-file=.env src/lib/cli/detect.ts", + "detect:postgres": "DATABASE_SOURCE=postgres npx tsx --env-file=.env src/lib/cli/detect.ts", + "reset": "npx tsx --env-file=.env src/lib/cli/reset.ts", + "reset:postgres": "DATABASE_SOURCE=postgres npx tsx --env-file=.env src/lib/cli/reset.ts", + "postgres:up": "docker compose -f docker-compose.postgres.yml up -d", + "postgres:down": "docker compose -f docker-compose.postgres.yml down", + "dev:postgres": "DATABASE_SOURCE=postgres next dev --env-file=.env", "generate:mock": "tsx scripts/generate-mock-db.ts", "dev:mock": "DATABASE_PATH=data/mock.db next dev" }, @@ -73,6 +80,8 @@ "@tailwindcss/postcss": "^4.1.18", "better-sqlite3": "^12.6.2", "next": "^16.1.6", + "pg": "^8.16.0", + "synckit": "^0.11.11", "next-auth": "^5.0.0-beta.30", "react": "^19.2.4", "react-dom": "^19.2.4", @@ -87,6 +96,7 @@ "@semantic-release/changelog": "^6.0.3", "@semantic-release/git": "^10.0.1", "@types/better-sqlite3": "^7.6.13", + "@types/pg": "^8.15.4", "@types/node": "^25.2.3", "@types/react": "^19.2.14", "@types/react-dom": "^19.2.3", diff --git a/scripts/generate-data-index.ts b/scripts/generate-data-index.ts new file mode 100644 index 0000000..a78eba8 --- /dev/null +++ b/scripts/generate-data-index.ts @@ -0,0 +1,48 @@ +import { readFileSync, writeFileSync } from "node:fs"; +import path from "node:path"; +import { fileURLToPath } from "node:url"; + +const dataDir = path.join(path.dirname(fileURLToPath(import.meta.url)), "..", "src", "lib", "data"); +const src = readFileSync(path.join(dataDir, "sqlite.ts"), "utf8"); + +const names: string[] = []; +for (const m of src.matchAll(/^export function (\w+)/gm)) { + const name = m[1]; + if (name) names.push(name); +} + +const unique = [...new Set(names)]; +const lines = unique.map((n) => `export const ${n} = backend.${n};`).join("\n"); + +const content = `import * as sqlite from "./sqlite"; +import * as postgres from "./postgres"; + +const source = process.env.DATABASE_SOURCE ?? "sqlite"; +if (source !== "sqlite" && source !== "postgres") { + throw new Error( + \`Unsupported DATABASE_SOURCE: "\${source}". Supported values: sqlite, postgres.\`, + ); +} + +const backend = (source === "postgres" ? postgres : sqlite) as typeof sqlite; + +${lines} + +export type { + UsageBadge, + SpendBadge, + ContextBadge, + AdoptionBadge, + RankedUser, + DashboardStats, + FullDashboard, + ModelEfficiency, + UserContextMetrics, + CycleSummaryData, +} from "./types"; + +export type { CostDriverSummary } from "./postgres"; +`; + +writeFileSync(path.join(dataDir, "index.ts"), content); +console.log(`Generated index.ts with ${unique.length} exports`); diff --git a/scripts/generate-postgres-ts.ts b/scripts/generate-postgres-ts.ts new file mode 100644 index 0000000..7d8329b --- /dev/null +++ b/scripts/generate-postgres-ts.ts @@ -0,0 +1,76 @@ +/** + * Generates postgres.ts from sqlite.ts by swapping the DB backend. + */ +import { readFileSync, writeFileSync } from "node:fs"; +import path from "node:path"; +import { fileURLToPath } from "node:url"; + +const dir = path.join(path.dirname(fileURLToPath(import.meta.url)), "..", "src", "lib", "data"); +const src = readFileSync(path.join(dir, "sqlite.ts"), "utf8"); + +const header = `import { ensurePostgresSchema, PgDatabase } from "./postgres-bridge"; +import type { + TeamMember, + DailyUsage, + MemberSpend, + Anomaly, + Incident, + DetectionConfig, + GroupMemberSpend, + FilteredUsageEvent, + AICodeCommit, + AnalyticsDAUEntry, + AnalyticsModelUsageEntry, + AnalyticsAgentEditsEntry, + AnalyticsTabsEntry, + AnalyticsMCPEntry, + AnalyticsFileExtensionsEntry, + AnalyticsClientVersionsEntry, + AnalyticsCommandsEntry, + AnalyticsPlansEntry, +} from "../types"; +import { DEFAULT_CONFIG } from "../types"; +import type { + UsageBadge, + SpendBadge, + ContextBadge, + AdoptionBadge, + RankedUser, + DashboardStats, + FullDashboard, + ModelEfficiency, + UserContextMetrics, + CycleSummaryData, +} from "./types"; + +let dbInstance: PgDatabase | null = null; + +export function getDb(): PgDatabase { + if (!dbInstance) { + ensurePostgresSchema(); + dbInstance = new PgDatabase(); + } + return dbInstance; +} + +`; + +let body = src; + +// Drop sqlite imports through getDb() +body = body.replace( + /^import Database[\s\S]*?^export function getDb\(\): Database\.Database \{[\s\S]*?^}\n\n/m, + "", +); + +// Drop initSchema and runMigrations +body = body.replace(/^function initSchema[\s\S]*?^}\n\nfunction runMigrations[\s\S]*?^}\n\n/m, ""); + +// Replace Database.Database with PgDatabase in cycleBillingAnchor +body = body.replace( + /function cycleBillingAnchor\(db: Database\.Database\)/g, + "function cycleBillingAnchor(db: PgDatabase)", +); + +writeFileSync(path.join(dir, "postgres.ts"), header + body); +console.log("Generated postgres.ts"); diff --git a/scripts/test-insights-postgres.ts b/scripts/test-insights-postgres.ts new file mode 100644 index 0000000..679e2b2 --- /dev/null +++ b/scripts/test-insights-postgres.ts @@ -0,0 +1,108 @@ +import * as data from "../src/lib/data/index"; + +const noArg = new Set([ + "getAnalyticsClientVersionsSummary", + "getUsersByClientVersion", + "getModelEfficiency", + "getPlanExhaustionStats", + "getGroupsWithMembers", +]); + +const tests = [ + "getAnalyticsDAU", + "getAnalyticsModelUsageSummary", + "getAnalyticsModelUsageTrend", + "getAnalyticsAgentEditsTrend", + "getAnalyticsTabsTrend", + "getAnalyticsMCPSummary", + "getAnalyticsCommandsSummary", + "getAnalyticsFileExtensionsSummary", + "getAnalyticsClientVersionsSummary", + "getUsersByClientVersion", + "getModelEfficiency", + "getPlanExhaustionStats", + "getRepoAIAttribution", + "getGroupsWithMembers", + "getAnomalyTimeline", +] as const; + +let failed = false; + +function check(label: string, ok: boolean, detail?: string) { + if (ok) { + console.log("OK", label, detail ?? ""); + } else { + failed = true; + console.error("FAIL", label, detail ?? "assertion failed"); + } +} + +for (const name of tests) { + try { + const fn = data[name] as (...args: unknown[]) => unknown; + const result = noArg.has(name) ? fn() : fn(30); + const count = Array.isArray(result) + ? result.length + : typeof result === "object" && result !== null + ? "anomalies" in result + ? (result as { anomalies: unknown[] }).anomalies.length + : Object.keys(result).length + : 1; + console.log("OK", name, count); + } catch (err) { + failed = true; + console.error("FAIL", name, err instanceof Error ? err.message : err); + } +} + +// BIGINT: dashboard line totals must be numbers, not concatenated strings +try { + const dash = data.getFullDashboard(30); + const activity = dash.stats.dailyTeamActivity; + const linesOk = + Array.isArray(activity) && + activity.every( + (d) => typeof d.total_lines_added === "number" && Number.isFinite(d.total_lines_added), + ); + check( + "getFullDashboard.stats.dailyTeamActivity.total_lines_added", + linesOk, + `${activity?.length ?? 0} days`, + ); + const totalLines = activity.reduce((s, d) => s + d.total_lines_added, 0); + check( + "getFullDashboard.totalLinesSum", + typeof totalLines === "number" && Number.isFinite(totalLines) && totalLines < 1e15, + String(totalLines), + ); +} catch (err) { + failed = true; + console.error("FAIL getFullDashboard", err instanceof Error ? err.message : err); +} + +// camelCase: anomaly rows expose userEmail +try { + const timeline = data.getAnomalyTimeline(30) as { + anomalies: Array<{ userEmail?: string; detectedAt?: string }>; + }; + const first = timeline.anomalies[0]; + if (first) { + check( + "getAnomalyTimeline.anomaly.userEmail", + typeof first.userEmail === "string" && first.userEmail.length > 0, + first.userEmail ?? "(missing)", + ); + check( + "getAnomalyTimeline.anomaly.detectedAt", + typeof first.detectedAt === "string" && first.detectedAt.length > 0, + first.detectedAt?.slice(0, 24) ?? "(missing)", + ); + } else { + console.log("SKIP getAnomalyTimeline camelCase (no anomalies)"); + } +} catch (err) { + failed = true; + console.error("FAIL getAnomalyTimeline invariants", err instanceof Error ? err.message : err); +} + +process.exit(failed ? 1 : 0); diff --git a/scripts/test-postgres-dashboard.ts b/scripts/test-postgres-dashboard.ts new file mode 100644 index 0000000..d29d120 --- /dev/null +++ b/scripts/test-postgres-dashboard.ts @@ -0,0 +1,26 @@ +import { getPostgresUrl } from "../src/lib/postgres-url"; + +process.env.DATABASE_SOURCE = "postgres"; + +try { + getPostgresUrl(); +} catch (error) { + console.error(error instanceof Error ? error.message : error); + console.error("Run with: npx tsx --env-file=.env scripts/test-postgres-dashboard.ts"); + process.exit(1); +} + +const { getFullDashboard, getUserStats } = await import("../src/lib/data/index"); + +const dash = getFullDashboard(7); +console.log("Dashboard members:", dash.stats.totalMembers); +console.log("Dashboard spend cents:", dash.stats.totalSpendCents); +console.log("Ranked users:", dash.stats.rankedUsers.length); + +const email = dash.stats.rankedUsers[0]?.email; +if (email) { + const user = getUserStats(email, 7); + console.log("User stats for", email, "- spending rows:", user.spending.length); +} + +console.log("Postgres dashboard queries OK"); diff --git a/scripts/test-postgres.ts b/scripts/test-postgres.ts new file mode 100644 index 0000000..047ba89 --- /dev/null +++ b/scripts/test-postgres.ts @@ -0,0 +1,22 @@ +import { getPostgresUrl } from "../src/lib/postgres-url"; + +process.env.DATABASE_SOURCE = "postgres"; + +try { + getPostgresUrl(); +} catch (error) { + console.error(error instanceof Error ? error.message : error); + console.error("Run with: npx tsx --env-file=.env scripts/test-postgres.ts"); + process.exit(1); +} + +const { setMetadata, getMetadata, upsertMembers, getAllMembers } = + await import("../src/lib/data/index"); + +setMetadata("test_key", "hello"); +console.log("metadata:", getMetadata("test_key")); +upsertMembers([ + { email: "test@example.com", id: "1", name: "Test", role: "member", isRemoved: false }, +]); +console.log("members:", getAllMembers().length); +console.log("Postgres backend OK"); diff --git a/src/app/anomalies/page.tsx b/src/app/anomalies/page.tsx index d1275b9..4d2c102 100644 --- a/src/app/anomalies/page.tsx +++ b/src/app/anomalies/page.tsx @@ -3,17 +3,21 @@ import { AnomaliesClient } from "./anomalies-client"; export const dynamic = "force-dynamic"; +const EMPTY_TIMELINE = { + anomalies: [], + incidents: [], + avgMttdMinutes: null, + avgMttiMinutes: null, + avgMttrMinutes: null, +}; + export default function AnomaliesPage() { let timeline; try { timeline = getAnomalyTimeline(30); - } catch { - return ( -
-

Anomalies

-

No data available yet. Run the collector first.

-
- ); + } catch (err) { + console.error("[anomalies] getAnomalyTimeline failed:", err); + timeline = EMPTY_TIMELINE; } return ; diff --git a/src/app/insights/page.tsx b/src/app/insights/page.tsx index 518e5b7..c82d296 100644 --- a/src/app/insights/page.tsx +++ b/src/app/insights/page.tsx @@ -18,36 +18,54 @@ import { InsightsClient } from "./insights-client"; export const dynamic = "force-dynamic"; -export default function InsightsPage() { +function safe(label: string, fn: () => T, fallback: T): T { try { - const data = { - dau: getAnalyticsDAU(30), - modelSummary: getAnalyticsModelUsageSummary(30), - modelTrend: getAnalyticsModelUsageTrend(30), - agentEdits: getAnalyticsAgentEditsTrend(30), - tabs: getAnalyticsTabsTrend(30), - mcp: getAnalyticsMCPSummary(30), - commands: getAnalyticsCommandsSummary(30), - fileExtensions: getAnalyticsFileExtensionsSummary(30), - clientVersions: getAnalyticsClientVersionsSummary(), - versionUsers: getUsersByClientVersion(), - modelEfficiency: getModelEfficiency(), - planExhaustion: getPlanExhaustionStats(), - repoAttribution: getRepoAIAttribution(30), - }; + return fn(); + } catch (err) { + console.error(`[insights] ${label} failed:`, err); + return fallback; + } +} - const groups = getGroupsWithMembers(); +export default function InsightsPage() { + const data = { + dau: safe("getAnalyticsDAU", () => getAnalyticsDAU(30), []), + modelSummary: safe( + "getAnalyticsModelUsageSummary", + () => getAnalyticsModelUsageSummary(30), + [], + ), + modelTrend: safe("getAnalyticsModelUsageTrend", () => getAnalyticsModelUsageTrend(30), []), + agentEdits: safe("getAnalyticsAgentEditsTrend", () => getAnalyticsAgentEditsTrend(30), []), + tabs: safe("getAnalyticsTabsTrend", () => getAnalyticsTabsTrend(30), []), + mcp: safe("getAnalyticsMCPSummary", () => getAnalyticsMCPSummary(30), []), + commands: safe("getAnalyticsCommandsSummary", () => getAnalyticsCommandsSummary(30), []), + fileExtensions: safe( + "getAnalyticsFileExtensionsSummary", + () => getAnalyticsFileExtensionsSummary(30), + [], + ), + clientVersions: safe( + "getAnalyticsClientVersionsSummary", + () => getAnalyticsClientVersionsSummary(), + [], + ), + versionUsers: safe("getUsersByClientVersion", () => getUsersByClientVersion(), {}), + modelEfficiency: safe("getModelEfficiency", () => getModelEfficiency(), []), + planExhaustion: safe("getPlanExhaustionStats", () => getPlanExhaustionStats(), { + summary: { + users_exhausted: 0, + total_active: 0, + avg_days: 0, + median_days: 0, + pct_exhausted: 0, + }, + users: [], + }), + repoAttribution: safe("getRepoAIAttribution", () => getRepoAIAttribution(30), []), + }; - return ; - } catch { - return ( -
-

Team Insights

-

- No analytics data collected yet. Run the collector first: -

- npm run collect -
- ); - } + const groups = safe("getGroupsWithMembers", () => getGroupsWithMembers(), []); + + return ; } diff --git a/src/lib/cli/reset.ts b/src/lib/cli/reset.ts new file mode 100644 index 0000000..a22980b --- /dev/null +++ b/src/lib/cli/reset.ts @@ -0,0 +1,90 @@ +import { createInterface } from "node:readline/promises"; +import { stdin as input, stdout as output } from "node:process"; +import { resetAll, resetSelected } from "../reset"; +import { RESETTABLE_TABLES } from "../data/reset-tables"; + +function printUsage() { + console.log(`Usage: + npm run reset -- --all Wipe ALL tables + npm run reset -- [
...] Wipe specific tables + npm run reset -- --list List available tables + npm run reset -- --yes ... Skip confirmation prompt + +Available tables: +${RESETTABLE_TABLES.map((t) => ` - ${t}`).join("\n")}`); +} + +async function confirm(prompt: string): Promise { + const rl = createInterface({ input, output }); + const answer = (await rl.question(prompt)).trim().toLowerCase(); + rl.close(); + return answer === "yes" || answer === "y"; +} + +async function main() { + const args = process.argv.slice(2); + if (args.length === 0 || args.includes("--help") || args.includes("-h")) { + printUsage(); + process.exit(0); + } + + if (args.includes("--list")) { + console.log(RESETTABLE_TABLES.join("\n")); + process.exit(0); + } + + const skipConfirm = args.includes("--yes") || args.includes("-y"); + const all = args.includes("--all"); + const tables = args.filter((a) => !a.startsWith("--") && a !== "-y"); + + const target = all ? [...RESETTABLE_TABLES] : tables; + if (target.length === 0) { + console.error("[reset] No tables specified. Use --all or list table names."); + process.exit(1); + } + + const dbSource = process.env.DATABASE_SOURCE ?? "sqlite"; + const dbPath = + dbSource === "postgres" + ? (process.env.POSTGRES_URL ?? "(POSTGRES_URL not set)") + : (process.env.DATABASE_PATH ?? "data/tracker.db"); + + console.log(`[reset] Backend: ${dbSource}`); + console.log(`[reset] Database: ${dbPath}`); + console.log(`[reset] Tables (${target.length}): ${target.join(", ")}`); + + if (target.some((t) => t === "metadata" || t === "config")) { + console.warn( + "[reset] Warning: clearing metadata/config resets cycle anchors, alert state, and detection thresholds.", + ); + } + + if (!skipConfirm) { + const ok = await confirm( + "This will permanently DELETE the rows above. Type 'yes' to continue: ", + ); + if (!ok) { + console.log("[reset] Aborted."); + process.exit(0); + } + } + + const start = Date.now(); + const result = all ? resetAll() : resetSelected(target); + const elapsed = ((Date.now() - start) / 1000).toFixed(1); + + if (result.errors.length > 0) { + console.error("[reset] Errors:"); + for (const err of result.errors) { + console.error(` - ${err}`); + } + process.exit(1); + } + + console.log(`[reset] Done in ${elapsed}s — ${result.totalRows} rows cleared`); +} + +main().catch((err) => { + console.error("[reset] Fatal error:", err); + process.exit(1); +}); diff --git a/src/lib/cursor-client.ts b/src/lib/cursor-client.ts index 783cb21..c86d061 100644 --- a/src/lib/cursor-client.ts +++ b/src/lib/cursor-client.ts @@ -43,6 +43,49 @@ function bool(v: unknown): boolean { return v === true || v === 1 || v === "1"; } +// Normalizes a /teams/spend member entry across two known API shapes. +// +// Old shape (pre-2026): { spendCents: , includedSpendCents: } +// New shape (post-2026 — see GH issue #19): +// { spendCents: , overallSpendCents: , ... } +// +// Internal contract preserved for downstream code: `spendCents` = total cycle +// spend, `includedSpendCents` = plan-covered portion (derived if not provided). +function normalizeMemberSpend(raw: Record): MemberSpend { + const rawSpend = num(raw.spendCents); + const overall = typeof raw.overallSpendCents === "number" ? raw.overallSpendCents : undefined; + const rawIncluded = + typeof raw.includedSpendCents === "number" ? raw.includedSpendCents : undefined; + + // If overall is present we're on the new shape: rawSpend is overage. Otherwise + // we fall back to the old shape where rawSpend is the total. + const total = overall ?? rawSpend; + const overage = overall !== undefined ? rawSpend : 0; + const included = rawIncluded ?? Math.max(0, total - overage); + + return { + userId: typeof raw.userId === "string" ? raw.userId : "", + email: typeof raw.email === "string" ? raw.email : "", + name: typeof raw.name === "string" ? raw.name : "", + role: typeof raw.role === "string" ? raw.role : "", + spendCents: total, + includedSpendCents: included, + fastPremiumRequests: num(raw.fastPremiumRequests), + monthlyLimitDollars: + typeof raw.monthlyLimitDollars === "number" ? raw.monthlyLimitDollars : null, + hardLimitOverrideDollars: num(raw.hardLimitOverrideDollars), + overallSpendCents: overall, + profilePictureUrl: + typeof raw.profilePictureUrl === "string" || raw.profilePictureUrl === null + ? (raw.profilePictureUrl as string | null) + : null, + effectivePerUserLimitDollars: + typeof raw.effectivePerUserLimitDollars === "number" + ? raw.effectivePerUserLimitDollars + : undefined, + }; +} + function normalizeFilteredUsageEvent(raw: Record): FilteredUsageEvent { const tuRaw = raw.tokenUsage ?? raw.token_usage; let tokenUsage: FilteredUsageEvent["tokenUsage"]; @@ -95,11 +138,27 @@ export class CursorClient { "Content-Type": "application/json", }; - const response = await fetch(url, { - method, - headers, - body: body ? JSON.stringify(body) : undefined, - }); + let response: Response; + try { + response = await fetch(url, { + method, + headers, + body: body ? JSON.stringify(body) : undefined, + }); + } catch (err) { + // Node's fetch throws a generic "fetch failed" error and hides the real + // network/TLS reason in `error.cause`. Surface it so corporate-proxy + // self-signed-cert errors etc. are diagnosable in the collector logs. + const cause = err instanceof Error ? (err.cause as Error | undefined) : undefined; + const causeMsg = cause?.message ?? ""; + const code = (cause as { code?: string } | undefined)?.code; + const detail = [code, causeMsg].filter(Boolean).join(": "); + const baseMsg = err instanceof Error ? err.message : String(err); + throw new Error( + detail ? `${baseMsg} (${method} ${url}) — ${detail}` : `${baseMsg} (${method} ${url})`, + { cause: err }, + ); + } if (response.status === 429) { const retryAfter = response.headers.get("Retry-After"); @@ -193,7 +252,15 @@ export class CursorClient { cycleStart = new Date(data.subscriptionCycleStart).toISOString().split("T")[0] ?? ""; limitedUsersCount = data.limitedUsersCount ?? 0; - allMembers.push(...data.teamMemberSpend); + for (const raw of data.teamMemberSpend ?? []) { + allMembers.push( + normalizeMemberSpend( + raw && typeof raw === "object" && !Array.isArray(raw) + ? (raw as unknown as Record) + : {}, + ), + ); + } if (page >= data.totalPages) break; page++; diff --git a/src/lib/data/index.ts b/src/lib/data/index.ts index 15a25f0..cca0d84 100644 --- a/src/lib/data/index.ts +++ b/src/lib/data/index.ts @@ -1,10 +1,115 @@ -const source = process.env.DATABASE_SOURCE ?? "sqlite"; +import * as sqlite from "./sqlite"; +import * as postgres from "./postgres"; -if (source !== "sqlite") { +const source = process.env.DATABASE_SOURCE ?? "sqlite"; +if (source !== "sqlite" && source !== "postgres") { throw new Error( - `Unsupported DATABASE_SOURCE: "${source}". Supported values: sqlite. ` + - `Postgres and Cloudflare D1 sources are planned — contributions welcome.`, + `Unsupported DATABASE_SOURCE: "${source}". Supported values: sqlite, postgres.`, ); } -export * from "./sqlite"; +const backend = (source === "postgres" ? postgres : sqlite) as typeof sqlite; + +export const getDb = backend.getDb; +export const setMetadata = backend.setMetadata; +export const getMetadata = backend.getMetadata; +export const upsertMembers = backend.upsertMembers; +export const upsertDailyUsage = backend.upsertDailyUsage; +export const upsertSpending = backend.upsertSpending; +export const upsertDailySpend = backend.upsertDailySpend; +export const upsertBillingGroups = backend.upsertBillingGroups; +export const getUserDailySpend = backend.getUserDailySpend; +export const getUserActivityProfile = backend.getUserActivityProfile; +export const getBillingGroups = backend.getBillingGroups; +export const getGroupMembers = backend.getGroupMembers; +export const getGroupsWithMembers = backend.getGroupsWithMembers; +export const insertAnomaly = backend.insertAnomaly; +export const resolveAnomaly = backend.resolveAnomaly; +export const markAnomalyAlerted = backend.markAnomalyAlerted; +export const getOpenAnomalies = backend.getOpenAnomalies; +export const getRecentAnomalies = backend.getRecentAnomalies; +export const insertIncident = backend.insertIncident; +export const updateIncidentStatus = backend.updateIncidentStatus; +export const getOpenIncidents = backend.getOpenIncidents; +export const getConfig = backend.getConfig; +export const saveConfig = backend.saveConfig; +export const logCollection = backend.logCollection; +export const getFullDashboard = backend.getFullDashboard; +export const getUserBadges = backend.getUserBadges; +export const getDashboardStats = backend.getDashboardStats; +export const getUserStats = backend.getUserStats; +export const getAnomalyTimeline = backend.getAnomalyTimeline; +export const getModelCostBreakdown = backend.getModelCostBreakdown; +export const getTeamDailySpend = backend.getTeamDailySpend; +export const getDailySpendBreakdown = backend.getDailySpendBreakdown; +export const upsertAnalyticsDAU = backend.upsertAnalyticsDAU; +export const upsertAnalyticsModelUsage = backend.upsertAnalyticsModelUsage; +export const upsertAnalyticsAgentEdits = backend.upsertAnalyticsAgentEdits; +export const upsertAnalyticsTabs = backend.upsertAnalyticsTabs; +export const upsertAnalyticsMCP = backend.upsertAnalyticsMCP; +export const upsertAnalyticsFileExtensions = backend.upsertAnalyticsFileExtensions; +export const upsertAnalyticsClientVersions = backend.upsertAnalyticsClientVersions; +export const getAnalyticsDAU = backend.getAnalyticsDAU; +export const getAnalyticsModelUsageTrend = backend.getAnalyticsModelUsageTrend; +export const getAnalyticsModelUsageSummary = backend.getAnalyticsModelUsageSummary; +export const getAnalyticsAgentEditsTrend = backend.getAnalyticsAgentEditsTrend; +export const getAnalyticsTabsTrend = backend.getAnalyticsTabsTrend; +export const getAnalyticsMCPSummary = backend.getAnalyticsMCPSummary; +export const getAnalyticsFileExtensionsSummary = backend.getAnalyticsFileExtensionsSummary; +export const getAnalyticsClientVersionsSummary = backend.getAnalyticsClientVersionsSummary; +export const getUsersByClientVersion = backend.getUsersByClientVersion; +export const getModelEfficiency = backend.getModelEfficiency; +export const getAllMembers = backend.getAllMembers; +export const upsertUsageEvents = backend.upsertUsageEvents; +export const getUserUsageEventsSummary = backend.getUserUsageEventsSummary; +export const getUserContextMetrics = backend.getUserContextMetrics; +export const getUsageEventsLastTimestamp = backend.getUsageEventsLastTimestamp; +export const upsertAnalyticsCommands = backend.upsertAnalyticsCommands; +export const getAnalyticsCommandsSummary = backend.getAnalyticsCommandsSummary; +export const upsertAnalyticsPlans = backend.upsertAnalyticsPlans; +export const upsertAnalyticsUserMCP = backend.upsertAnalyticsUserMCP; +export const upsertAnalyticsUserCommands = backend.upsertAnalyticsUserCommands; +export const upsertAICodeCommits = backend.upsertAICodeCommits; +export const getRepoAIAttribution = backend.getRepoAIAttribution; +export const getUserRepoBreakdown = backend.getUserRepoBreakdown; +export const getUserAIAdoption = backend.getUserAIAdoption; +export const getUserMCPSummary = backend.getUserMCPSummary; +export const getUserCommandsSummary = backend.getUserCommandsSummary; +export const getAnalyticsPlansSummary = backend.getAnalyticsPlansSummary; +export const getPlanExhaustionStats = backend.getPlanExhaustionStats; +export const getLatestCycleSpenders = backend.getLatestCycleSpenders; +export const getActiveDailyUsage = backend.getActiveDailyUsage; +export const getLatestCycleStart = backend.getLatestCycleStart; +export const getPlanExhaustedUsers = backend.getPlanExhaustedUsers; +export const getTeamTotalSpendForCycle = backend.getTeamTotalSpendForCycle; +export const getDailySpendWithNames = backend.getDailySpendWithNames; +export const getLatestDailySpendDate = backend.getLatestDailySpendDate; +export const getUserDailySpendHistory = backend.getUserDailySpendHistory; +export const getUserCostPerRequest = backend.getUserCostPerRequest; +export const getCycleSpendWithModels = backend.getCycleSpendWithModels; +export const getUserCostDrivers = backend.getUserCostDrivers; +export const getActiveMembers = backend.getActiveMembers; +export const renameBillingGroup = backend.renameBillingGroup; +export const createBillingGroup = backend.createBillingGroup; +export const assignMemberToGroup = backend.assignMemberToGroup; +export const createBillingGroupWithId = backend.createBillingGroupWithId; +export const reassignMemberToGroup = backend.reassignMemberToGroup; +export const refreshGroupMemberCounts = backend.refreshGroupMemberCounts; +export const getCycleSummaryData = backend.getCycleSummaryData; +export const resetTables = backend.resetTables; +export { RESETTABLE_TABLES, type ResettableTable } from "./reset-tables"; + +export type { + UsageBadge, + SpendBadge, + ContextBadge, + AdoptionBadge, + RankedUser, + DashboardStats, + FullDashboard, + ModelEfficiency, + UserContextMetrics, + CycleSummaryData, +} from "./types"; + +export type { CostDriverSummary } from "./postgres"; diff --git a/src/lib/data/postgres-bridge.ts b/src/lib/data/postgres-bridge.ts new file mode 100644 index 0000000..6e95b6a --- /dev/null +++ b/src/lib/data/postgres-bridge.ts @@ -0,0 +1,189 @@ +import path from "node:path"; +import { fileURLToPath } from "node:url"; +import { createSyncFn } from "synckit"; + +type Stmt = { sql: string; params: unknown[] }; + +type WorkerRequest = + | { op: "init" } + | { op: "query"; sql: string; params: unknown[] } + | { op: "exec"; sql: string } + | { op: "tx"; stmts: Stmt[] }; + +type WorkerResponse = + | { ok: true; rows: Record[]; rowCount: number; insertId?: number } + | { ok: false; error: string }; + +const workerPath = path.join(path.dirname(fileURLToPath(import.meta.url)), "postgres-worker.ts"); + +let syncWorker: ReturnType< + typeof createSyncFn<(req: WorkerRequest) => WorkerResponse> +> | null = null; + +function getSyncWorker() { + if (!syncWorker) { + syncWorker = createSyncFn<(req: WorkerRequest) => WorkerResponse>(workerPath, { + timeout: 60_000, + }); + } + return syncWorker; +} + +let schemaReady = false; + +type WorkerSuccess = { + ok: true; + rows: Record[]; + rowCount: number; + insertId?: number; +}; + +function callWorker(req: WorkerRequest): WorkerSuccess { + const res = getSyncWorker()(req); + if (!res.ok) { + throw new Error(res.error); + } + return res; +} + +export function ensurePostgresSchema(): void { + if (schemaReady) return; + callWorker({ op: "init" }); + schemaReady = true; +} + +/** Convert SQLite-style SQL to Postgres dialect for shared query strings. */ +export function convertSql(sql: string): string { + let s = sql; + + // Preserve camelCase result column names (Postgres folds unquoted identifiers to lowercase) + s = s.replace( + /(\bas\s+)([a-zA-Z_][a-zA-Z0-9_]*)\b/gi, + (match, asKeyword, name) => + /[A-Z]/.test(name) && /[a-z]/.test(name) ? `${asKeyword}"${name}"` : match, + ); + + s = s.replace( + /date\(CAST\(timestamp AS INTEGER\) \/ 1000,\s*'unixepoch'\)/gi, + "to_char(to_timestamp(CAST(timestamp AS BIGINT) / 1000.0), 'YYYY-MM-DD')", + ); + s = s.replace( + /date\(timestamp\s*\/\s*1000,\s*'unixepoch'\)/gi, + "to_char(to_timestamp(timestamp::bigint / 1000.0), 'YYYY-MM-DD')", + ); + s = s.replace( + /date\(ue\.timestamp\s*\/\s*1000,\s*'unixepoch'\)/gi, + "to_char(to_timestamp(ue.timestamp::bigint / 1000.0), 'YYYY-MM-DD')", + ); + s = s.replace(/CAST\(timestamp AS INTEGER\)/gi, "CAST(timestamp AS BIGINT)"); + s = s.replace(/CAST\(ue\.timestamp AS INTEGER\)/gi, "CAST(ue.timestamp AS BIGINT)"); + + s = s.replace(/datetime\('now',\s*\?\)/gi, "(NOW() + (?::text)::interval)::text"); + s = s.replace(/datetime\('now'\)/gi, "NOW()::text"); + s = s.replace(/date\('now',\s*\?\)/gi, "(CURRENT_DATE + (?::text)::interval)::text"); + s = s.replace(/date\('now'\)/gi, "CURRENT_DATE::text"); + s = s.replace(/date\(\?,\s*\?\)/gi, "(?::date + (?::text)::interval)::text"); + s = s.replace(/GROUP_CONCAT\(([^)]+)\)/gi, "string_agg($1::text, ',')"); + s = s.replace(/MAX\((\w+\.\w+),\s*excluded\.(\w+)\)/gi, "GREATEST($1, excluded.$2)"); + s = s.replace( + /CAST\(julianday\(MIN\(([^)]+)\)\)\s*-\s*julianday\(\?\)\s*\+\s*1\s*AS\s*INT\)/gi, + "(MIN($1::date) - ?::date + 1)::int", + ); + s = s.replace( + /CAST\(julianday\('now'\)\s*-\s*julianday\(MIN\(([^)]+)\)\)\s*AS\s*INTEGER\)\s*\+\s*1/gi, + "(CURRENT_DATE - MIN($1::date) + 1)::int", + ); + s = s.replace( + /CAST\(julianday\('now'\)\s*-\s*julianday\(MIN\(date\)\)\s*AS\s*INTEGER\)\s*\+\s*1/gi, + "(CURRENT_DATE - MIN(date::date) + 1)::int", + ); + + s = s.replace( + /CAST\(julianday\(\?\)\s*-\s*julianday\(\?\)\s*AS\s*INT\)/gi, + "(?::date - ?::date)::int", + ); + + let i = 0; + s = s.replace(/\?/g, () => `$${++i}`); + return s; +} + +function rawQuery(sql: string, params: unknown[] = []): WorkerSuccess { + ensurePostgresSchema(); + return callWorker({ op: "query", sql, params }); +} + +export function pgQuery(sql: string, params: unknown[] = []): WorkerSuccess { + return rawQuery(convertSql(sql), params); +} + +export function pgExec(sql: string): void { + ensurePostgresSchema(); + callWorker({ op: "exec", sql: convertSql(sql) }); +} + +export function pgTransaction(stmts: Stmt[]): void { + ensurePostgresSchema(); + callWorker({ + op: "tx", + stmts: stmts.map((s) => ({ sql: convertSql(s.sql), params: s.params })), + }); +} + +export interface PgRunResult { + lastInsertRowid: number; + changes: number; +} + +class PgStatement { + constructor(private readonly sql: string) {} + + get(...params: unknown[]): unknown { + const res = rawQuery(convertSql(this.sql), params); + return res.rows[0]; + } + + all(...params: unknown[]): unknown[] { + return rawQuery(convertSql(this.sql), params).rows; + } + + run(...params: unknown[]): PgRunResult { + if (txBuffer) { + txBuffer.push({ sql: this.sql, params }); + return { lastInsertRowid: 0, changes: 0 }; + } + const res = rawQuery(convertSql(this.sql), params); + return { + lastInsertRowid: res.insertId ?? 0, + changes: res.rowCount, + }; + } +} + +let txBuffer: Stmt[] | null = null; + +export class PgDatabase { + prepare(sql: string): PgStatement { + return new PgStatement(sql); + } + + exec(sql: string): void { + void sql; + // Schema is bootstrapped by worker; no-op for runtime DDL + } + + transaction void>(fn: T): T { + const wrapped = (() => { + txBuffer = []; + try { + fn(); + if (txBuffer.length > 0) { + pgTransaction(txBuffer); + } + } finally { + txBuffer = null; + } + }) as T; + return wrapped; + } +} diff --git a/src/lib/data/postgres-schema.sql b/src/lib/data/postgres-schema.sql new file mode 100644 index 0000000..89a4a7e --- /dev/null +++ b/src/lib/data/postgres-schema.sql @@ -0,0 +1,284 @@ +CREATE TABLE IF NOT EXISTS members ( + email TEXT PRIMARY KEY, + user_id TEXT, + name TEXT NOT NULL, + role TEXT NOT NULL, + is_removed INTEGER NOT NULL DEFAULT 0, + first_seen TEXT NOT NULL DEFAULT (NOW()::text), + last_seen TEXT NOT NULL DEFAULT (NOW()::text) +); + +CREATE TABLE IF NOT EXISTS daily_usage ( + date TEXT NOT NULL, + email TEXT NOT NULL, + user_id TEXT, + is_active INTEGER NOT NULL DEFAULT 0, + lines_added INTEGER NOT NULL DEFAULT 0, + lines_deleted INTEGER NOT NULL DEFAULT 0, + accepted_lines_added INTEGER NOT NULL DEFAULT 0, + accepted_lines_deleted INTEGER NOT NULL DEFAULT 0, + total_applies INTEGER NOT NULL DEFAULT 0, + total_accepts INTEGER NOT NULL DEFAULT 0, + total_rejects INTEGER NOT NULL DEFAULT 0, + total_tabs_shown INTEGER NOT NULL DEFAULT 0, + tabs_accepted INTEGER NOT NULL DEFAULT 0, + composer_requests INTEGER NOT NULL DEFAULT 0, + chat_requests INTEGER NOT NULL DEFAULT 0, + agent_requests INTEGER NOT NULL DEFAULT 0, + usage_based_reqs INTEGER NOT NULL DEFAULT 0, + most_used_model TEXT, + tab_most_used_extension TEXT, + client_version TEXT, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (date, email) +); + +CREATE INDEX IF NOT EXISTS idx_daily_email ON daily_usage(email); +CREATE INDEX IF NOT EXISTS idx_daily_date ON daily_usage(date); + +CREATE TABLE IF NOT EXISTS spending ( + email TEXT NOT NULL, + user_id TEXT, + name TEXT, + cycle_start TEXT NOT NULL, + spend_cents NUMERIC(20, 4) NOT NULL DEFAULT 0, + included_spend_cents NUMERIC(20, 4) NOT NULL DEFAULT 0, + overall_spend_cents NUMERIC(20, 4), + fast_premium_requests INTEGER NOT NULL DEFAULT 0, + monthly_limit_dollars DOUBLE PRECISION, + hard_limit_override_dollars DOUBLE PRECISION NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (email, cycle_start) +); + +CREATE TABLE IF NOT EXISTS usage_events ( + id BIGSERIAL PRIMARY KEY, + user_email TEXT NOT NULL, + timestamp TEXT NOT NULL, + model TEXT NOT NULL, + kind TEXT NOT NULL, + max_mode INTEGER NOT NULL DEFAULT 0, + requests_cost_cents NUMERIC(20, 6) NOT NULL DEFAULT 0, + total_cents NUMERIC(20, 6) NOT NULL DEFAULT 0, + total_tokens INTEGER NOT NULL DEFAULT 0, + input_tokens INTEGER NOT NULL DEFAULT 0, + output_tokens INTEGER NOT NULL DEFAULT 0, + cache_read_tokens INTEGER NOT NULL DEFAULT 0, + cache_write_tokens INTEGER NOT NULL DEFAULT 0, + is_chargeable INTEGER NOT NULL DEFAULT 1, + is_headless INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text) +); + +CREATE INDEX IF NOT EXISTS idx_events_user_ts ON usage_events(user_email, timestamp); +CREATE INDEX IF NOT EXISTS idx_events_ts ON usage_events(timestamp); + +CREATE TABLE IF NOT EXISTS anomalies ( + id BIGSERIAL PRIMARY KEY, + user_email TEXT NOT NULL, + type TEXT NOT NULL, + severity TEXT NOT NULL, + metric TEXT NOT NULL, + value DOUBLE PRECISION NOT NULL, + threshold DOUBLE PRECISION NOT NULL, + message TEXT NOT NULL, + detected_at TEXT NOT NULL DEFAULT (NOW()::text), + resolved_at TEXT, + alerted_at TEXT, + diagnosis_model TEXT, + diagnosis_kind TEXT, + diagnosis_delta DOUBLE PRECISION +); + +CREATE INDEX IF NOT EXISTS idx_anomalies_user ON anomalies(user_email); +CREATE INDEX IF NOT EXISTS idx_anomalies_open ON anomalies(resolved_at) WHERE resolved_at IS NULL; + +CREATE TABLE IF NOT EXISTS incidents ( + id BIGSERIAL PRIMARY KEY, + anomaly_id BIGINT NOT NULL REFERENCES anomalies(id), + user_email TEXT NOT NULL, + status TEXT NOT NULL DEFAULT 'open', + detected_at TEXT NOT NULL DEFAULT (NOW()::text), + alerted_at TEXT, + acknowledged_at TEXT, + resolved_at TEXT, + mttd_minutes DOUBLE PRECISION, + mtti_minutes DOUBLE PRECISION, + mttr_minutes DOUBLE PRECISION +); + +CREATE INDEX IF NOT EXISTS idx_incidents_status ON incidents(status); + +CREATE TABLE IF NOT EXISTS config ( + key TEXT PRIMARY KEY, + value TEXT NOT NULL +); + +CREATE TABLE IF NOT EXISTS daily_spend ( + date TEXT NOT NULL, + email TEXT NOT NULL, + spend_cents NUMERIC(20, 4) NOT NULL DEFAULT 0, + cycle_start TEXT NOT NULL, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (date, email) +); + +CREATE INDEX IF NOT EXISTS idx_daily_spend_email ON daily_spend(email); +CREATE INDEX IF NOT EXISTS idx_daily_spend_date ON daily_spend(date); + +CREATE TABLE IF NOT EXISTS billing_groups ( + id TEXT PRIMARY KEY, + name TEXT NOT NULL, + member_count INTEGER NOT NULL DEFAULT 0, + spend_cents NUMERIC(20, 4) NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text) +); + +CREATE TABLE IF NOT EXISTS group_members ( + group_id TEXT NOT NULL, + email TEXT NOT NULL, + joined_at TEXT, + PRIMARY KEY (group_id, email) +); + +CREATE TABLE IF NOT EXISTS analytics_dau ( + date TEXT PRIMARY KEY, + dau INTEGER NOT NULL DEFAULT 0, + cli_dau INTEGER NOT NULL DEFAULT 0, + cloud_agent_dau INTEGER NOT NULL DEFAULT 0, + bugbot_dau INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text) +); + +CREATE TABLE IF NOT EXISTS analytics_model_usage ( + date TEXT NOT NULL, + model TEXT NOT NULL, + messages INTEGER NOT NULL DEFAULT 0, + users INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (date, model) +); + +CREATE TABLE IF NOT EXISTS analytics_agent_edits ( + date TEXT PRIMARY KEY, + suggested_diffs INTEGER NOT NULL DEFAULT 0, + accepted_diffs INTEGER NOT NULL DEFAULT 0, + rejected_diffs INTEGER NOT NULL DEFAULT 0, + lines_suggested INTEGER NOT NULL DEFAULT 0, + lines_accepted INTEGER NOT NULL DEFAULT 0, + green_lines_accepted INTEGER NOT NULL DEFAULT 0, + red_lines_accepted INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text) +); + +CREATE TABLE IF NOT EXISTS analytics_tabs ( + date TEXT PRIMARY KEY, + suggestions INTEGER NOT NULL DEFAULT 0, + accepts INTEGER NOT NULL DEFAULT 0, + rejects INTEGER NOT NULL DEFAULT 0, + lines_suggested INTEGER NOT NULL DEFAULT 0, + lines_accepted INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text) +); + +CREATE TABLE IF NOT EXISTS analytics_mcp ( + date TEXT NOT NULL, + tool_name TEXT NOT NULL, + server_name TEXT NOT NULL, + usage INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (date, tool_name, server_name) +); + +CREATE TABLE IF NOT EXISTS analytics_file_extensions ( + date TEXT NOT NULL, + extension TEXT NOT NULL, + total_files INTEGER NOT NULL DEFAULT 0, + lines_accepted INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (date, extension) +); + +CREATE TABLE IF NOT EXISTS analytics_client_versions ( + date TEXT NOT NULL, + version TEXT NOT NULL, + user_count INTEGER NOT NULL DEFAULT 0, + percentage DOUBLE PRECISION NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (date, version) +); + +CREATE TABLE IF NOT EXISTS analytics_commands ( + date TEXT NOT NULL, + command_name TEXT NOT NULL, + usage INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (date, command_name) +); + +CREATE TABLE IF NOT EXISTS analytics_plans ( + date TEXT NOT NULL, + model TEXT NOT NULL, + usage INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (date, model) +); + +CREATE TABLE IF NOT EXISTS analytics_user_mcp ( + date TEXT NOT NULL, + email TEXT NOT NULL, + tool_name TEXT NOT NULL, + server_name TEXT NOT NULL, + usage INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (date, email, tool_name, server_name) +); + +CREATE INDEX IF NOT EXISTS idx_user_mcp_email ON analytics_user_mcp(email); + +CREATE TABLE IF NOT EXISTS analytics_user_commands ( + date TEXT NOT NULL, + email TEXT NOT NULL, + command_name TEXT NOT NULL, + usage INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (date, email, command_name) +); + +CREATE INDEX IF NOT EXISTS idx_user_commands_email ON analytics_user_commands(email); + +CREATE TABLE IF NOT EXISTS ai_code_commits ( + email TEXT NOT NULL, + date TEXT NOT NULL, + repo_name TEXT NOT NULL DEFAULT '', + commits INTEGER NOT NULL DEFAULT 0, + total_lines_added INTEGER NOT NULL DEFAULT 0, + total_lines_deleted INTEGER NOT NULL DEFAULT 0, + tab_lines_added INTEGER NOT NULL DEFAULT 0, + tab_lines_deleted INTEGER NOT NULL DEFAULT 0, + composer_lines_added INTEGER NOT NULL DEFAULT 0, + composer_lines_deleted INTEGER NOT NULL DEFAULT 0, + non_ai_lines_added INTEGER NOT NULL DEFAULT 0, + non_ai_lines_deleted INTEGER NOT NULL DEFAULT 0, + collected_at TEXT NOT NULL DEFAULT (NOW()::text), + PRIMARY KEY (email, date, repo_name) +); + +CREATE INDEX IF NOT EXISTS idx_ai_code_email ON ai_code_commits(email); +CREATE INDEX IF NOT EXISTS idx_ai_code_date ON ai_code_commits(date); +CREATE INDEX IF NOT EXISTS idx_ai_code_repo ON ai_code_commits(repo_name); + +CREATE TABLE IF NOT EXISTS metadata ( + key TEXT PRIMARY KEY, + value TEXT NOT NULL, + updated_at TEXT NOT NULL DEFAULT (NOW()::text) +); + +CREATE TABLE IF NOT EXISTS collection_log ( + id BIGSERIAL PRIMARY KEY, + type TEXT NOT NULL, + started_at TEXT NOT NULL DEFAULT (NOW()::text), + completed_at TEXT, + records_count INTEGER DEFAULT 0, + error TEXT +); diff --git a/src/lib/data/postgres-worker.ts b/src/lib/data/postgres-worker.ts new file mode 100644 index 0000000..fe99e3d --- /dev/null +++ b/src/lib/data/postgres-worker.ts @@ -0,0 +1,112 @@ +import { readFileSync } from "node:fs"; +import path from "node:path"; +import { fileURLToPath } from "node:url"; +import pg from "pg"; +import { runAsWorker } from "synckit"; +import { getPostgresUrl } from "../postgres-url"; + +const { Pool, types } = pg; + +// NUMERIC -> JS number (matches sqlite REAL/INTEGER behavior for dashboard math) +types.setTypeParser(1700, (val) => parseFloat(val)); +// BIGINT (SUM, COUNT, etc.) -> JS number (node-pg returns int8 as string by default) +types.setTypeParser(20, (val) => parseInt(val, 10)); + +type Stmt = { sql: string; params: unknown[] }; + +type WorkerRequest = + | { op: "init" } + | { op: "query"; sql: string; params: unknown[] } + | { op: "exec"; sql: string } + | { op: "tx"; stmts: Stmt[] }; + +type WorkerResponse = + | { ok: true; rows: Record[]; rowCount: number; insertId?: number } + | { ok: false; error: string }; + +let pool: pg.Pool | null = null; +let initialized = false; + +function getPool(): pg.Pool { + if (pool) return pool; + pool = new Pool({ connectionString: getPostgresUrl() }); + return pool; +} + +async function bootstrapSchema(): Promise { + if (initialized) return; + const dir = path.dirname(fileURLToPath(import.meta.url)); + const schemaPath = path.join(dir, "postgres-schema.sql"); + const ddl = readFileSync(schemaPath, "utf8"); + const client = await getPool().connect(); + try { + await client.query(ddl); + } finally { + client.release(); + } + initialized = true; +} + +async function runQuery(sql: string, params: unknown[]): Promise { + await bootstrapSchema(); + const result = await getPool().query(sql, params); + const insertId = + result.rows.length === 1 && result.rows[0]?.id != null + ? Number(result.rows[0].id) + : undefined; + return { + ok: true, + rows: result.rows as Record[], + rowCount: result.rowCount ?? 0, + insertId, + }; +} + +async function runExec(sql: string): Promise { + await bootstrapSchema(); + const result = await getPool().query(sql); + return { ok: true, rows: [], rowCount: result.rowCount ?? 0 }; +} + +async function runTx(stmts: Stmt[]): Promise { + await bootstrapSchema(); + const client = await getPool().connect(); + try { + await client.query("BEGIN"); + let lastInsertId: number | undefined; + for (const { sql, params } of stmts) { + const result = await client.query(sql, params); + if (result.rows.length === 1 && result.rows[0]?.id != null) { + lastInsertId = Number(result.rows[0].id); + } + } + await client.query("COMMIT"); + return { ok: true, rows: [], rowCount: stmts.length, insertId: lastInsertId }; + } catch (err) { + await client.query("ROLLBACK"); + throw err; + } finally { + client.release(); + } +} + +runAsWorker(async (req: WorkerRequest): Promise => { + try { + switch (req.op) { + case "init": + await bootstrapSchema(); + return { ok: true, rows: [], rowCount: 0 }; + case "query": + return await runQuery(req.sql, req.params); + case "exec": + return await runExec(req.sql); + case "tx": + return await runTx(req.stmts); + default: + return { ok: false, error: "Unknown op" }; + } + } catch (err) { + const message = err instanceof Error ? err.message : String(err); + return { ok: false, error: message }; + } +}); diff --git a/src/lib/data/postgres.ts b/src/lib/data/postgres.ts new file mode 100644 index 0000000..107024b --- /dev/null +++ b/src/lib/data/postgres.ts @@ -0,0 +1,3221 @@ +import { ensurePostgresSchema, PgDatabase } from "./postgres-bridge"; +import type { + TeamMember, + DailyUsage, + MemberSpend, + Anomaly, + Incident, + DetectionConfig, + GroupMemberSpend, + FilteredUsageEvent, + AICodeCommit, + AnalyticsDAUEntry, + AnalyticsModelUsageEntry, + AnalyticsAgentEditsEntry, + AnalyticsTabsEntry, + AnalyticsMCPEntry, + AnalyticsFileExtensionsEntry, + AnalyticsClientVersionsEntry, + AnalyticsCommandsEntry, + AnalyticsPlansEntry, +} from "../types"; +import { DEFAULT_CONFIG } from "../types"; +import type { + UsageBadge, + SpendBadge, + ContextBadge, + AdoptionBadge, + RankedUser, + DashboardStats, + FullDashboard, + ModelEfficiency, + UserContextMetrics, + CycleSummaryData, +} from "./types"; + +let dbInstance: PgDatabase | null = null; + +export function getDb(): PgDatabase { + if (!dbInstance) { + ensurePostgresSchema(); + dbInstance = new PgDatabase(); + } + return dbInstance; +} + +function cycleBillingAnchor(db: PgDatabase): { + cycleStart: string; + cycleStartMs: number; + teamBilledCents: number; +} | null { + const row = db.prepare("SELECT MAX(cycle_start) as cs FROM spending").get() as { cs: string | null }; + if (!row?.cs) return null; + const cycleStart = row.cs; + const cycleStartMs = new Date(`${cycleStart}T12:00:00.000Z`).getTime(); + const t = db + .prepare("SELECT COALESCE(SUM(spend_cents), 0) as t FROM spending WHERE cycle_start = ?") + .get(cycleStart) as { t: number }; + return { cycleStart, cycleStartMs, teamBilledCents: t.t }; +} + +export function setMetadata(key: string, value: string): void { + const db = getDb(); + db.prepare( + ` + INSERT INTO metadata (key, value, updated_at) VALUES (?, ?, datetime('now')) + ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = datetime('now') + `, + ).run(key, value); +} + +export function getMetadata(key: string): string | null { + const db = getDb(); + const row = db.prepare("SELECT value FROM metadata WHERE key = ?").get(key) as + | { value: string } + | undefined; + return row?.value ?? null; +} + +export function upsertMembers(members: TeamMember[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO members (email, user_id, name, role, is_removed, last_seen) + VALUES (?, ?, ?, ?, ?, datetime('now')) + ON CONFLICT(email) DO UPDATE SET + user_id = excluded.user_id, + name = excluded.name, + role = excluded.role, + is_removed = excluded.is_removed, + last_seen = datetime('now') + `); + + const tx = db.transaction(() => { + for (const m of members) { + stmt.run(m.email, m.id, m.name, m.role, m.isRemoved ? 1 : 0); + } + }); + tx(); +} + +export function upsertDailyUsage(entries: DailyUsage[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO daily_usage (date, email, user_id, is_active, lines_added, lines_deleted, + accepted_lines_added, accepted_lines_deleted, total_applies, total_accepts, total_rejects, + total_tabs_shown, tabs_accepted, composer_requests, chat_requests, agent_requests, + usage_based_reqs, most_used_model, tab_most_used_extension, client_version) + VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) + ON CONFLICT(date, email) DO UPDATE SET + user_id = excluded.user_id, + is_active = excluded.is_active, + lines_added = excluded.lines_added, + lines_deleted = excluded.lines_deleted, + accepted_lines_added = excluded.accepted_lines_added, + accepted_lines_deleted = excluded.accepted_lines_deleted, + total_applies = excluded.total_applies, + total_accepts = excluded.total_accepts, + total_rejects = excluded.total_rejects, + total_tabs_shown = excluded.total_tabs_shown, + tabs_accepted = excluded.tabs_accepted, + composer_requests = excluded.composer_requests, + chat_requests = excluded.chat_requests, + agent_requests = excluded.agent_requests, + usage_based_reqs = excluded.usage_based_reqs, + most_used_model = excluded.most_used_model, + tab_most_used_extension = excluded.tab_most_used_extension, + client_version = excluded.client_version, + collected_at = datetime('now') + `); + + const tx = db.transaction(() => { + for (const e of entries) { + stmt.run( + e.date, + e.email, + e.userId, + e.isActive ? 1 : 0, + e.linesAdded, + e.linesDeleted, + e.acceptedLinesAdded, + e.acceptedLinesDeleted, + e.totalApplies, + e.totalAccepts, + e.totalRejects, + e.totalTabsShown, + e.tabsAccepted, + e.composerRequests, + e.chatRequests, + e.agentRequests, + e.usageBasedReqs, + e.mostUsedModel, + e.tabMostUsedExtension, + e.clientVersion, + ); + } + }); + tx(); +} + +export function upsertSpending(members: MemberSpend[], cycleStart: string): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO spending (email, user_id, name, cycle_start, spend_cents, included_spend_cents, + overall_spend_cents, fast_premium_requests, monthly_limit_dollars, hard_limit_override_dollars) + VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?) + ON CONFLICT(email, cycle_start) DO UPDATE SET + user_id = excluded.user_id, + name = excluded.name, + spend_cents = excluded.spend_cents, + included_spend_cents = excluded.included_spend_cents, + overall_spend_cents = excluded.overall_spend_cents, + fast_premium_requests = excluded.fast_premium_requests, + monthly_limit_dollars = excluded.monthly_limit_dollars, + hard_limit_override_dollars = excluded.hard_limit_override_dollars, + collected_at = datetime('now') + `); + + const tx = db.transaction(() => { + for (const m of members) { + stmt.run( + m.email, + m.userId ?? null, + m.name ?? null, + cycleStart, + m.spendCents ?? 0, + m.includedSpendCents ?? 0, + m.overallSpendCents ?? m.spendCents ?? 0, + m.fastPremiumRequests ?? 0, + m.monthlyLimitDollars ?? null, + m.hardLimitOverrideDollars ?? 0, + ); + } + }); + tx(); +} + +export function upsertDailySpend(members: GroupMemberSpend[], cycleStart: string): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO daily_spend (date, email, spend_cents, cycle_start) + VALUES (?, ?, ?, ?) + ON CONFLICT(date, email) DO UPDATE SET + spend_cents = MAX(daily_spend.spend_cents, excluded.spend_cents), + cycle_start = excluded.cycle_start, + collected_at = datetime('now') + `); + + const tx = db.transaction(() => { + for (const m of members) { + for (const ds of m.dailySpend) { + stmt.run(ds.date, m.email, ds.spendCents, cycleStart); + } + } + }); + tx(); +} + +export function upsertBillingGroups( + groups: Array<{ + id: string; + name: string; + memberCount: number; + spendCents: number; + members: Array<{ email: string; joinedAt: string }>; + }>, +): void { + const db = getDb(); + const groupStmt = db.prepare(` + INSERT INTO billing_groups (id, name, member_count, spend_cents) + VALUES (?, ?, ?, ?) + ON CONFLICT(id) DO UPDATE SET + name = excluded.name, + member_count = excluded.member_count, + spend_cents = excluded.spend_cents, + collected_at = datetime('now') + `); + const memberStmt = db.prepare(` + INSERT INTO group_members (group_id, email, joined_at) + VALUES (?, ?, ?) + ON CONFLICT(group_id, email) DO UPDATE SET joined_at = excluded.joined_at + `); + + const tx = db.transaction(() => { + for (const g of groups) { + groupStmt.run(g.id, g.name, g.memberCount, g.spendCents); + for (const m of g.members) { + memberStmt.run(g.id, m.email, m.joinedAt); + } + } + }); + tx(); +} + +export function getUserDailySpend(email: string): Array<{ date: string; spend_cents: number }> { + const db = getDb(); + + const cycleRow = db + .prepare( + `SELECT spend_cents, cycle_start FROM spending WHERE email = ? ORDER BY cycle_start DESC LIMIT 1`, + ) + .get(email) as { spend_cents: number; cycle_start: string } | undefined; + + const cycleStartMs = cycleRow + ? new Date(`${cycleRow.cycle_start}T12:00:00.000Z`).getTime() + : 0; + + const rawRows = + cycleRow && cycleStartMs > 0 + ? (db + .prepare( + `SELECT date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') as date, + SUM(total_cents) as raw_cents + FROM usage_events + WHERE user_email = ? AND CAST(timestamp AS INTEGER) >= ? + GROUP BY date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') + ORDER BY date`, + ) + .all(email, cycleStartMs) as Array<{ date: string; raw_cents: number }>) + : (db + .prepare( + `SELECT date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') as date, + SUM(total_cents) as raw_cents + FROM usage_events + WHERE user_email = ? + GROUP BY date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') + ORDER BY date`, + ) + .all(email) as Array<{ date: string; raw_cents: number }>); + + const sumRaw = rawRows.reduce((s, r) => s + r.raw_cents, 0); + const targetCents = cycleRow?.spend_cents ?? 0; + + let spendMap: Map; + if (targetCents > 0 && sumRaw > 0) { + let allocated = 0; + const scaled = rawRows.map((r, i) => { + const isLast = i === rawRows.length - 1; + const cents = isLast ? targetCents - allocated : Math.floor((targetCents * r.raw_cents) / sumRaw); + allocated += cents; + return { date: r.date, spend_cents: cents }; + }); + spendMap = new Map(scaled.map((r) => [r.date, r.spend_cents])); + } else { + const dsRows = db + .prepare( + `SELECT date, MAX(spend_cents) as spend_cents FROM daily_spend WHERE email = ? GROUP BY date ORDER BY date`, + ) + .all(email) as Array<{ date: string; spend_cents: number }>; + if (dsRows.length > 0) { + spendMap = new Map(dsRows.map((r) => [r.date, r.spend_cents])); + } else if (rawRows.length > 0) { + spendMap = new Map(rawRows.map((r) => [r.date, Math.round(r.raw_cents)])); + } else { + return []; + } + } + + const dates = [...spendMap.keys()].sort(); + if (dates.length === 0) return []; + const firstDate = dates[0] ?? ""; + const start = new Date(`${firstDate}T12:00:00.000Z`); + const today = new Date(); + today.setHours(0, 0, 0, 0); + + const result: Array<{ date: string; spend_cents: number }> = []; + for (let d = new Date(start); d <= today; d.setDate(d.getDate() + 1)) { + const dateStr = d.toISOString().slice(0, 10); + result.push({ date: dateStr, spend_cents: spendMap.get(dateStr) ?? 0 }); + } + return result; +} + +export function getUserActivityProfile(email: string, days: number = 30) { + const db = getDb(); + const row = db + .prepare( + ` + SELECT + SUM(agent_requests) as agent_requests, + SUM(chat_requests) as chat_requests, + SUM(composer_requests) as composer_requests, + SUM(lines_added) as lines_added, + SUM(total_accepts) as total_accepts, + SUM(total_rejects) as total_rejects, + SUM(tabs_accepted) as tabs_accepted, + SUM(usage_based_reqs) as usage_based_reqs, + SUM(total_tabs_shown) as total_tabs_shown + FROM daily_usage WHERE email = ? AND date >= date('now', ?) AND is_active = 1 + `, + ) + .get(email, `-${days} days`) as Record | undefined; + + const teamAvg = db + .prepare( + ` + SELECT + AVG(total_agent) as agent_requests, + AVG(total_chat) as chat_requests, + AVG(total_composer) as composer_requests, + AVG(total_lines) as lines_added, + AVG(total_accepts) as total_accepts, + AVG(total_tabs) as tabs_accepted, + AVG(total_usage_based) as usage_based_reqs + FROM ( + SELECT email, + SUM(agent_requests) as total_agent, + SUM(chat_requests) as total_chat, + SUM(composer_requests) as total_composer, + SUM(lines_added) as total_lines, + SUM(total_accepts) as total_accepts, + SUM(tabs_accepted) as total_tabs, + SUM(usage_based_reqs) as total_usage_based + FROM daily_usage WHERE date >= date('now', ?) AND is_active = 1 + GROUP BY email + ) + `, + ) + .get(`-${days} days`) as Record | undefined; + + return { user: row ?? {}, teamAvg: teamAvg ?? {} }; +} + +export function getBillingGroups(): Array<{ + id: string; + name: string; + member_count: number; + spend_cents: number; +}> { + const db = getDb(); + return db + .prepare( + "SELECT id, name, member_count, spend_cents FROM billing_groups ORDER BY spend_cents DESC", + ) + .all() as Array<{ id: string; name: string; member_count: number; spend_cents: number }>; +} + +export function getGroupMembers(groupId: string): string[] { + const db = getDb(); + return ( + db.prepare("SELECT email FROM group_members WHERE group_id = ?").all(groupId) as Array<{ + email: string; + }> + ).map((r) => r.email); +} + +export function getGroupsWithMembers(): Array<{ + id: string; + name: string; + member_count: number; + spend_cents: number; + emails: string[]; + members: Array<{ email: string; name: string }>; +}> { + const db = getDb(); + const groups = db + .prepare("SELECT id, name, member_count, spend_cents FROM billing_groups ORDER BY name") + .all() as Array<{ id: string; name: string; member_count: number; spend_cents: number }>; + + const memberRows = db + .prepare( + "SELECT gm.group_id, gm.email, COALESCE(m.name, '') as name FROM group_members gm LEFT JOIN members m ON gm.email = m.email", + ) + .all() as Array<{ group_id: string; email: string; name: string }>; + + const membersByGroup = new Map>(); + for (const row of memberRows) { + const list = membersByGroup.get(row.group_id) ?? []; + list.push({ email: row.email, name: row.name }); + membersByGroup.set(row.group_id, list); + } + + return groups.map((g) => { + const memberList = membersByGroup.get(g.id) ?? []; + return { + ...g, + emails: memberList.map((m) => m.email), + members: memberList, + }; + }); +} + +export function insertAnomaly(anomaly: Anomaly): number { + const db = getDb(); + const result = db + .prepare( + `INSERT INTO anomalies (user_email, type, severity, metric, value, threshold, message, detected_at, diagnosis_model, diagnosis_kind, diagnosis_delta) + VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) RETURNING id`, + ) + .run( + anomaly.userEmail, + anomaly.type, + anomaly.severity, + anomaly.metric, + anomaly.value, + anomaly.threshold, + anomaly.message, + anomaly.detectedAt, + anomaly.diagnosisModel, + anomaly.diagnosisKind, + anomaly.diagnosisDelta, + ); + return Number(result.lastInsertRowid); +} + +export function resolveAnomaly(id: number): void { + const db = getDb(); + db.prepare( + "UPDATE anomalies SET resolved_at = datetime('now') WHERE id = ? AND resolved_at IS NULL", + ).run(id); +} + +export function markAnomalyAlerted(id: number): void { + const db = getDb(); + db.prepare("UPDATE anomalies SET alerted_at = datetime('now') WHERE id = ?").run(id); +} + +const ANOMALY_SELECT = `SELECT id, user_email as userEmail, type, severity, metric, value, threshold, message, + detected_at as detectedAt, resolved_at as resolvedAt, alerted_at as alertedAt, + diagnosis_model as diagnosisModel, diagnosis_kind as diagnosisKind, diagnosis_delta as diagnosisDelta + FROM anomalies`; + +export function getOpenAnomalies(): Anomaly[] { + const db = getDb(); + return db + .prepare(`${ANOMALY_SELECT} WHERE resolved_at IS NULL ORDER BY detected_at DESC`) + .all() as Anomaly[]; +} + +export function getRecentAnomalies(days: number = 30): Anomaly[] { + const db = getDb(); + return db + .prepare(`${ANOMALY_SELECT} WHERE detected_at >= datetime('now', ?) ORDER BY detected_at DESC`) + .all(`-${days} days`) as Anomaly[]; +} + +export function insertIncident(incident: Omit): number { + const db = getDb(); + const result = db + .prepare( + `INSERT INTO incidents (anomaly_id, user_email, status, detected_at, alerted_at, mttd_minutes) + VALUES (?, ?, ?, ?, ?, ?) RETURNING id`, + ) + .run( + incident.anomalyId, + incident.userEmail, + incident.status, + incident.detectedAt, + incident.alertedAt, + incident.mttdMinutes, + ); + return Number(result.lastInsertRowid); +} + +export function updateIncidentStatus( + id: number, + status: string, + times: Partial< + Pick< + Incident, + "alertedAt" | "acknowledgedAt" | "resolvedAt" | "mttdMinutes" | "mttiMinutes" | "mttrMinutes" + > + >, +): void { + const db = getDb(); + const sets: string[] = ["status = ?"]; + const params: unknown[] = [status]; + + if (times.alertedAt !== undefined) { + sets.push("alerted_at = ?"); + params.push(times.alertedAt); + } + if (times.acknowledgedAt !== undefined) { + sets.push("acknowledged_at = ?"); + params.push(times.acknowledgedAt); + } + if (times.resolvedAt !== undefined) { + sets.push("resolved_at = ?"); + params.push(times.resolvedAt); + } + if (times.mttdMinutes !== undefined) { + sets.push("mttd_minutes = ?"); + params.push(times.mttdMinutes); + } + if (times.mttiMinutes !== undefined) { + sets.push("mtti_minutes = ?"); + params.push(times.mttiMinutes); + } + if (times.mttrMinutes !== undefined) { + sets.push("mttr_minutes = ?"); + params.push(times.mttrMinutes); + } + + params.push(id); + db.prepare(`UPDATE incidents SET ${sets.join(", ")} WHERE id = ?`).run(...params); +} + +const INCIDENT_SELECT = `SELECT i.id, i.anomaly_id as anomalyId, i.user_email as userEmail, i.status, + i.detected_at as detectedAt, i.alerted_at as alertedAt, i.acknowledged_at as acknowledgedAt, + i.resolved_at as resolvedAt, i.mttd_minutes as mttdMinutes, i.mtti_minutes as mttiMinutes, i.mttr_minutes as mttrMinutes, + a.severity, a.message + FROM incidents i LEFT JOIN anomalies a ON i.anomaly_id = a.id`; + +export function getOpenIncidents(): Incident[] { + const db = getDb(); + return db + .prepare(`${INCIDENT_SELECT} WHERE i.status NOT IN ('resolved') ORDER BY i.detected_at DESC`) + .all() as Incident[]; +} + +export function getConfig(): DetectionConfig { + const db = getDb(); + const row = db.prepare("SELECT value FROM config WHERE key = 'detection'").get() as + | { value: string } + | undefined; + + if (!row) return DEFAULT_CONFIG; + const stored = JSON.parse(row.value) as Partial; + return { + thresholds: { ...DEFAULT_CONFIG.thresholds, ...stored.thresholds }, + zscore: { ...DEFAULT_CONFIG.zscore, ...stored.zscore }, + trends: { ...DEFAULT_CONFIG.trends, ...stored.trends }, + planExhaustion: { ...DEFAULT_CONFIG.planExhaustion, ...stored.planExhaustion }, + cronIntervalMinutes: stored.cronIntervalMinutes ?? DEFAULT_CONFIG.cronIntervalMinutes, + enableInfoAnomalies: stored.enableInfoAnomalies ?? DEFAULT_CONFIG.enableInfoAnomalies, + }; +} + +export function saveConfig(config: DetectionConfig): void { + const db = getDb(); + db.prepare( + "INSERT INTO config (key, value) VALUES ('detection', ?) ON CONFLICT(key) DO UPDATE SET value = excluded.value", + ).run(JSON.stringify(config)); +} + +export function logCollection(type: string, count: number, error?: string): void { + const db = getDb(); + db.prepare( + "INSERT INTO collection_log (type, completed_at, records_count, error) VALUES (?, datetime('now'), ?, ?)", + ).run(type, count, error ?? null); +} + +export type { + UsageBadge, + SpendBadge, + ContextBadge, + AdoptionBadge, + RankedUser, + DashboardStats, + FullDashboard, + ModelEfficiency, + UserContextMetrics, + CycleSummaryData, +}; + +export function getFullDashboard(days: number = 7): FullDashboard { + const db = getDb(); + const dateFilter = `-${days} days`; + + const totalMembers = + (db.prepare("SELECT COUNT(*) as c FROM members WHERE is_removed = 0").get() as { c: number }) + ?.c ?? 0; + + const activeMembers = + ( + db + .prepare( + "SELECT COUNT(DISTINCT email) as c FROM daily_usage WHERE is_active = 1 AND date >= date('now', ?)", + ) + .get(dateFilter) as { c: number } + )?.c ?? 0; + + const cycleRow = db.prepare("SELECT MAX(cycle_start) as cycle_start FROM spending").get() as { + cycle_start: string | null; + }; + const cycleStart = + getMetadata("cycle_start") ?? cycleRow?.cycle_start ?? new Date().toISOString().slice(0, 10); + const cycleEnd = getMetadata("cycle_end") ?? ""; + const cycleDays = Math.max( + 1, + Math.ceil((Date.now() - new Date(cycleStart).getTime()) / 86_400_000), + ); + + const billing = cycleBillingAnchor(db); + + const dailySpendWindowFromGroups = () => + ( + db + .prepare( + `SELECT COALESCE(SUM(spend), 0) as total FROM ( + SELECT date, email, MAX(spend_cents) as spend FROM daily_spend + WHERE date >= date('now', ?) GROUP BY date, email + )`, + ) + .get(dateFilter) as { total: number } + ).total; + + let totalSpendCentsForWindow: number; + if (billing && billing.teamBilledCents > 0) { + const fullRaw = ( + db + .prepare( + `SELECT COALESCE(SUM(total_cents), 0) as t FROM usage_events WHERE CAST(timestamp AS INTEGER) >= ?`, + ) + .get(billing.cycleStartMs) as { t: number } + ).t; + if (fullRaw > 0) { + const windowRaw = ( + db + .prepare( + `SELECT COALESCE(SUM(total_cents), 0) as t FROM usage_events + WHERE CAST(timestamp AS INTEGER) >= ? + AND date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') >= date('now', ?)`, + ) + .get(billing.cycleStartMs, dateFilter) as { t: number } + ).t; + totalSpendCentsForWindow = Math.round((billing.teamBilledCents * windowRaw) / fullRaw); + } else { + totalSpendCentsForWindow = dailySpendWindowFromGroups(); + } + } else { + totalSpendCentsForWindow = dailySpendWindowFromGroups(); + } + + const spendRow = { total: totalSpendCentsForWindow }; + + const agentRow = db + .prepare( + "SELECT COALESCE(SUM(agent_requests), 0) as total FROM daily_usage WHERE date >= date('now', ?)", + ) + .get(dateFilter) as { total: number }; + + const activeAnomalies = + ( + db.prepare("SELECT COUNT(*) as c FROM anomalies WHERE resolved_at IS NULL").get() as { + c: number; + } + )?.c ?? 0; + + const dailyTeamActivity = db + .prepare( + `SELECT date, + SUM(agent_requests) as total_agent_requests, + SUM(lines_added) as total_lines_added, + COUNT(DISTINCT CASE WHEN is_active = 1 THEN email END) as active_users + FROM daily_usage + WHERE date >= date('now', ?) + GROUP BY date ORDER BY date`, + ) + .all(dateFilter) as Array<{ + date: string; + total_agent_requests: number; + total_lines_added: number; + active_users: number; + }>; + + const rankedUsers = db + .prepare( + `WITH user_spend AS ( + SELECT email, spend_cents + FROM spending + WHERE cycle_start = (SELECT MAX(cycle_start) FROM spending) + ), + user_cache AS ( + SELECT user_email as email, + ROUND(AVG(CASE WHEN cache_read_tokens > 0 THEN cache_read_tokens END)) as avg_cache_read, + ROUND(100.0 * SUM(CASE WHEN max_mode = 1 THEN 1 ELSE 0 END) / COUNT(*)) as max_mode_pct + FROM usage_events + WHERE date(timestamp/1000, 'unixepoch') >= date('now', ?) + GROUP BY user_email + ), + activity AS ( + SELECT email, + SUM(agent_requests) as agent_requests, + SUM(lines_added) as lines_added, + SUM(tabs_accepted) as tabs_accepted, + SUM(total_tabs_shown) as tabs_shown, + SUM(total_applies) as total_applies, + SUM(total_accepts) as total_accepts, + COUNT(CASE WHEN is_active = 1 THEN 1 END) as active_days, + MAX(most_used_model) as most_used_model + FROM daily_usage + WHERE date >= date('now', ?) AND is_active = 1 + GROUP BY email + ) + SELECT + m.email, m.name, + COALESCE(us.spend_cents, 0) as spend_cents, + 0 as included_spend_cents, 0 as fast_premium_requests, + COALESCE(a.agent_requests, 0) as agent_requests, + COALESCE(a.lines_added, 0) as lines_added, + COALESCE(a.most_used_model, '') as most_used_model, + COALESCE(a.active_days, 0) as active_days, + COALESCE(a.tabs_accepted, 0) as tabs_accepted, + COALESCE(a.tabs_shown, 0) as tabs_shown, + COALESCE(a.total_applies, 0) as total_applies, + COALESCE(a.total_accepts, 0) as total_accepts, + COALESCE(uc.avg_cache_read, 0) as avg_cache_read, + COALESCE(uc.max_mode_pct, 0) as max_mode_pct, + RANK() OVER (ORDER BY COALESCE(us.spend_cents, 0) DESC) as spend_rank, + RANK() OVER (ORDER BY COALESCE(a.agent_requests, 0) DESC) as activity_rank + FROM members m + LEFT JOIN user_spend us ON m.email = us.email + LEFT JOIN user_cache uc ON m.email = uc.email + LEFT JOIN activity a ON m.email = a.email + WHERE m.is_removed = 0 + ORDER BY COALESCE(us.spend_cents, 0) DESC`, + ) + .all(dateFilter, dateFilter) as Array<{ + email: string; + name: string; + spend_cents: number; + included_spend_cents: number; + fast_premium_requests: number; + agent_requests: number; + lines_added: number; + most_used_model: string; + active_days: number; + tabs_accepted: number; + tabs_shown: number; + total_applies: number; + total_accepts: number; + avg_cache_read: number; + max_mode_pct: number; + spend_rank: number; + activity_rank: number; + }>; + + const chartDays = Math.max(days, 7); + const chartDateFilter = `-${chartDays} days`; + + let teamDailySpend: Array<{ date: string; spend_cents: number }> = []; + if (billing && billing.teamBilledCents > 0) { + const fullRaw = ( + db + .prepare( + `SELECT COALESCE(SUM(total_cents), 0) as t FROM usage_events WHERE CAST(timestamp AS INTEGER) >= ?`, + ) + .get(billing.cycleStartMs) as { t: number } + ).t; + const rawByDay = db + .prepare( + `SELECT date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') as date, + SUM(total_cents) as raw_cents + FROM usage_events + WHERE CAST(timestamp AS INTEGER) >= ? + AND date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') >= date('now', ?) + GROUP BY date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') + ORDER BY date`, + ) + .all(billing.cycleStartMs, chartDateFilter) as Array<{ date: string; raw_cents: number }>; + if (fullRaw > 0) { + const f = billing.teamBilledCents / fullRaw; + teamDailySpend = rawByDay.map((r) => ({ + date: r.date, + spend_cents: Math.round(r.raw_cents * f), + })); + } + } + if (teamDailySpend.length === 0) { + teamDailySpend = db + .prepare( + ` + SELECT date, SUM(spend) as spend_cents FROM ( + SELECT date, email, MAX(spend_cents) as spend FROM daily_spend + WHERE date >= date('now', ?) GROUP BY date, email + ) GROUP BY date ORDER BY date + `, + ) + .all(chartDateFilter) as Array<{ date: string; spend_cents: number }>; + } + + let dailySpendBreakdown: Array<{ + date: string; + email: string; + name: string; + spend_cents: number; + }> = []; + if (billing && billing.teamBilledCents > 0) { + dailySpendBreakdown = db + .prepare( + ` + WITH cb AS ( + SELECT email, spend_cents FROM spending + WHERE cycle_start = (SELECT MAX(cycle_start) FROM spending) + ), + ur AS ( + SELECT user_email as email, SUM(total_cents) as tr + FROM usage_events + WHERE CAST(timestamp AS INTEGER) >= ? + GROUP BY user_email + ), + dr AS ( + SELECT user_email, date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') as date, + SUM(total_cents) as rd + FROM usage_events + WHERE CAST(timestamp AS INTEGER) >= ? + AND date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') >= date('now', ?) + GROUP BY user_email, date + ) + SELECT x.date, x.email, x.name, x.spend_cents FROM ( + SELECT dr.date, dr.user_email as email, COALESCE(m.name, dr.user_email) as name, + CASE WHEN COALESCE(ur.tr, 0) > 0 AND COALESCE(cb.spend_cents, 0) > 0 + THEN CAST(ROUND(dr.rd * cb.spend_cents * 1.0 / ur.tr) AS INTEGER) + ELSE 0 END as spend_cents + FROM dr + LEFT JOIN ur ON ur.email = dr.user_email + LEFT JOIN cb ON cb.email = dr.user_email + LEFT JOIN members m ON m.email = dr.user_email + ) x + WHERE x.spend_cents > 0 + ORDER BY x.date, x.spend_cents DESC + `, + ) + .all(billing.cycleStartMs, billing.cycleStartMs, chartDateFilter) as Array<{ + date: string; + email: string; + name: string; + spend_cents: number; + }>; + } + if (dailySpendBreakdown.length === 0) { + dailySpendBreakdown = db + .prepare( + ` + SELECT ds.date, ds.email, + COALESCE(m.name, ds.email) as name, + ds.spend_cents + FROM ( + SELECT date, email, MAX(spend_cents) as spend_cents + FROM daily_spend + WHERE date >= date('now', ?) + GROUP BY date, email + ) ds + LEFT JOIN members m ON ds.email = m.email + WHERE ds.spend_cents > 0 + ORDER BY ds.date, ds.spend_cents DESC + `, + ) + .all(chartDateFilter) as Array<{ + date: string; + email: string; + name: string; + spend_cents: number; + }>; + } + + const modelCosts = db + .prepare( + ` + WITH user_model AS ( + SELECT email, most_used_model, SUM(agent_requests) as reqs + FROM daily_usage WHERE is_active = 1 AND most_used_model != '' AND date >= date('now', ?) + GROUP BY email, most_used_model + ), + primary_model AS ( + SELECT email, most_used_model FROM user_model + WHERE (email, reqs) IN (SELECT email, MAX(reqs) FROM user_model GROUP BY email) + ), + user_spend AS ( + SELECT email, spend_cents FROM spending + WHERE cycle_start = (SELECT MAX(cycle_start) FROM spending) + ) + SELECT pm.most_used_model as model, COUNT(*) as users, + ROUND(AVG(COALESCE(us.spend_cents, 0))/100, 0) as avg_spend, + ROUND(SUM(COALESCE(us.spend_cents, 0))/100, 0) as total_spend, + COALESCE(SUM(du.reqs), 0) as total_reqs, + GROUP_CONCAT(pm.email) as emails + FROM primary_model pm + LEFT JOIN user_spend us ON pm.email = us.email + LEFT JOIN (SELECT email, SUM(agent_requests) as reqs FROM daily_usage WHERE date >= date('now', ?) GROUP BY email) du ON pm.email = du.email + GROUP BY pm.most_used_model + ORDER BY total_spend DESC + `, + ) + .all(dateFilter, dateFilter) as Array<{ + model: string; + users: number; + avg_spend: number; + total_spend: number; + total_reqs: number; + emails: string; + }>; + + const stats: DashboardStats = { + totalMembers, + activeMembers, + totalSpendCents: spendRow.total, + totalAgentRequests: agentRow.total, + activeAnomalies, + cycleStart, + cycleEnd, + cycleDays, + dailyTeamActivity, + rankedUsers: assignBadges(rankedUsers, days).map((u, i) => ({ ...u, rank: i + 1 })), + }; + + return { + days, + stats, + modelCosts: modelCosts.map((mc) => ({ + ...mc, + emails: mc.emails ? mc.emails.split(",") : [], + })), + teamDailySpend, + dailySpendBreakdown, + }; +} + +function isMaxModel(model: string): boolean { + return model.toLowerCase().includes("-max"); +} + +function assignBadges( + users: Array<{ + email: string; + name: string; + spend_cents: number; + included_spend_cents: number; + fast_premium_requests: number; + agent_requests: number; + lines_added: number; + most_used_model: string; + active_days: number; + tabs_accepted: number; + tabs_shown: number; + total_applies: number; + total_accepts: number; + avg_cache_read: number; + max_mode_pct: number; + spend_rank: number; + activity_rank: number; + }>, + periodDays: number = 7, +): Array< + (typeof users)[number] & { + usage_badge: UsageBadge | null; + spend_badge: SpendBadge | null; + context_badge: ContextBadge | null; + adoption_badge: AdoptionBadge | null; + } +> { + const activeUsersForIntensity = users.filter((u) => u.agent_requests >= 10 && u.active_days > 0); + const intensities = activeUsersForIntensity + .map((u) => u.agent_requests / u.active_days) + .sort((a, b) => a - b); + const p90Intensity = intensities[Math.floor(intensities.length * 0.9)] ?? 50; + + const activeUsers = users.filter((u) => u.agent_requests >= 30); + const reqValues = activeUsers.map((u) => u.agent_requests).sort((a, b) => a - b); + + const p80Reqs = reqValues[Math.floor(reqValues.length * 0.8)] ?? 0; + const spendingUsers = activeUsers.filter((u) => u.spend_cents > 0); + const medianSpend = + spendingUsers.length > 0 + ? (spendingUsers.map((u) => u.spend_cents).sort((a, b) => a - b)[ + Math.floor(spendingUsers.length * 0.5) + ] ?? 0) + : 0; + const spendingCprs = spendingUsers + .filter((u) => u.agent_requests > 0) + .map((u) => u.spend_cents / u.agent_requests) + .sort((a, b) => a - b); + const medianCpr = + spendingCprs.length > 0 ? (spendingCprs[Math.floor(spendingCprs.length * 0.5)] ?? 0) : 0; + + const LONG_SESSION_THRESHOLD = 700_000; + + return users.map((u) => { + let usage_badge: UsageBadge | null; + let spend_badge: SpendBadge | null = null; + let context_badge: ContextBadge | null = null; + + if (u.agent_requests < 10) { + usage_badge = "light-user"; + } else { + const reqsPerDay = u.active_days > 0 ? u.agent_requests / u.active_days : 0; + const usesMax = u.max_mode_pct > 50 || isMaxModel(u.most_used_model); + + if (usesMax) { + usage_badge = "deep-thinker"; + } else if (reqsPerDay >= 80) { + usage_badge = "power-user"; + } else { + usage_badge = "balanced"; + } + } + + if (u.agent_requests >= 30 && u.spend_cents > 0) { + const cpr = u.spend_cents / u.agent_requests; + const overBudget = u.spend_cents > medianSpend * 5 && u.spend_cents > 10000; + + if (overBudget) { + spend_badge = "over-budget"; + } else if ((u.max_mode_pct > 50 || isMaxModel(u.most_used_model)) && medianCpr > 0 && cpr > medianCpr * 3) { + spend_badge = "premium-model"; + } else if (u.agent_requests >= p80Reqs && medianCpr > 0 && cpr <= medianCpr * 0.5) { + spend_badge = "cost-efficient"; + } + } + + const SHORT_SESSION_THRESHOLD = 300_000; + if (u.agent_requests >= 30 && u.avg_cache_read > LONG_SESSION_THRESHOLD) { + context_badge = "long-sessions"; + } else if ( + u.agent_requests >= 30 && + u.avg_cache_read > 0 && + u.avg_cache_read < SHORT_SESSION_THRESHOLD + ) { + context_badge = "short-sessions"; + } + + let adoption_badge: AdoptionBadge | null = null; + if (u.agent_requests >= 10 && u.active_days > 0) { + const acceptRate = u.total_applies > 0 ? u.total_accepts / u.total_applies : 0; + const intensity = u.agent_requests / u.active_days; + const intensityNorm = Math.min(intensity / p90Intensity, 1); + const consistency = periodDays > 0 ? u.active_days / periodDays : 0; + const score = acceptRate * 40 + intensityNorm * 40 + consistency * 20; + if (score >= 80) adoption_badge = "ai-native"; + else if (score >= 55) adoption_badge = "high-adoption"; + else if (score >= 30) adoption_badge = "moderate-adoption"; + else if (score >= 10) adoption_badge = "low-adoption"; + else adoption_badge = "manual-coder"; + } + + return { + ...u, + usage_badge, + spend_badge, + context_badge, + adoption_badge, + }; + }); +} + +export function getUserBadges( + email: string, + days: number = 30, +): { + usage: UsageBadge | null; + spend: SpendBadge | null; + context: ContextBadge | null; + adoption: AdoptionBadge | null; +} { + const db = getDb(); + const dateFilter = `-${days} days`; + + const userRow = db + .prepare( + `SELECT SUM(agent_requests) as agent_requests, SUM(lines_added) as lines_added, + SUM(tabs_accepted) as tabs_accepted, SUM(total_tabs_shown) as tabs_shown, + COUNT(CASE WHEN is_active = 1 THEN 1 END) as active_days, + MAX(most_used_model) as most_used_model + FROM daily_usage WHERE email = ? AND date >= date('now', ?) AND is_active = 1`, + ) + .get(email, dateFilter) as + | { + agent_requests: number; + lines_added: number; + tabs_accepted: number; + tabs_shown: number; + active_days: number; + most_used_model: string; + } + | undefined; + + if (!userRow || !userRow.agent_requests) { + return { usage: null, spend: null, context: null, adoption: null }; + } + + const spendRow = db + .prepare( + `SELECT COALESCE(s.spend_cents, 0) as spend_cents + FROM spending s + WHERE s.email = ? AND s.cycle_start = (SELECT MAX(cycle_start) FROM spending)`, + ) + .get(email) as { spend_cents: number }; + + const maxModeRow = db + .prepare( + `SELECT ROUND(100.0 * SUM(CASE WHEN max_mode = 1 THEN 1 ELSE 0 END) / COUNT(*)) as pct + FROM usage_events WHERE user_email = ? AND date(timestamp/1000, 'unixepoch') >= date('now', ?)`, + ) + .get(email, dateFilter) as { pct: number | null }; + const userMaxModePct = maxModeRow?.pct ?? 0; + + const teamStats = db + .prepare( + `SELECT du.email, SUM(du.agent_requests) as reqs, COALESCE(MAX(sp.spend_cents), 0) as spend + FROM daily_usage du + LEFT JOIN spending sp ON sp.email = du.email + AND sp.cycle_start = (SELECT MAX(cycle_start) FROM spending) + WHERE du.date >= date('now', ?) AND du.is_active = 1 + GROUP BY du.email HAVING SUM(du.agent_requests) >= 30`, + ) + .all(dateFilter) as Array<{ email: string; reqs: number; spend: number }>; + + const spendValues = teamStats + .filter((t) => t.spend > 0) + .map((t) => t.spend) + .sort((a, b) => a - b); + const medianSpend = + spendValues.length > 0 ? (spendValues[Math.floor(spendValues.length / 2)] ?? 0) : 0; + const cprValues = teamStats + .filter((t) => t.spend > 0 && t.reqs > 0) + .map((t) => t.spend / t.reqs) + .sort((a, b) => a - b); + const medianCpr = cprValues.length > 0 ? (cprValues[Math.floor(cprValues.length / 2)] ?? 0) : 0; + const reqValues = teamStats.map((t) => t.reqs).sort((a, b) => a - b); + const p80Reqs = reqValues[Math.floor(reqValues.length * 0.8)] ?? 0; + + let usage: UsageBadge | null; + if (userRow.agent_requests < 10) { + usage = "light-user"; + } else { + const reqsPerDay = userRow.active_days > 0 ? userRow.agent_requests / userRow.active_days : 0; + const usesMax = userMaxModePct > 50 || isMaxModel(userRow.most_used_model); + if (usesMax) usage = "deep-thinker"; + else if (reqsPerDay >= 80) usage = "power-user"; + else usage = null; + } + + let spend: SpendBadge | null = null; + if (userRow.agent_requests >= 30 && spendRow.spend_cents > 0) { + const cpr = spendRow.spend_cents / userRow.agent_requests; + if (spendRow.spend_cents > medianSpend * 5 && spendRow.spend_cents > 10000) { + spend = "over-budget"; + } else if ((userMaxModePct > 50 || isMaxModel(userRow.most_used_model)) && medianCpr > 0 && cpr > medianCpr * 3) { + spend = "premium-model"; + } else if (userRow.agent_requests >= p80Reqs && medianCpr > 0 && cpr <= medianCpr * 0.5) { + spend = "cost-efficient"; + } + } + + const cacheRow = db + .prepare( + `SELECT ROUND(AVG(cache_read_tokens)) as avg_cr FROM usage_events + WHERE user_email = ? AND date(timestamp/1000, 'unixepoch') >= date('now', ?) AND cache_read_tokens > 0`, + ) + .get(email, dateFilter) as { avg_cr: number | null } | undefined; + + let context: ContextBadge | null = null; + const avgCr = cacheRow?.avg_cr ?? 0; + if (userRow.agent_requests >= 30 && avgCr > 700_000) context = "long-sessions"; + else if (userRow.agent_requests >= 30 && avgCr > 0 && avgCr < 300_000) context = "short-sessions"; + + let adoption: AdoptionBadge | null = null; + if (userRow.agent_requests >= 10 && userRow.active_days > 0) { + const teamIntensities = db + .prepare( + `SELECT SUM(agent_requests) * 1.0 / COUNT(CASE WHEN is_active = 1 THEN 1 END) as rpd + FROM daily_usage WHERE date >= date('now', ?) AND is_active = 1 + GROUP BY email HAVING SUM(agent_requests) >= 10 + ORDER BY rpd`, + ) + .all(dateFilter) as Array<{ rpd: number }>; + const p90i = teamIntensities[Math.floor(teamIntensities.length * 0.9)]?.rpd ?? 50; + const acceptRate = + userRow.agent_requests >= 10 && userRow.tabs_accepted + userRow.agent_requests > 0 + ? (db + .prepare( + `SELECT SUM(total_applies) as ap, SUM(total_accepts) as ac + FROM daily_usage WHERE email = ? AND date >= date('now', ?) AND is_active = 1`, + ) + .get(email, dateFilter) as { ap: number; ac: number }) + : { ap: 0, ac: 0 }; + const ar = acceptRate.ap > 0 ? acceptRate.ac / acceptRate.ap : 0; + const intensity = userRow.agent_requests / userRow.active_days; + const intensityNorm = Math.min(intensity / p90i, 1); + const elapsedBadge = db + .prepare( + `SELECT CAST(julianday('now') - julianday(MIN(date)) AS INTEGER) + 1 as elapsed + FROM daily_usage WHERE date >= date('now', ?) AND is_active = 1`, + ) + .get(dateFilter) as { elapsed: number | null } | undefined; + const periodForBadge = Math.min(days, elapsedBadge?.elapsed ?? days); + const consistency = periodForBadge > 0 ? userRow.active_days / periodForBadge : 0; + const score = ar * 40 + intensityNorm * 40 + consistency * 20; + if (score >= 80) adoption = "ai-native"; + else if (score >= 55) adoption = "high-adoption"; + else if (score >= 30) adoption = "moderate-adoption"; + else if (score >= 10) adoption = "low-adoption"; + else adoption = "manual-coder"; + } + + return { usage, spend, context, adoption }; +} + +export function getDashboardStats(days: number = 7): DashboardStats { + return getFullDashboard(days).stats; +} + +export function getUserStats(email: string, days: number = 7) { + const db = getDb(); + + const member = db.prepare("SELECT * FROM members WHERE email = ?").get(email) as + | (TeamMember & { first_seen: string; last_seen: string }) + | undefined; + + const spending = db + .prepare("SELECT * FROM spending WHERE email = ? ORDER BY cycle_start DESC LIMIT 6") + .all(email) as Array<{ + cycle_start: string; + spend_cents: number; + included_spend_cents: number; + fast_premium_requests: number; + }>; + + const dailyActivity = db + .prepare( + `SELECT date, agent_requests, lines_added, lines_deleted, total_accepts, total_rejects, + tabs_accepted, usage_based_reqs, most_used_model, client_version + FROM daily_usage + WHERE email = ? AND date >= date('now', ?) + ORDER BY date`, + ) + .all(email, `-${days} days`) as Array<{ + date: string; + agent_requests: number; + lines_added: number; + lines_deleted: number; + total_accepts: number; + total_rejects: number; + tabs_accepted: number; + usage_based_reqs: number; + most_used_model: string; + client_version: string; + }>; + + const modelBreakdown = db + .prepare( + `SELECT most_used_model as model, COUNT(*) as days_used, SUM(agent_requests) as total_requests + FROM daily_usage + WHERE email = ? AND date >= date('now', ?) AND most_used_model != '' + GROUP BY most_used_model + ORDER BY total_requests DESC`, + ) + .all(email, `-${days} days`) as Array<{ + model: string; + days_used: number; + total_requests: number; + }>; + + const anomalies = db + .prepare(`${ANOMALY_SELECT} WHERE user_email = ? ORDER BY detected_at DESC LIMIT 20`) + .all(email) as Anomaly[]; + + const dailySpend = getUserDailySpend(email); + const billCycleStart = spending[0]?.cycle_start ?? null; + const usageEventsSummaryRaw = getUserUsageEventsSummary(email, days, billCycleStart); + const billedCents = spending[0]?.spend_cents ?? 0; + const sumTokenCents = usageEventsSummaryRaw.reduce((s, r) => s + r.total_cost_cents, 0); + const billScale = billedCents > 0 && sumTokenCents > 0 ? billedCents / sumTokenCents : 1; + const usageEventsSummary = usageEventsSummaryRaw.map((r) => ({ + ...r, + total_cost_cents: r.total_cost_cents * billScale, + avg_cost_cents: r.avg_cost_cents * billScale, + plan_cost_cents: r.plan_cost_cents * billScale, + overage_cost_cents: r.overage_cost_cents * billScale, + })); + const mcpSummary = getUserMCPSummary(email, days); + const commandsSummary = getUserCommandsSummary(email, days); + const contextMetrics = getUserContextMetrics(email, days); + const badges = getUserBadges(email, days); + const aiAdoption = getUserAIAdoption(email, days); + const repoBreakdown = getUserRepoBreakdown(email, days); + + const ranksRow = db + .prepare( + `WITH all_emails AS ( + SELECT DISTINCT user_email as email FROM usage_events WHERE CAST(timestamp AS INTEGER) >= ? + UNION + SELECT DISTINCT email FROM daily_usage WHERE date >= date('now', ?) AND is_active = 1 AND agent_requests > 0 + ), + user_spend AS ( + SELECT email, spend_cents as spend + FROM spending + WHERE cycle_start = (SELECT MAX(cycle_start) FROM spending) + ), + user_activity AS ( + SELECT email, SUM(agent_requests) as reqs + FROM daily_usage WHERE date >= date('now', ?) AND is_active = 1 + GROUP BY email + ), + ranked AS ( + SELECT + e.email, + RANK() OVER (ORDER BY COALESCE(s.spend, 0) DESC) as spend_rank, + RANK() OVER (ORDER BY COALESCE(a.reqs, 0) DESC) as activity_rank, + COUNT(*) OVER () as total_ranked + FROM all_emails e + LEFT JOIN user_spend s ON e.email = s.email + LEFT JOIN user_activity a ON e.email = a.email + ) + SELECT spend_rank, activity_rank, total_ranked FROM ranked WHERE email = ?`, + ) + .get( + Date.now() - days * 24 * 60 * 60 * 1000, + `-${days} days`, + `-${days} days`, + email, + ) as { spend_rank: number; activity_rank: number; total_ranked: number } | undefined; + + const groupRow = db + .prepare( + `SELECT bg.id, bg.name FROM group_members gm + JOIN billing_groups bg ON bg.id = gm.group_id + WHERE gm.email = ? AND bg.name != 'Unassigned' + LIMIT 1`, + ) + .get(email) as { id: string; name: string } | undefined; + + const cycleRow = db.prepare("SELECT MAX(cycle_start) as cs FROM spending").get() as { + cs: string | null; + }; + const cycleStart = cycleRow?.cs; + let planExhaustion: { daysToExhaust: number; usageBasedReqs: number; cycleDay: number } | null = + null; + if (cycleStart) { + const exhaustRow = db + .prepare( + `SELECT CAST(julianday(MIN(du.date)) - julianday(?) + 1 AS INT) as days_to_exhaust, + SUM(du.usage_based_reqs) as usage_based_reqs + FROM daily_usage du + WHERE du.email = ? AND du.date >= ? AND du.usage_based_reqs > 0`, + ) + .get(cycleStart, email, cycleStart) as + | { + days_to_exhaust: number | null; + usage_based_reqs: number | null; + } + | undefined; + if (exhaustRow?.days_to_exhaust != null) { + const cycleDayNum = + Math.floor((Date.now() - new Date(cycleStart).getTime()) / (24 * 60 * 60 * 1000)) + 1; + planExhaustion = { + daysToExhaust: exhaustRow.days_to_exhaust, + usageBasedReqs: exhaustRow.usage_based_reqs ?? 0, + cycleDay: cycleDayNum, + }; + } + } + + return { + member, + spending, + dailyActivity, + modelBreakdown, + anomalies, + dailySpend, + usageEventsSummary, + mcpSummary, + commandsSummary, + ranks: ranksRow + ? { + spendRank: ranksRow.spend_rank, + activityRank: ranksRow.activity_rank, + totalRanked: ranksRow.total_ranked, + } + : null, + group: groupRow ?? null, + contextMetrics, + badges, + aiAdoption, + planExhaustion, + repoBreakdown, + }; +} + +export function getAnomalyTimeline(days: number = 30) { + const db = getDb(); + + const anomalies = db + .prepare(`${ANOMALY_SELECT} WHERE detected_at >= datetime('now', ?) ORDER BY detected_at DESC`) + .all(`-${days} days`) as Anomaly[]; + + const incidents = db + .prepare( + `${INCIDENT_SELECT} WHERE i.detected_at >= datetime('now', ?) ORDER BY i.detected_at DESC`, + ) + .all(`-${days} days`) as Incident[]; + + const avgMttd = db + .prepare( + "SELECT AVG(mttd_minutes) as avg FROM incidents WHERE mttd_minutes IS NOT NULL AND detected_at >= datetime('now', ?)", + ) + .get(`-${days} days`) as { avg: number | null }; + + const avgMtti = db + .prepare( + "SELECT AVG(mtti_minutes) as avg FROM incidents WHERE mtti_minutes IS NOT NULL AND detected_at >= datetime('now', ?)", + ) + .get(`-${days} days`) as { avg: number | null }; + + const avgMttr = db + .prepare( + "SELECT AVG(mttr_minutes) as avg FROM incidents WHERE mttr_minutes IS NOT NULL AND detected_at >= datetime('now', ?)", + ) + .get(`-${days} days`) as { avg: number | null }; + + return { + anomalies, + incidents, + avgMttdMinutes: avgMttd.avg, + avgMttiMinutes: avgMtti.avg, + avgMttrMinutes: avgMttr.avg, + }; +} + +export function getModelCostBreakdown(): Array<{ + model: string; + users: number; + avg_spend: number; + total_spend: number; + total_reqs: number; + emails: string[]; +}> { + const db = getDb(); + const rows = db + .prepare( + ` + WITH user_model AS ( + SELECT email, most_used_model, SUM(agent_requests) as reqs + FROM daily_usage WHERE is_active = 1 AND most_used_model != '' + GROUP BY email, most_used_model + ), + primary_model AS ( + SELECT email, most_used_model FROM user_model + WHERE (email, reqs) IN (SELECT email, MAX(reqs) FROM user_model GROUP BY email) + ) + SELECT pm.most_used_model as model, COUNT(*) as users, + ROUND(AVG(s.spend_cents)/100, 0) as avg_spend, + ROUND(SUM(s.spend_cents)/100, 0) as total_spend, + COALESCE(SUM(du.reqs), 0) as total_reqs, + GROUP_CONCAT(pm.email) as emails + FROM primary_model pm + JOIN spending s ON pm.email = s.email + LEFT JOIN (SELECT email, SUM(agent_requests) as reqs FROM daily_usage GROUP BY email) du ON pm.email = du.email + GROUP BY pm.most_used_model + ORDER BY total_spend DESC + `, + ) + .all() as Array<{ + model: string; + users: number; + avg_spend: number; + total_spend: number; + total_reqs: number; + emails: string; + }>; + return rows.map((r) => ({ ...r, emails: r.emails ? r.emails.split(",") : [] })); +} + +export function getTeamDailySpend(): Array<{ date: string; spend_cents: number }> { + const db = getDb(); + const billing = cycleBillingAnchor(db); + const fromDailySpend = () => + db + .prepare( + `SELECT date, SUM(spend) as spend_cents FROM ( + SELECT date, email, MAX(spend_cents) as spend FROM daily_spend GROUP BY date, email + ) GROUP BY date ORDER BY date`, + ) + .all() as Array<{ date: string; spend_cents: number }>; + + if (!billing || billing.teamBilledCents <= 0) { + return fromDailySpend(); + } + const fullRaw = ( + db + .prepare( + `SELECT COALESCE(SUM(total_cents), 0) as t FROM usage_events WHERE CAST(timestamp AS INTEGER) >= ?`, + ) + .get(billing.cycleStartMs) as { t: number } + ).t; + const rawByDay = db + .prepare( + `SELECT date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') as date, + SUM(total_cents) as raw_cents + FROM usage_events + WHERE CAST(timestamp AS INTEGER) >= ? + GROUP BY date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') + ORDER BY date`, + ) + .all(billing.cycleStartMs) as Array<{ date: string; raw_cents: number }>; + if (fullRaw <= 0 || rawByDay.length === 0) { + return fromDailySpend(); + } + const f = billing.teamBilledCents / fullRaw; + return rawByDay.map((r) => ({ date: r.date, spend_cents: Math.round(r.raw_cents * f) })); +} + +export function getDailySpendBreakdown(): Array<{ + date: string; + email: string; + name: string; + spend_cents: number; +}> { + const db = getDb(); + const billing = cycleBillingAnchor(db); + const fromDailySpend = () => + db + .prepare( + `SELECT ds.date, ds.email, + COALESCE(m.name, ds.email) as name, + ds.spend_cents + FROM ( + SELECT date, email, MAX(spend_cents) as spend_cents + FROM daily_spend GROUP BY date, email + ) ds + LEFT JOIN members m ON ds.email = m.email + WHERE ds.spend_cents > 0 + ORDER BY ds.date, ds.spend_cents DESC`, + ) + .all() as Array<{ date: string; email: string; name: string; spend_cents: number }>; + + if (!billing || billing.teamBilledCents <= 0) { + return fromDailySpend(); + } + const rows = db + .prepare( + ` + WITH cb AS ( + SELECT email, spend_cents FROM spending + WHERE cycle_start = (SELECT MAX(cycle_start) FROM spending) + ), + ur AS ( + SELECT user_email as email, SUM(total_cents) as tr + FROM usage_events + WHERE CAST(timestamp AS INTEGER) >= ? + GROUP BY user_email + ), + dr AS ( + SELECT user_email, date(CAST(timestamp AS INTEGER) / 1000, 'unixepoch') as date, + SUM(total_cents) as rd + FROM usage_events + WHERE CAST(timestamp AS INTEGER) >= ? + GROUP BY user_email, date + ) + SELECT x.date, x.email, x.name, x.spend_cents FROM ( + SELECT dr.date, dr.user_email as email, COALESCE(m.name, dr.user_email) as name, + CASE WHEN COALESCE(ur.tr, 0) > 0 AND COALESCE(cb.spend_cents, 0) > 0 + THEN CAST(ROUND(dr.rd * cb.spend_cents * 1.0 / ur.tr) AS INTEGER) + ELSE 0 END as spend_cents + FROM dr + LEFT JOIN ur ON ur.email = dr.user_email + LEFT JOIN cb ON cb.email = dr.user_email + LEFT JOIN members m ON m.email = dr.user_email + ) x + WHERE x.spend_cents > 0 + ORDER BY x.date, x.spend_cents DESC + `, + ) + .all(billing.cycleStartMs, billing.cycleStartMs) as Array<{ + date: string; + email: string; + name: string; + spend_cents: number; + }>; + return rows.length > 0 ? rows : fromDailySpend(); +} + +export function upsertAnalyticsDAU(entries: AnalyticsDAUEntry[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_dau (date, dau, cli_dau, cloud_agent_dau, bugbot_dau) + VALUES (?, ?, ?, ?, ?) + ON CONFLICT(date) DO UPDATE SET + dau = excluded.dau, cli_dau = excluded.cli_dau, + cloud_agent_dau = excluded.cloud_agent_dau, bugbot_dau = excluded.bugbot_dau, + collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const e of entries) stmt.run(e.date, e.dau, e.cli_dau, e.cloud_agent_dau, e.bugbot_dau); + }); + tx(); +} + +export function upsertAnalyticsModelUsage(entries: AnalyticsModelUsageEntry[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_model_usage (date, model, messages, users) + VALUES (?, ?, ?, ?) + ON CONFLICT(date, model) DO UPDATE SET + messages = excluded.messages, users = excluded.users, collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const entry of entries) { + for (const [model, stats] of Object.entries(entry.model_breakdown)) { + stmt.run(entry.date, model, stats.messages, stats.users); + } + } + }); + tx(); +} + +export function upsertAnalyticsAgentEdits(entries: AnalyticsAgentEditsEntry[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_agent_edits (date, suggested_diffs, accepted_diffs, rejected_diffs, + lines_suggested, lines_accepted, green_lines_accepted, red_lines_accepted) + VALUES (?, ?, ?, ?, ?, ?, ?, ?) + ON CONFLICT(date) DO UPDATE SET + suggested_diffs = excluded.suggested_diffs, accepted_diffs = excluded.accepted_diffs, + rejected_diffs = excluded.rejected_diffs, lines_suggested = excluded.lines_suggested, + lines_accepted = excluded.lines_accepted, green_lines_accepted = excluded.green_lines_accepted, + red_lines_accepted = excluded.red_lines_accepted, collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const e of entries) { + stmt.run( + e.event_date, + e.total_suggested_diffs, + e.total_accepted_diffs, + e.total_rejected_diffs, + e.total_lines_suggested, + e.total_lines_accepted, + e.total_green_lines_accepted, + e.total_red_lines_accepted, + ); + } + }); + tx(); +} + +export function upsertAnalyticsTabs(entries: AnalyticsTabsEntry[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_tabs (date, suggestions, accepts, rejects, lines_suggested, lines_accepted) + VALUES (?, ?, ?, ?, ?, ?) + ON CONFLICT(date) DO UPDATE SET + suggestions = excluded.suggestions, accepts = excluded.accepts, rejects = excluded.rejects, + lines_suggested = excluded.lines_suggested, lines_accepted = excluded.lines_accepted, + collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const e of entries) { + stmt.run( + e.event_date, + e.total_suggestions, + e.total_accepts, + e.total_rejects, + e.total_lines_suggested, + e.total_lines_accepted, + ); + } + }); + tx(); +} + +export function upsertAnalyticsMCP(entries: AnalyticsMCPEntry[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_mcp (date, tool_name, server_name, usage) + VALUES (?, ?, ?, ?) + ON CONFLICT(date, tool_name, server_name) DO UPDATE SET + usage = excluded.usage, collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const e of entries) stmt.run(e.event_date, e.tool_name, e.mcp_server_name, e.usage); + }); + tx(); +} + +export function upsertAnalyticsFileExtensions(entries: AnalyticsFileExtensionsEntry[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_file_extensions (date, extension, total_files, lines_accepted) + VALUES (?, ?, ?, ?) + ON CONFLICT(date, extension) DO UPDATE SET + total_files = excluded.total_files, lines_accepted = excluded.lines_accepted, + collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const e of entries) + stmt.run(e.event_date, e.file_extension, e.total_files, e.total_lines_accepted); + }); + tx(); +} + +export function upsertAnalyticsClientVersions(entries: AnalyticsClientVersionsEntry[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_client_versions (date, version, user_count, percentage) + VALUES (?, ?, ?, ?) + ON CONFLICT(date, version) DO UPDATE SET + user_count = excluded.user_count, percentage = excluded.percentage, + collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const e of entries) stmt.run(e.event_date, e.client_version, e.user_count, e.percentage); + }); + tx(); +} + +export function getAnalyticsDAU(days: number = 30): Array<{ + date: string; + dau: number; + cli_dau: number; + cloud_agent_dau: number; + bugbot_dau: number; +}> { + const db = getDb(); + return db + .prepare( + "SELECT date, dau, cli_dau, cloud_agent_dau, bugbot_dau FROM analytics_dau WHERE date >= date('now', ?) ORDER BY date", + ) + .all(`-${days} days`) as Array<{ + date: string; + dau: number; + cli_dau: number; + cloud_agent_dau: number; + bugbot_dau: number; + }>; +} + +export function getAnalyticsModelUsageTrend( + days: number = 30, +): Array<{ date: string; model: string; messages: number; users: number }> { + const db = getDb(); + return db + .prepare( + "SELECT date, model, messages, users FROM analytics_model_usage WHERE date >= date('now', ?) ORDER BY date, messages DESC", + ) + .all(`-${days} days`) as Array<{ + date: string; + model: string; + messages: number; + users: number; + }>; +} + +export function getAnalyticsModelUsageSummary(days: number = 30): Array<{ + model: string; + total_messages: number; + total_users: number; + avg_daily_messages: number; +}> { + const db = getDb(); + return db + .prepare( + ` + SELECT model, SUM(messages) as total_messages, MAX(users) as total_users, + ROUND(AVG(messages), 0) as avg_daily_messages + FROM analytics_model_usage WHERE date >= date('now', ?) + GROUP BY model ORDER BY total_messages DESC + `, + ) + .all(`-${days} days`) as Array<{ + model: string; + total_messages: number; + total_users: number; + avg_daily_messages: number; + }>; +} + +export function getAnalyticsAgentEditsTrend(days: number = 30): Array<{ + date: string; + accepted_diffs: number; + rejected_diffs: number; + lines_accepted: number; + lines_suggested: number; +}> { + const db = getDb(); + return db + .prepare( + "SELECT date, accepted_diffs, rejected_diffs, lines_accepted, lines_suggested FROM analytics_agent_edits WHERE date >= date('now', ?) ORDER BY date", + ) + .all(`-${days} days`) as Array<{ + date: string; + accepted_diffs: number; + rejected_diffs: number; + lines_accepted: number; + lines_suggested: number; + }>; +} + +export function getAnalyticsTabsTrend( + days: number = 30, +): Array<{ date: string; suggestions: number; accepts: number; lines_accepted: number }> { + const db = getDb(); + return db + .prepare( + "SELECT date, suggestions, accepts, lines_accepted FROM analytics_tabs WHERE date >= date('now', ?) ORDER BY date", + ) + .all(`-${days} days`) as Array<{ + date: string; + suggestions: number; + accepts: number; + lines_accepted: number; + }>; +} + +export function getAnalyticsMCPSummary( + days: number = 30, + emails?: string[], +): Array<{ server_name: string; tool_name: string; total_usage: number }> { + const db = getDb(); + if (emails?.length) { + const placeholders = emails.map(() => "?").join(","); + return db + .prepare( + `SELECT server_name, tool_name, SUM(usage) as total_usage + FROM analytics_user_mcp WHERE date >= date('now', ?) AND email IN (${placeholders}) + GROUP BY server_name, tool_name ORDER BY total_usage DESC LIMIT 20`, + ) + .all(`-${days} days`, ...emails) as Array<{ + server_name: string; + tool_name: string; + total_usage: number; + }>; + } + return db + .prepare( + ` + SELECT server_name, tool_name, SUM(usage) as total_usage + FROM analytics_mcp WHERE date >= date('now', ?) + GROUP BY server_name, tool_name ORDER BY total_usage DESC LIMIT 20 + `, + ) + .all(`-${days} days`) as Array<{ server_name: string; tool_name: string; total_usage: number }>; +} + +export function getAnalyticsFileExtensionsSummary( + days: number = 30, +): Array<{ extension: string; total_files: number; total_lines_accepted: number }> { + const db = getDb(); + return db + .prepare( + ` + SELECT extension, SUM(total_files) as total_files, SUM(lines_accepted) as total_lines_accepted + FROM analytics_file_extensions WHERE date >= date('now', ?) + GROUP BY extension ORDER BY total_lines_accepted DESC LIMIT 10 + `, + ) + .all(`-${days} days`) as Array<{ + extension: string; + total_files: number; + total_lines_accepted: number; + }>; +} + +export function getAnalyticsClientVersionsSummary(): Array<{ + version: string; + user_count: number; + percentage: number; +}> { + const db = getDb(); + return db + .prepare( + ` + SELECT version, MAX(user_count) as user_count, MAX(percentage) as percentage + FROM analytics_client_versions WHERE date = (SELECT MAX(date) FROM analytics_client_versions) + GROUP BY version ORDER BY user_count DESC + `, + ) + .all() as Array<{ version: string; user_count: number; percentage: number }>; +} + +export function getUsersByClientVersion(): Record> { + const db = getDb(); + const rows = db + .prepare( + ` + WITH latest_version AS ( + SELECT email, client_version, ROW_NUMBER() OVER (PARTITION BY email ORDER BY date DESC) as rn + FROM daily_usage + WHERE client_version IS NOT NULL AND client_version != '' + ) + SELECT lv.client_version as version, lv.email, COALESCE(m.name, lv.email) as name + FROM latest_version lv + LEFT JOIN members m ON m.email = lv.email + WHERE lv.rn = 1 + ORDER BY lv.client_version, m.name + `, + ) + .all() as Array<{ version: string; email: string; name: string }>; + + const result: Record> = {}; + for (const row of rows) { + const arr = (result[row.version] ??= []); + arr.push({ email: row.email, name: row.name }); + } + return result; +} + +export function getModelEfficiency(emails?: string[]): ModelEfficiency[] { + const db = getDb(); + const emailFilter = emails?.length ? `AND du.email IN (${emails.map(() => "?").join(",")})` : ""; + const params = emails?.length ? [...emails] : []; + + return db + .prepare( + ` + SELECT + du.most_used_model as model, + COUNT(DISTINCT du.email) as users, + ROUND(SUM(ds.spend_cents) / 100.0, 2) as total_spend_usd, + SUM(du.agent_requests) as total_reqs, + SUM(du.lines_added) as total_generated, + SUM(du.accepted_lines_added) as total_accepted, + SUM(du.lines_added) - SUM(du.accepted_lines_added) as total_wasted, + ROUND(SUM(du.accepted_lines_added) * 100.0 / NULLIF(SUM(du.lines_added), 0), 1) as precision_pct, + ROUND(SUM(du.accepted_lines_added) * 1.0 / NULLIF(SUM(du.agent_requests), 0), 1) as useful_lines_per_req, + ROUND((SUM(du.lines_added) - SUM(du.accepted_lines_added)) * 1.0 / NULLIF(SUM(du.agent_requests), 0), 1) as wasted_lines_per_req, + ROUND(SUM(du.total_rejects) * 100.0 / NULLIF(SUM(du.total_accepts) + SUM(du.total_rejects), 0), 1) as rejection_rate, + CASE WHEN SUM(du.agent_requests) > 0 + THEN ROUND(SUM(ds.spend_cents) / 100.0 / SUM(du.agent_requests), 2) + ELSE 0 END as cost_per_req, + CASE WHEN SUM(du.accepted_lines_added) > 0 + THEN ROUND(SUM(ds.spend_cents) / 100.0 / SUM(du.accepted_lines_added), 4) + ELSE 0 END as cost_per_useful_line + FROM daily_usage du + JOIN ( + SELECT date, email, MAX(spend_cents) as spend_cents + FROM daily_spend ${emails?.length ? `WHERE email IN (${emails.map(() => "?").join(",")})` : ""} GROUP BY date, email + ) ds ON du.email = ds.email AND du.date = ds.date + WHERE du.is_active = 1 + AND du.most_used_model != '' + AND du.agent_requests > 0 + AND ds.spend_cents > 0 + ${emailFilter} + GROUP BY du.most_used_model + HAVING COUNT(DISTINCT du.email) >= ${emails?.length ? "1" : "3"} AND SUM(ds.spend_cents) >= ${emails?.length ? "0" : "2000"} + ORDER BY total_spend_usd DESC`, + ) + .all(...params, ...params) as ModelEfficiency[]; +} + +export function getAllMembers(): Array { + const db = getDb(); + return db.prepare("SELECT * FROM members ORDER BY name").all() as Array< + TeamMember & { first_seen: string; last_seen: string } + >; +} + +export function upsertUsageEvents(events: FilteredUsageEvent[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO usage_events (user_email, timestamp, model, kind, max_mode, requests_cost_cents, + total_cents, total_tokens, input_tokens, output_tokens, cache_read_tokens, cache_write_tokens, + is_chargeable, is_headless) + VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) + `); + const tx = db.transaction(() => { + for (const e of events) { + const email = e.userEmail?.trim(); + if (!email) continue; + const tu = e.tokenUsage; + stmt.run( + email, + e.timestamp, + e.model, + e.kind, + e.maxMode ? 1 : 0, + e.requestsCosts, + tu?.totalCents ?? 0, + (tu?.inputTokens ?? 0) + (tu?.outputTokens ?? 0), + tu?.inputTokens ?? 0, + tu?.outputTokens ?? 0, + tu?.cacheReadTokens ?? 0, + tu?.cacheWriteTokens ?? 0, + e.isChargeable ? 1 : 0, + e.isHeadless ? 1 : 0, + ); + } + }); + tx(); +} + +export function getUserUsageEventsSummary( + email: string, + days: number = 30, + billingCycleStart?: string | null, +): Array<{ + model: string; + requests: number; + total_cost_cents: number; + avg_cost_cents: number; + plan_reqs: number; + plan_cost_cents: number; + overage_reqs: number; + overage_cost_cents: number; + error_reqs: number; + max_mode_reqs: number; + avg_cache_read_tokens: number; +}> { + const db = getDb(); + const rollingSince = Date.now() - days * 24 * 60 * 60 * 1000; + const since = billingCycleStart + ? new Date(`${billingCycleStart}T12:00:00.000Z`).getTime() + : rollingSince; + return db + .prepare( + ` + SELECT model, + COUNT(*) as requests, + SUM(total_cents) as total_cost_cents, + ROUND(AVG(total_cents), 2) as avg_cost_cents, + SUM(CASE WHEN kind LIKE 'Included%' THEN 1 ELSE 0 END) as plan_reqs, + SUM(CASE WHEN kind LIKE 'Included%' THEN total_cents ELSE 0 END) as plan_cost_cents, + SUM(CASE WHEN kind = 'Usage-based' THEN 1 ELSE 0 END) as overage_reqs, + SUM(CASE WHEN kind = 'Usage-based' THEN total_cents ELSE 0 END) as overage_cost_cents, + SUM(CASE WHEN kind LIKE 'Errored%' THEN 1 ELSE 0 END) as error_reqs, + SUM(CASE WHEN max_mode = 1 THEN 1 ELSE 0 END) as max_mode_reqs, + ROUND(AVG(cache_read_tokens)) as avg_cache_read_tokens + FROM usage_events + WHERE user_email = ? AND CAST(timestamp AS INTEGER) >= ? + GROUP BY model + HAVING SUM(total_cents) > 0 OR COUNT(*) >= 5 + ORDER BY total_cost_cents DESC + `, + ) + .all(email, since) as Array<{ + model: string; + requests: number; + total_cost_cents: number; + avg_cost_cents: number; + plan_reqs: number; + plan_cost_cents: number; + overage_reqs: number; + overage_cost_cents: number; + error_reqs: number; + max_mode_reqs: number; + avg_cache_read_tokens: number; + }>; +} + +export function getUserContextMetrics(email: string, days: number = 30): UserContextMetrics | null { + const db = getDb(); + const since = Date.now() - days * 24 * 60 * 60 * 1000; + + const userRow = db + .prepare( + `SELECT ROUND(AVG(cache_read_tokens)) as avg_cr, ROUND(AVG(cache_write_tokens)) as avg_cw, + COUNT(*) as reqs + FROM usage_events + WHERE user_email = ? AND CAST(timestamp AS INTEGER) >= ? AND cache_read_tokens > 0`, + ) + .get(email, since) as + | { avg_cr: number | null; avg_cw: number | null; reqs: number } + | undefined; + + if (!userRow || !userRow.reqs) return null; + + const teamRows = db + .prepare( + `SELECT user_email, ROUND(AVG(cache_read_tokens)) as avg_cr + FROM usage_events + WHERE CAST(timestamp AS INTEGER) >= ? AND cache_read_tokens > 0 + GROUP BY user_email + HAVING COUNT(*) >= 10 + ORDER BY avg_cr`, + ) + .all(since) as Array<{ user_email: string; avg_cr: number }>; + + const teamAvgs = teamRows.map((r) => r.avg_cr).sort((a, b) => a - b); + const teamAvgCacheRead = + teamAvgs.length > 0 ? Math.round(teamAvgs.reduce((s, v) => s + v, 0) / teamAvgs.length) : 0; + const teamMedianCacheRead = + teamAvgs.length > 0 ? (teamAvgs[Math.floor(teamAvgs.length / 2)] ?? 0) : 0; + + const userAvg = userRow.avg_cr ?? 0; + const contextRank = teamAvgs.filter((v) => v >= userAvg).length; + const totalRanked = teamAvgs.length; + + const LONG_SESSION_THRESHOLD = 700_000; + const SHORT_SESSION_THRESHOLD = 300_000; + let contextBadge: ContextBadge | null = null; + if (userRow.reqs >= 30 && userAvg > LONG_SESSION_THRESHOLD) { + contextBadge = "long-sessions"; + } else if (userRow.reqs >= 30 && userAvg > 0 && userAvg < SHORT_SESSION_THRESHOLD) { + contextBadge = "short-sessions"; + } + + return { + avgCacheRead: Math.round(userAvg), + avgCacheWrite: Math.round(userRow.avg_cw ?? 0), + totalRequests: userRow.reqs, + teamAvgCacheRead, + teamMedianCacheRead, + contextRank, + totalRanked, + contextBadge, + }; +} + +export function getUsageEventsLastTimestamp(): string | null { + const db = getDb(); + const row = db.prepare("SELECT MAX(timestamp) as ts FROM usage_events").get() as { + ts: string | null; + }; + return row?.ts ?? null; +} + +export function upsertAnalyticsCommands(entries: AnalyticsCommandsEntry[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_commands (date, command_name, usage) + VALUES (?, ?, ?) + ON CONFLICT(date, command_name) DO UPDATE SET + usage = excluded.usage, collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const e of entries) stmt.run(e.event_date, e.command_name, e.usage); + }); + tx(); +} + +export function getAnalyticsCommandsSummary( + days: number = 30, + emails?: string[], +): Array<{ command_name: string; total_usage: number }> { + const db = getDb(); + if (emails?.length) { + const placeholders = emails.map(() => "?").join(","); + return db + .prepare( + `SELECT command_name, SUM(usage) as total_usage + FROM analytics_user_commands WHERE date >= date('now', ?) AND email IN (${placeholders}) + GROUP BY command_name ORDER BY total_usage DESC`, + ) + .all(`-${days} days`, ...emails) as Array<{ command_name: string; total_usage: number }>; + } + return db + .prepare( + ` + SELECT command_name, SUM(usage) as total_usage + FROM analytics_commands WHERE date >= date('now', ?) + GROUP BY command_name ORDER BY total_usage DESC + `, + ) + .all(`-${days} days`) as Array<{ command_name: string; total_usage: number }>; +} + +export function upsertAnalyticsPlans(entries: AnalyticsPlansEntry[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_plans (date, model, usage) + VALUES (?, ?, ?) + ON CONFLICT(date, model) DO UPDATE SET + usage = excluded.usage, collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const e of entries) stmt.run(e.event_date, e.model, e.usage); + }); + tx(); +} + +export function upsertAnalyticsUserMCP( + entries: Array<{ + date: string; + email: string; + tool_name: string; + server_name: string; + usage: number; + }>, +): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_user_mcp (date, email, tool_name, server_name, usage) + VALUES (?, ?, ?, ?, ?) + ON CONFLICT(date, email, tool_name, server_name) DO UPDATE SET + usage = excluded.usage, collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const e of entries) stmt.run(e.date, e.email, e.tool_name, e.server_name, e.usage); + }); + tx(); +} + +export function upsertAnalyticsUserCommands( + entries: Array<{ date: string; email: string; command_name: string; usage: number }>, +): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO analytics_user_commands (date, email, command_name, usage) + VALUES (?, ?, ?, ?) + ON CONFLICT(date, email, command_name) DO UPDATE SET + usage = excluded.usage, collected_at = datetime('now') + `); + const tx = db.transaction(() => { + for (const e of entries) stmt.run(e.date, e.email, e.command_name, e.usage); + }); + tx(); +} + +export function upsertAICodeCommits(commits: AICodeCommit[]): void { + const db = getDb(); + const stmt = db.prepare(` + INSERT INTO ai_code_commits (email, date, repo_name, commits, total_lines_added, total_lines_deleted, + tab_lines_added, tab_lines_deleted, composer_lines_added, composer_lines_deleted, + non_ai_lines_added, non_ai_lines_deleted) + VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?) + ON CONFLICT(email, date, repo_name) DO UPDATE SET + commits = ai_code_commits.commits + excluded.commits, + total_lines_added = ai_code_commits.total_lines_added + excluded.total_lines_added, + total_lines_deleted = ai_code_commits.total_lines_deleted + excluded.total_lines_deleted, + tab_lines_added = ai_code_commits.tab_lines_added + excluded.tab_lines_added, + tab_lines_deleted = ai_code_commits.tab_lines_deleted + excluded.tab_lines_deleted, + composer_lines_added = ai_code_commits.composer_lines_added + excluded.composer_lines_added, + composer_lines_deleted = ai_code_commits.composer_lines_deleted + excluded.composer_lines_deleted, + non_ai_lines_added = ai_code_commits.non_ai_lines_added + excluded.non_ai_lines_added, + non_ai_lines_deleted = ai_code_commits.non_ai_lines_deleted + excluded.non_ai_lines_deleted, + collected_at = datetime('now') + `); + + const grouped = new Map< + string, + { + email: string; + date: string; + repo: string; + commits: number; + tla: number; + tld: number; + tab_a: number; + tab_d: number; + comp_a: number; + comp_d: number; + non_a: number; + non_d: number; + } + >(); + + for (const c of commits) { + const date = c.commitTs.slice(0, 10); + const repo = c.repoName || ""; + const key = `${c.userEmail}:${date}:${repo}`; + const existing = grouped.get(key); + if (existing) { + existing.commits++; + existing.tla += c.totalLinesAdded; + existing.tld += c.totalLinesDeleted; + existing.tab_a += c.tabLinesAdded; + existing.tab_d += c.tabLinesDeleted; + existing.comp_a += c.composerLinesAdded; + existing.comp_d += c.composerLinesDeleted; + existing.non_a += c.nonAiLinesAdded; + existing.non_d += c.nonAiLinesDeleted; + } else { + grouped.set(key, { + email: c.userEmail, + date, + repo, + commits: 1, + tla: c.totalLinesAdded, + tld: c.totalLinesDeleted, + tab_a: c.tabLinesAdded, + tab_d: c.tabLinesDeleted, + comp_a: c.composerLinesAdded, + comp_d: c.composerLinesDeleted, + non_a: c.nonAiLinesAdded, + non_d: c.nonAiLinesDeleted, + }); + } + } + + const clearStmt = db.prepare(` + DELETE FROM ai_code_commits WHERE email = ? AND date = ? AND repo_name = ? + `); + + const tx = db.transaction(() => { + for (const g of grouped.values()) { + clearStmt.run(g.email, g.date, g.repo); + stmt.run( + g.email, + g.date, + g.repo, + g.commits, + g.tla, + g.tld, + g.tab_a, + g.tab_d, + g.comp_a, + g.comp_d, + g.non_a, + g.non_d, + ); + } + }); + tx(); +} + +export function getRepoAIAttribution( + days: number = 30, + emails?: string[], +): Array<{ + repo_name: string; + commits: number; + total_lines: number; + tab_lines: number; + composer_lines: number; + non_ai_lines: number; + ai_pct: number; +}> { + const db = getDb(); + const emailFilter = emails?.length ? `AND email IN (${emails.map(() => "?").join(",")})` : ""; + const params = emails?.length ? [`-${days} days`, ...emails] : [`-${days} days`]; + return db + .prepare( + `SELECT repo_name, + SUM(commits) as commits, + SUM(total_lines_added) as total_lines, + SUM(tab_lines_added) as tab_lines, + SUM(composer_lines_added) as composer_lines, + SUM(non_ai_lines_added) as non_ai_lines, + CASE WHEN SUM(total_lines_added) > 0 + THEN ROUND(100.0 * (SUM(tab_lines_added) + SUM(composer_lines_added)) / SUM(total_lines_added)) + ELSE 0 END as ai_pct + FROM ai_code_commits + WHERE date >= date('now', ?) AND repo_name != '' ${emailFilter} + GROUP BY repo_name + ORDER BY total_lines DESC + LIMIT 15`, + ) + .all(...params) as Array<{ + repo_name: string; + commits: number; + total_lines: number; + tab_lines: number; + composer_lines: number; + non_ai_lines: number; + ai_pct: number; + }>; +} + +export function getUserRepoBreakdown( + email: string, + days: number = 30, +): Array<{ + repo_name: string; + commits: number; + total_lines: number; + tab_lines: number; + composer_lines: number; + non_ai_lines: number; + ai_pct: number; +}> { + const db = getDb(); + return db + .prepare( + `SELECT repo_name, + SUM(commits) as commits, + SUM(total_lines_added) as total_lines, + SUM(tab_lines_added) as tab_lines, + SUM(composer_lines_added) as composer_lines, + SUM(non_ai_lines_added) as non_ai_lines, + CASE WHEN SUM(total_lines_added) > 0 + THEN ROUND(100.0 * (SUM(tab_lines_added) + SUM(composer_lines_added)) / SUM(total_lines_added)) + ELSE 0 END as ai_pct + FROM ai_code_commits + WHERE email = ? AND date >= date('now', ?) AND repo_name != '' + GROUP BY repo_name + ORDER BY total_lines DESC`, + ) + .all(email, `-${days} days`) as Array<{ + repo_name: string; + commits: number; + total_lines: number; + tab_lines: number; + composer_lines: number; + non_ai_lines: number; + ai_pct: number; + }>; +} + +export function getUserAIAdoption( + email: string, + days: number = 30, +): { + score: number; + adoptionTier: string; + acceptRate: number; + intensity: number; + intensityNorm: number; + consistency: number; + agentRequests: number; + totalAccepts: number; + totalApplies: number; + activeDays: number; + periodDays: number; + commitData: { + totalCommits: number; + totalLinesAdded: number; + aiLinesAdded: number; + composerLinesAdded: number; + tabLinesAdded: number; + nonAiLinesAdded: number; + aiPercent: number; + } | null; +} | null { + const db = getDb(); + const dateFilter = `-${days} days`; + + const userRow = db + .prepare( + `SELECT + SUM(agent_requests) as agent_reqs, + SUM(total_applies) as applies, + SUM(total_accepts) as accepts, + COUNT(CASE WHEN is_active = 1 THEN 1 END) as active_days + FROM daily_usage WHERE email = ? AND date >= date('now', ?) AND is_active = 1`, + ) + .get(email, dateFilter) as { + agent_reqs: number | null; + applies: number | null; + accepts: number | null; + active_days: number | null; + }; + + if (!userRow?.agent_reqs || userRow.agent_reqs < 10) return null; + + const teamP90 = db + .prepare( + `SELECT reqs_per_day FROM ( + SELECT SUM(agent_requests) * 1.0 / COUNT(CASE WHEN is_active = 1 THEN 1 END) as reqs_per_day + FROM daily_usage WHERE date >= date('now', ?) AND is_active = 1 + GROUP BY email HAVING SUM(agent_requests) >= 10 + ORDER BY reqs_per_day + ) sub + LIMIT 1 OFFSET (SELECT CAST(COUNT(*) * 0.9 AS INTEGER) FROM ( + SELECT email FROM daily_usage WHERE date >= date('now', ?) AND is_active = 1 + GROUP BY email HAVING SUM(agent_requests) >= 10 + ))`, + ) + .get(dateFilter, dateFilter) as { reqs_per_day: number } | undefined; + + const p90Intensity = teamP90?.reqs_per_day ?? 50; + const activeDays = userRow.active_days ?? 0; + const applies = userRow.applies ?? 0; + const accepts = userRow.accepts ?? 0; + const agentReqs = userRow.agent_reqs ?? 0; + + const elapsedRow = db + .prepare( + `SELECT CAST(julianday('now') - julianday(MIN(date)) AS INTEGER) + 1 as elapsed + FROM daily_usage WHERE date >= date('now', ?) AND is_active = 1`, + ) + .get(dateFilter) as { elapsed: number | null } | undefined; + const periodDays = Math.min(days, elapsedRow?.elapsed ?? days); + + const acceptRate = applies > 0 ? accepts / applies : 0; + const intensity = activeDays > 0 ? agentReqs / activeDays : 0; + const intensityNorm = Math.min(intensity / p90Intensity, 1); + const consistency = periodDays > 0 ? activeDays / periodDays : 0; + + const score = Math.round((acceptRate * 40 + intensityNorm * 40 + consistency * 20) * 10) / 10; + + let tier: string; + if (score >= 80) tier = "AI-Native"; + else if (score >= 55) tier = "High Adoption"; + else if (score >= 30) tier = "Moderate"; + else if (score >= 10) tier = "Low Adoption"; + else tier = "Manual"; + + const commitRow = db + .prepare( + `SELECT SUM(commits) as c, SUM(total_lines_added) as tla, + SUM(tab_lines_added) as tab, SUM(composer_lines_added) as comp, + SUM(non_ai_lines_added) as nonai + FROM ai_code_commits WHERE email = ? AND date >= date('now', ?)`, + ) + .get(email, dateFilter) as { + c: number | null; + tla: number | null; + tab: number | null; + comp: number | null; + nonai: number | null; + }; + + const commitData = + commitRow?.c && commitRow.c >= 5 + ? { + totalCommits: commitRow.c, + totalLinesAdded: commitRow.tla ?? 0, + aiLinesAdded: (commitRow.tab ?? 0) + (commitRow.comp ?? 0), + composerLinesAdded: commitRow.comp ?? 0, + tabLinesAdded: commitRow.tab ?? 0, + nonAiLinesAdded: commitRow.nonai ?? 0, + aiPercent: + (commitRow.tla ?? 0) > 0 + ? Math.round( + (((commitRow.tab ?? 0) + (commitRow.comp ?? 0)) / (commitRow.tla ?? 1)) * 1000, + ) / 10 + : 0, + } + : null; + + return { + score, + adoptionTier: tier, + acceptRate: Math.round(acceptRate * 1000) / 10, + intensity: Math.round(intensity * 10) / 10, + intensityNorm: Math.round(intensityNorm * 1000) / 10, + consistency: Math.round(consistency * 1000) / 10, + agentRequests: agentReqs, + totalAccepts: accepts, + totalApplies: applies, + activeDays, + periodDays, + commitData, + }; +} + +export function getUserMCPSummary( + email: string, + days: number = 30, +): Array<{ tool_name: string; server_name: string; total_usage: number }> { + const db = getDb(); + return db + .prepare( + ` + SELECT tool_name, server_name, SUM(usage) as total_usage + FROM analytics_user_mcp WHERE email = ? AND date >= date('now', ?) + GROUP BY tool_name, server_name ORDER BY total_usage DESC + `, + ) + .all(email, `-${days} days`) as Array<{ + tool_name: string; + server_name: string; + total_usage: number; + }>; +} + +export function getUserCommandsSummary( + email: string, + days: number = 30, +): Array<{ command_name: string; total_usage: number }> { + const db = getDb(); + return db + .prepare( + ` + SELECT command_name, SUM(usage) as total_usage + FROM analytics_user_commands WHERE email = ? AND date >= date('now', ?) + GROUP BY command_name ORDER BY total_usage DESC + `, + ) + .all(email, `-${days} days`) as Array<{ command_name: string; total_usage: number }>; +} + +export function getAnalyticsPlansSummary( + days: number = 30, +): Array<{ model: string; total_usage: number }> { + const db = getDb(); + return db + .prepare( + ` + SELECT model, SUM(usage) as total_usage + FROM analytics_plans WHERE date >= date('now', ?) + GROUP BY model ORDER BY total_usage DESC + `, + ) + .all(`-${days} days`) as Array<{ model: string; total_usage: number }>; +} + +export function getPlanExhaustionStats(emails?: string[]): { + summary: { + users_exhausted: number; + total_active: number; + avg_days: number; + median_days: number; + pct_exhausted: number; + }; + users: Array<{ + email: string; + name: string; + days_to_exhaust: number; + usage_based_reqs: number; + }>; +} { + const db = getDb(); + const cycleRow = db.prepare("SELECT MAX(cycle_start) as cs FROM spending").get() as { + cs: string | null; + }; + const cycleStart = cycleRow?.cs; + if (!cycleStart) + return { + summary: { + users_exhausted: 0, + total_active: 0, + avg_days: 0, + median_days: 0, + pct_exhausted: 0, + }, + users: [], + }; + + const emailFilter = emails?.length ? `AND du.email IN (${emails.map(() => "?").join(",")})` : ""; + const emailParams = emails?.length ? [...emails] : []; + + const users = db + .prepare( + `SELECT du.email, MAX(m.name) as name, + CAST(julianday(MIN(du.date)) - julianday(?) + 1 AS INT) as days_to_exhaust, + SUM(du.usage_based_reqs) as usage_based_reqs + FROM daily_usage du + LEFT JOIN members m ON du.email = m.email + WHERE du.date >= ? AND du.usage_based_reqs > 0 ${emailFilter} + GROUP BY du.email + ORDER BY days_to_exhaust ASC`, + ) + .all(cycleStart, cycleStart, ...emailParams) as Array<{ + email: string; + name: string; + days_to_exhaust: number; + usage_based_reqs: number; + }>; + + const emailFilterSimple = emails?.length + ? `AND email IN (${emails.map(() => "?").join(",")})` + : ""; + + const totalActive = ( + db + .prepare( + `SELECT COUNT(DISTINCT email) as total FROM daily_usage WHERE date >= ? AND agent_requests > 0 ${emailFilterSimple}`, + ) + .get(cycleStart, ...emailParams) as { total: number } + ).total; + + const days = users.map((u) => u.days_to_exhaust).sort((a, b) => a - b); + const median = days.length > 0 ? (days[Math.floor(days.length / 2)] ?? 0) : 0; + const avg = + days.length > 0 ? Math.round((days.reduce((s, d) => s + d, 0) / days.length) * 10) / 10 : 0; + + return { + summary: { + users_exhausted: users.length, + total_active: totalActive, + avg_days: avg, + median_days: median, + pct_exhausted: totalActive > 0 ? Math.round((users.length / totalActive) * 100) : 0, + }, + users, + }; +} + +export function getLatestCycleSpenders(): Array<{ + email: string; + name: string; + spend_cents: number; + included_spend_cents: number; + fast_premium_requests: number; +}> { + const db = getDb(); + return db + .prepare( + `SELECT email, name, spend_cents, included_spend_cents, fast_premium_requests + FROM spending WHERE cycle_start = (SELECT MAX(cycle_start) FROM spending)`, + ) + .all() as Array<{ + email: string; + name: string; + spend_cents: number; + included_spend_cents: number; + fast_premium_requests: number; + }>; +} + +export function getActiveDailyUsage(date: string): Array<{ + email: string; + agent_requests: number; + usage_based_reqs: number; + most_used_model: string; +}> { + const db = getDb(); + return db + .prepare( + `SELECT email, agent_requests, usage_based_reqs, most_used_model + FROM daily_usage + WHERE date = ? AND is_active = 1`, + ) + .all(date) as Array<{ + email: string; + agent_requests: number; + usage_based_reqs: number; + most_used_model: string; + }>; +} + +export function getLatestCycleStart(): string | null { + const db = getDb(); + const row = db.prepare("SELECT MAX(cycle_start) as cs FROM spending").get() as { + cs: string | null; + }; + return row?.cs ?? null; +} + +export function getPlanExhaustedUsers(cycleStart: string): Array<{ + email: string; + name: string | null; + exhausted_on: string; + total_usage_reqs: number; + total_agent_reqs: number; +}> { + const db = getDb(); + return db + .prepare( + `SELECT du.email, MAX(m.name) as name, MIN(du.date) as exhausted_on, + SUM(du.usage_based_reqs) as total_usage_reqs, + SUM(du.agent_requests) as total_agent_reqs + FROM daily_usage du + LEFT JOIN members m ON du.email = m.email + WHERE du.date >= ? AND du.usage_based_reqs > 0 + GROUP BY du.email`, + ) + .all(cycleStart) as Array<{ + email: string; + name: string | null; + exhausted_on: string; + total_usage_reqs: number; + total_agent_reqs: number; + }>; +} + +export function getTeamTotalSpendForCycle(): number { + const db = getDb(); + const row = db + .prepare( + `SELECT COALESCE(SUM(spend_cents), 0) as total FROM spending + WHERE cycle_start = (SELECT MAX(cycle_start) FROM spending)`, + ) + .get() as { total: number }; + return row.total; +} + +export function getDailySpendWithNames(targetDate: string): Array<{ + email: string; + spend_cents: number; + name: string; + most_used_model: string; +}> { + const db = getDb(); + return db + .prepare( + `SELECT ds.email, ds.spend_cents, + COALESCE(m.name, ds.email) as name, + COALESCE(du.most_used_model, '') as most_used_model + FROM (SELECT email, MAX(spend_cents) as spend_cents FROM daily_spend WHERE date = ? GROUP BY email) ds + LEFT JOIN members m ON ds.email = m.email + LEFT JOIN daily_usage du ON ds.email = du.email AND du.date = ? + WHERE ds.spend_cents > 0`, + ) + .all(targetDate, targetDate) as Array<{ + email: string; + spend_cents: number; + name: string; + most_used_model: string; + }>; +} + +export function getLatestDailySpendDate(): string | null { + const db = getDb(); + const row = db.prepare("SELECT MAX(date) as d FROM daily_spend").get() as { + d: string | null; + }; + return row?.d ?? null; +} + +export function getUserDailySpendHistory( + email: string, + beforeDate: string, + lookbackDays: number, +): { avg_spend: number | null } { + const db = getDb(); + return db + .prepare( + `SELECT AVG(spend) as avg_spend FROM ( + SELECT email, date, MAX(spend_cents) as spend + FROM daily_spend + WHERE email = ? AND date < ? AND date >= date(?, ?) + GROUP BY email, date + )`, + ) + .get(email, beforeDate, beforeDate, `-${lookbackDays} days`) as { + avg_spend: number | null; + }; +} + +export function getUserCostPerRequest( + lookbackDays: number, +): Array<{ + email: string; + name: string; + today_spend_cents: number; + today_reqs: number; + today_cost_per_req: number; + today_top_model: string; + hist_avg_cost_per_req: number | null; + hist_days: number; + today_max_mode_reqs: number; + today_avg_cache_read: number; +}> { + const db = getDb(); + return db + .prepare( + `WITH today_data AS ( + SELECT ue.user_email as email, + COALESCE(MAX(m.name), ue.user_email) as name, + ROUND(SUM(ue.total_cents)) as spend_cents, + COUNT(*) as reqs, + ROUND(SUM(ue.total_cents) / COUNT(*), 2) as cost_per_req, + SUM(CASE WHEN ue.max_mode = 1 THEN 1 ELSE 0 END) as max_mode_reqs, + ROUND(AVG(ue.cache_read_tokens)) as avg_cache_read + FROM usage_events ue + LEFT JOIN members m ON ue.user_email = m.email + WHERE date(ue.timestamp/1000, 'unixepoch') = date('now') + AND ue.total_cents > 0 + GROUP BY ue.user_email + ), + today_model AS ( + SELECT user_email as email, model, SUM(total_cents) as model_spend + FROM usage_events + WHERE date(timestamp/1000, 'unixepoch') = date('now') AND total_cents > 0 + GROUP BY user_email, model + ), + today_top AS ( + SELECT email, model FROM today_model + WHERE (email, model_spend) IN ( + SELECT email, MAX(model_spend) FROM today_model GROUP BY email + ) + ), + hist_data AS ( + SELECT user_email as email, + ROUND(SUM(total_cents) / COUNT(*), 2) as avg_cost_per_req, + COUNT(DISTINCT date(timestamp/1000, 'unixepoch')) as active_days + FROM usage_events + WHERE date(timestamp/1000, 'unixepoch') < date('now') + AND date(timestamp/1000, 'unixepoch') >= date('now', ?) + AND total_cents > 0 + GROUP BY user_email + HAVING COUNT(*) >= 10 + ) + SELECT td.email, td.name, + td.spend_cents as today_spend_cents, + td.reqs as today_reqs, + td.cost_per_req as today_cost_per_req, + COALESCE(tt.model, '') as today_top_model, + hd.avg_cost_per_req as hist_avg_cost_per_req, + COALESCE(hd.active_days, 0) as hist_days, + td.max_mode_reqs as today_max_mode_reqs, + td.avg_cache_read as today_avg_cache_read + FROM today_data td + LEFT JOIN today_top tt ON td.email = tt.email + LEFT JOIN hist_data hd ON td.email = hd.email`, + ) + .all(`-${lookbackDays} days`) as Array<{ + email: string; + name: string; + today_spend_cents: number; + today_reqs: number; + today_cost_per_req: number; + today_top_model: string; + hist_avg_cost_per_req: number | null; + hist_days: number; + today_max_mode_reqs: number; + today_avg_cache_read: number; + }>; +} + +export function getCycleSpendWithModels(): Array<{ + email: string; + name: string; + spend_cents: number; + fast_premium_requests: number; + most_used_model: string; +}> { + const db = getDb(); + return db + .prepare( + `SELECT s.email, s.name, s.spend_cents, s.fast_premium_requests, + COALESCE(du.most_used_model, '') as most_used_model + FROM spending s + LEFT JOIN ( + SELECT d.email, d.most_used_model FROM daily_usage d + INNER JOIN ( + SELECT email, MAX(date) as max_date FROM daily_usage WHERE is_active = 1 GROUP BY email + ) latest ON d.email = latest.email AND d.date = latest.max_date + WHERE d.is_active = 1 + ) du ON s.email = du.email + WHERE s.cycle_start = (SELECT MAX(cycle_start) FROM spending) + AND s.spend_cents > 0`, + ) + .all() as Array<{ + email: string; + name: string; + spend_cents: number; + fast_premium_requests: number; + most_used_model: string; + }>; +} + +export interface CostDriverSummary { + thinking_pct: number; + max_pct: number; + thinking_spend_cents: number; + max_spend_cents: number; + total_spend_cents: number; + top_model: string; +} + +export function getUserCostDrivers(email: string, date?: string): CostDriverSummary | null { + const db = getDb(); + const dateFilterUe = date + ? `date(ue.timestamp/1000, 'unixepoch') = ?` + : `date(ue.timestamp/1000, 'unixepoch') = date('now')`; + const dateFilter = date + ? `date(timestamp/1000, 'unixepoch') = ?` + : `date(timestamp/1000, 'unixepoch') = date('now')`; + const params = date ? [email, date] : [email]; + const row = db + .prepare( + `SELECT + ROUND(100.0 * SUM(CASE WHEN ue.model LIKE '%thinking%' THEN 1 ELSE 0 END) / COUNT(*)) as thinking_pct, + ROUND(100.0 * SUM(CASE WHEN ue.max_mode = 1 THEN 1 ELSE 0 END) / COUNT(*)) as max_pct, + ROUND(SUM(CASE WHEN ue.model LIKE '%thinking%' THEN ue.total_cents ELSE 0 END)) as thinking_spend_cents, + ROUND(SUM(CASE WHEN ue.max_mode = 1 THEN ue.total_cents ELSE 0 END)) as max_spend_cents, + ROUND(SUM(ue.total_cents)) as total_spend_cents + FROM usage_events ue + WHERE ue.user_email = ? AND ${dateFilterUe} AND ue.total_cents > 0`, + ) + .get(...params) as { thinking_pct: number | null; max_pct: number | null; thinking_spend_cents: number; max_spend_cents: number; total_spend_cents: number } | undefined; + + if (!row || !row.total_spend_cents) return null; + + const topModel = db + .prepare( + `SELECT model, SUM(total_cents) as s FROM usage_events + WHERE user_email = ? AND ${dateFilter} AND total_cents > 0 + GROUP BY model ORDER BY s DESC LIMIT 1`, + ) + .get(...params) as { model: string } | undefined; + + return { + thinking_pct: row.thinking_pct ?? 0, + max_pct: row.max_pct ?? 0, + thinking_spend_cents: row.thinking_spend_cents, + max_spend_cents: row.max_spend_cents, + total_spend_cents: row.total_spend_cents, + top_model: topModel?.model ?? "", + }; +} + +export function getActiveMembers(): Array<{ email: string; user_id: string | null; name: string }> { + const db = getDb(); + return db + .prepare("SELECT email, user_id, name FROM members WHERE is_removed = 0") + .all() as Array<{ email: string; user_id: string | null; name: string }>; +} + +export function renameBillingGroup(groupId: string, name: string): void { + const db = getDb(); + db.prepare("UPDATE billing_groups SET name = ? WHERE id = ?").run(name, groupId); +} + +export function createBillingGroup(name: string): string { + const db = getDb(); + const id = `local_${Date.now()}`; + db.prepare( + "INSERT INTO billing_groups (id, name, member_count, spend_cents) VALUES (?, ?, 0, 0)", + ).run(id, name); + return id; +} + +export function assignMemberToGroup(email: string, targetGroupId: string): void { + const db = getDb(); + db.prepare("DELETE FROM group_members WHERE email = ?").run(email); + db.prepare( + "INSERT INTO group_members (group_id, email, joined_at) VALUES (?, ?, datetime('now'))", + ).run(targetGroupId, email); + db.prepare( + "UPDATE billing_groups SET member_count = (SELECT COUNT(*) FROM group_members WHERE group_id = billing_groups.id)", + ).run(); +} + +export function createBillingGroupWithId(id: string, name: string): void { + const db = getDb(); + db.prepare( + "INSERT INTO billing_groups (id, name, member_count, spend_cents) VALUES (?, ?, 0, 0)", + ).run(id, name); +} + +export function reassignMemberToGroup(email: string, targetGroupId: string): void { + const db = getDb(); + db.prepare("DELETE FROM group_members WHERE email = ?").run(email); + db.prepare( + "INSERT INTO group_members (group_id, email, joined_at) VALUES (?, ?, datetime('now'))", + ).run(targetGroupId, email); +} + +export function refreshGroupMemberCounts(): void { + const db = getDb(); + db.prepare( + "UPDATE billing_groups SET member_count = (SELECT COUNT(*) FROM group_members WHERE group_id = billing_groups.id)", + ).run(); +} + +export function getCycleSummaryData(): CycleSummaryData | null { + const db = getDb(); + + const cycleStart = getMetadata("cycle_start"); + const cycleEnd = getMetadata("cycle_end"); + if (!cycleStart || !cycleEnd) return null; + + const daysRemaining = Math.max( + 0, + Math.ceil((new Date(cycleEnd).getTime() - Date.now()) / 86_400_000), + ); + + const totalMembers = + (db.prepare("SELECT COUNT(*) as c FROM members WHERE is_removed = 0").get() as { c: number }) + ?.c ?? 0; + + const activeMembers = + ( + db + .prepare( + "SELECT COUNT(DISTINCT email) as c FROM daily_usage WHERE is_active = 1 AND date >= ?", + ) + .get(cycleStart) as { c: number } + )?.c ?? 0; + + const totalSpendCents = ( + db + .prepare( + `SELECT COALESCE(SUM(spend_cents), 0) as t FROM ( + SELECT email, MAX(spend_cents) as spend_cents FROM spending + WHERE cycle_start = ? GROUP BY email)`, + ) + .get(cycleStart) as { t: number } + ).t; + + const prevCycleRow = db + .prepare( + `SELECT cycle_start, SUM(spend_cents) as total + FROM spending + WHERE cycle_start < ? + GROUP BY cycle_start + ORDER BY cycle_start DESC + LIMIT 1`, + ) + .get(cycleStart) as { cycle_start: string; total: number } | undefined; + + const topSpenders = db + .prepare( + `SELECT COALESCE(m.name, s.email) as name, s.spend_cents as spend + FROM spending s LEFT JOIN members m ON s.email = m.email + WHERE s.cycle_start = ? AND s.spend_cents > 0 + ORDER BY s.spend_cents DESC LIMIT 5`, + ) + .all(cycleStart) as Array<{ name: string; spend: number }>; + + const adoptionRows = db + .prepare( + `WITH cycle_stats AS ( + SELECT email, + SUM(agent_requests) as total_reqs, + SUM(total_applies) as total_applies, + SUM(total_accepts) as total_accepts, + COUNT(CASE WHEN is_active = 1 THEN 1 END) as active_days, + CAST(julianday(?) - julianday(?) AS INT) as period_days + FROM daily_usage + WHERE date >= ? + GROUP BY email + HAVING total_reqs >= 10 + ), + team_p90 AS ( + SELECT MAX(rpd) as p90 FROM ( + SELECT total_reqs * 1.0 / active_days as rpd + FROM cycle_stats WHERE active_days > 0 + ORDER BY rpd + LIMIT (SELECT MAX(1, CAST(COUNT(*) * 0.9 AS INT)) FROM cycle_stats WHERE active_days > 0) + ) + ), + scored AS ( + SELECT + (CASE WHEN cs.total_applies > 0 THEN cs.total_accepts * 100.0 / cs.total_applies ELSE 0 END) * 0.4 + + (CASE WHEN tp.p90 > 0 AND cs.active_days > 0 + THEN MIN((cs.total_reqs * 1.0 / cs.active_days) / tp.p90 * 100, 100) ELSE 0 END) * 0.4 + + (CASE WHEN cs.period_days > 0 THEN cs.active_days * 100.0 / cs.period_days ELSE 0 END) * 0.2 + as score + FROM cycle_stats cs, team_p90 tp + ) + SELECT + SUM(CASE WHEN score >= 80 THEN 1 ELSE 0 END) as ai_native, + SUM(CASE WHEN score >= 55 AND score < 80 THEN 1 ELSE 0 END) as high, + SUM(CASE WHEN score >= 30 AND score < 55 THEN 1 ELSE 0 END) as moderate, + SUM(CASE WHEN score >= 10 AND score < 30 THEN 1 ELSE 0 END) as low, + SUM(CASE WHEN score < 10 THEN 1 ELSE 0 END) as manual + FROM scored`, + ) + .get(cycleEnd, cycleStart, cycleStart) as { + ai_native: number; + high: number; + moderate: number; + low: number; + manual: number; + }; + + const planStats = getPlanExhaustionStats(); + + return { + cycleStart, + cycleEnd, + daysRemaining, + totalSpendDollars: Math.round(totalSpendCents / 100), + previousCycleSpendDollars: prevCycleRow ? Math.round(prevCycleRow.total / 100) : null, + totalMembers, + activeMembers, + unusedSeats: totalMembers - activeMembers, + planExhausted: { + exhausted: planStats.summary.users_exhausted, + totalActive: planStats.summary.total_active, + }, + topSpenders: topSpenders.map((t) => ({ + name: t.name, + spendDollars: Math.round(t.spend / 100), + })), + adoptionTiers: { + aiNative: adoptionRows?.ai_native ?? 0, + high: adoptionRows?.high ?? 0, + moderate: adoptionRows?.moderate ?? 0, + low: adoptionRows?.low ?? 0, + manual: adoptionRows?.manual ?? 0, + }, + }; +} + +import { orderResetTables } from "./reset-tables"; +export { RESETTABLE_TABLES, type ResettableTable } from "./reset-tables"; + +const PG_SEQUENCE_TABLES: Partial> = { + usage_events: "usage_events_id_seq", + anomalies: "anomalies_id_seq", + incidents: "incidents_id_seq", +}; + +export function resetTables(tables: readonly string[]): Record { + const db = getDb(); + const counts: Record = {}; + const ordered = orderResetTables(tables); + + const tx = db.transaction(() => { + for (const name of ordered) { + const before = (db.prepare(`SELECT COUNT(*) AS c FROM ${name}`).get() as { c: number }).c; + counts[name] = before; + } + for (const name of ordered) { + db.prepare(`DELETE FROM ${name}`).run(); + } + for (const name of ordered) { + const seq = PG_SEQUENCE_TABLES[name]; + if (seq) { + db.prepare(`ALTER SEQUENCE ${seq} RESTART WITH 1`).run(); + } + } + }); + tx(); + + return counts; +} diff --git a/src/lib/data/reset-tables.ts b/src/lib/data/reset-tables.ts new file mode 100644 index 0000000..7b39cd2 --- /dev/null +++ b/src/lib/data/reset-tables.ts @@ -0,0 +1,41 @@ +/** Tables that can be cleared via reset CLI. Order respects FK dependencies (children first). */ +export const RESETTABLE_TABLES = [ + "incidents", + "anomalies", + "group_members", + "billing_groups", + "members", + "daily_usage", + "spending", + "usage_events", + "daily_spend", + "ai_code_commits", + "analytics_dau", + "analytics_model_usage", + "analytics_agent_edits", + "analytics_tabs", + "analytics_mcp", + "analytics_file_extensions", + "analytics_client_versions", + "analytics_commands", + "analytics_plans", + "analytics_user_mcp", + "analytics_user_commands", + "config", + "metadata", + "collection_log", +] as const; + +export type ResettableTable = (typeof RESETTABLE_TABLES)[number]; + +const RESETTABLE_SET = new Set(RESETTABLE_TABLES); + +export function isResettableTable(name: string): name is ResettableTable { + return RESETTABLE_SET.has(name); +} + +/** Reorder user-supplied table names into FK-safe deletion order. */ +export function orderResetTables(tables: readonly string[]): ResettableTable[] { + const set = new Set(tables); + return RESETTABLE_TABLES.filter((t) => set.has(t)); +} diff --git a/src/lib/data/sqlite.ts b/src/lib/data/sqlite.ts index 5e50fc2..c6e3f20 100644 --- a/src/lib/data/sqlite.ts +++ b/src/lib/data/sqlite.ts @@ -525,16 +525,19 @@ export function upsertSpending(members: MemberSpend[], cycleStart: string): void const tx = db.transaction(() => { for (const m of members) { + // Defensive defaults guard against future API drift: any of these going + // missing previously crashed the collector with a NOT NULL violation + // (see GH issue #19). stmt.run( m.email, - m.userId, - m.name, + m.userId ?? null, + m.name ?? null, cycleStart, - m.spendCents, - m.includedSpendCents, - m.fastPremiumRequests, - m.monthlyLimitDollars, - m.hardLimitOverrideDollars, + m.spendCents ?? 0, + m.includedSpendCents ?? 0, + m.fastPremiumRequests ?? 0, + m.monthlyLimitDollars ?? null, + m.hardLimitOverrideDollars ?? 0, ); } }); @@ -3528,3 +3531,26 @@ export function getCycleSummaryData(): CycleSummaryData | null { }, }; } + +import { orderResetTables } from "./reset-tables"; +export { RESETTABLE_TABLES, type ResettableTable } from "./reset-tables"; + +export function resetTables(tables: readonly string[]): Record { + const db = getDb(); + const counts: Record = {}; + const ordered = orderResetTables(tables); + + const tx = db.transaction(() => { + db.pragma("defer_foreign_keys = ON"); + for (const name of ordered) { + const before = (db.prepare(`SELECT COUNT(*) AS c FROM ${name}`).get() as { c: number }).c; + db.prepare(`DELETE FROM ${name}`).run(); + db.prepare("DELETE FROM sqlite_sequence WHERE name = ?").run(name); + counts[name] = before; + } + }); + tx(); + + db.pragma("wal_checkpoint(TRUNCATE)"); + return counts; +} diff --git a/src/lib/postgres-url.ts b/src/lib/postgres-url.ts new file mode 100644 index 0000000..eb17503 --- /dev/null +++ b/src/lib/postgres-url.ts @@ -0,0 +1,20 @@ +/** Resolve Postgres connection string from environment (no hardcoded credentials). */ +export function getPostgresUrl(): string { + const direct = process.env.POSTGRES_URL?.trim(); + if (direct) return direct; + + const user = process.env.POSTGRES_USER?.trim(); + const password = process.env.POSTGRES_PASSWORD; + const host = process.env.POSTGRES_HOST?.trim() ?? "localhost"; + const port = process.env.POSTGRES_PORT?.trim() ?? "5432"; + const database = process.env.POSTGRES_DB?.trim() ?? "cursor_tracker"; + + if (user && password !== undefined && password !== "") { + return `postgres://${encodeURIComponent(user)}:${encodeURIComponent(password)}@${host}:${port}/${database}`; + } + + throw new Error( + "Postgres is not configured. Set POSTGRES_URL or POSTGRES_USER + POSTGRES_PASSWORD in .env " + + "(see .env.example).", + ); +} diff --git a/src/lib/reset.ts b/src/lib/reset.ts new file mode 100644 index 0000000..ef9e5f7 --- /dev/null +++ b/src/lib/reset.ts @@ -0,0 +1,43 @@ +import { resetTables, logCollection } from "./data"; +import { isResettableTable, RESETTABLE_TABLES } from "./data/reset-tables"; + +export interface ResetResult { + tables: Record; + totalRows: number; + errors: string[]; +} + +export function resetAll(): ResetResult { + return resetSelected([...RESETTABLE_TABLES]); +} + +export function resetSelected(tables: readonly string[]): ResetResult { + const result: ResetResult = { tables: {}, totalRows: 0, errors: [] }; + + const unknown = tables.filter((t) => !isResettableTable(t)); + if (unknown.length > 0) { + result.errors.push(`Unknown tables: ${unknown.join(", ")}`); + return result; + } + + try { + console.log(`[reset] Truncating ${tables.length} table(s)...`); + const counts = resetTables(tables); + result.tables = counts; + result.totalRows = Object.values(counts).reduce((sum, n) => sum + n, 0); + + for (const [name, count] of Object.entries(counts)) { + console.log(`[reset] ${name}: ${count} rows`); + } + + logCollection("reset", result.totalRows); + console.log(`[reset] Total: ${result.totalRows} rows cleared`); + } catch (error) { + const msg = `Failed to reset tables: ${error instanceof Error ? error.message : String(error)}`; + result.errors.push(msg); + console.error(`[reset] ${msg}`); + logCollection("reset", 0, msg); + } + + return result; +} diff --git a/src/lib/types.ts b/src/lib/types.ts index 2603942..665703b 100644 --- a/src/lib/types.ts +++ b/src/lib/types.ts @@ -76,11 +76,21 @@ export interface MemberSpend { email: string; name: string; role: string; + // Normalized: total cycle-to-date spend in cents. In the post-2026 API, the + // raw `spendCents` field represents only overage above the plan; we override + // it here with `overallSpendCents` so downstream consumers keep the old + // "cycle total" contract. See `normalizeMemberSpend` in cursor-client.ts. spendCents: number; + // Normalized: portion covered by the plan = total - overage. Derived from + // `overallSpendCents - rawSpendCents` (clamped to >= 0). includedSpendCents: number; fastPremiumRequests: number; monthlyLimitDollars: number | null; hardLimitOverrideDollars: number; + // Raw fields from the post-2026 API shape, preserved for debugging. + overallSpendCents?: number; + profilePictureUrl?: string | null; + effectivePerUserLimitDollars?: number; } export interface SpendResponse { diff --git a/tests/cursor-client.test.ts b/tests/cursor-client.test.ts index 1f6e8fd..dac2854 100644 --- a/tests/cursor-client.test.ts +++ b/tests/cursor-client.test.ts @@ -52,6 +52,43 @@ describe("CursorClient", () => { globalThis.fetch = originalFetch; }); + // Regression: when Node's fetch throws (network/TLS), the wrapped error must + // surface the underlying cause (code + message) so corporate-proxy self-signed + // cert failures aren't reported as opaque "fetch failed". + it("wraps fetch-thrown errors with the underlying cause and request context", async () => { + const originalFetch = globalThis.fetch; + + const cause = Object.assign(new Error("self-signed certificate in certificate chain"), { + code: "SELF_SIGNED_CERT_IN_CHAIN", + }); + const fetchErr = new Error("fetch failed", { cause }); + + globalThis.fetch = vi.fn(async () => { + throw fetchErr; + }); + + let captured: unknown; + try { + await client.getTeamMembers(); + } catch (err) { + captured = err; + } + + expect(captured).toBeInstanceOf(Error); + const e = captured as Error; + // Base fetch message preserved + expect(e.message).toContain("fetch failed"); + // Request context attached so we know WHICH endpoint failed + expect(e.message).toContain("GET https://api.cursor.test/teams/members"); + // Underlying TLS reason surfaced (code + message) + expect(e.message).toContain("SELF_SIGNED_CERT_IN_CHAIN"); + expect(e.message).toContain("self-signed certificate in certificate chain"); + // Original error preserved on .cause for upstream inspection + expect(e.cause).toBe(fetchErr); + + globalThis.fetch = originalFetch; + }); + it("should paginate spending data", async () => { const originalFetch = globalThis.fetch; let callCount = 0; @@ -78,4 +115,113 @@ describe("CursorClient", () => { globalThis.fetch = originalFetch; }); + + // Regression: GH issue #19 — post-2026 API shape returns `overallSpendCents` + // as the cycle total and `spendCents` as overage above plan. The collector + // previously crashed with `NOT NULL constraint failed: spending.included_spend_cents`. + it("normalizes new /teams/spend shape (overallSpendCents + spendCents=overage)", async () => { + const originalFetch = globalThis.fetch; + + globalThis.fetch = vi.fn(async () => { + return new Response( + JSON.stringify({ + teamMemberSpend: [ + { + userId: "user_1", + email: "a@test.com", + name: "Alice", + role: "member", + profilePictureUrl: null, + spendCents: 150, + overallSpendCents: 1000, + fastPremiumRequests: 5, + monthlyLimitDollars: 30, + hardLimitOverrideDollars: 200, + effectivePerUserLimitDollars: 30, + }, + { + userId: "user_2", + email: "b@test.com", + name: "Bob", + role: "member", + spendCents: 0, + overallSpendCents: 500, + fastPremiumRequests: 0, + monthlyLimitDollars: null, + hardLimitOverrideDollars: 0, + }, + ], + subscriptionCycleStart: 1704067200000, + totalPages: 1, + limitedUsersCount: 0, + }), + { status: 200, headers: { "Content-Type": "application/json" } }, + ); + }); + + const { members } = await client.getSpending(); + expect(members).toHaveLength(2); + + const [m0, m1] = members; + if (!m0 || !m1) throw new Error("expected two normalized members"); + + // spendCents (normalized) = cycle total, taken from overallSpendCents + expect(m0.spendCents).toBe(1000); + // includedSpendCents (normalized) = total - overage = 1000 - 150 + expect(m0.includedSpendCents).toBe(850); + // raw new fields are preserved for debugging + expect(m0.overallSpendCents).toBe(1000); + expect(m0.profilePictureUrl).toBeNull(); + expect(m0.effectivePerUserLimitDollars).toBe(30); + + // User fully under plan: overage = 0, so includedSpendCents = total + expect(m1.spendCents).toBe(500); + expect(m1.includedSpendCents).toBe(500); + expect(m1.monthlyLimitDollars).toBeNull(); + + globalThis.fetch = originalFetch; + }); + + // Backward-compat: pre-2026 API shape (spendCents = cycle total, no overallSpendCents). + it("preserves old /teams/spend shape (spendCents=total, no overallSpendCents)", async () => { + const originalFetch = globalThis.fetch; + + globalThis.fetch = vi.fn(async () => { + return new Response( + JSON.stringify({ + teamMemberSpend: [ + { + userId: "user_1", + email: "a@test.com", + name: "Alice", + role: "member", + spendCents: 1000, + includedSpendCents: 800, + fastPremiumRequests: 5, + monthlyLimitDollars: 30, + hardLimitOverrideDollars: 0, + }, + ], + subscriptionCycleStart: 1704067200000, + totalPages: 1, + limitedUsersCount: 0, + }), + { status: 200, headers: { "Content-Type": "application/json" } }, + ); + }); + + const { members } = await client.getSpending(); + expect(members).toHaveLength(1); + + const [m0] = members; + if (!m0) throw new Error("expected one normalized member"); + + // Old shape: spendCents is already the cycle total, passed through unchanged. + expect(m0.spendCents).toBe(1000); + // includedSpendCents from the old API is honored when present. + expect(m0.includedSpendCents).toBe(800); + expect(m0.overallSpendCents).toBeUndefined(); + + globalThis.fetch = originalFetch; + }); }); diff --git a/tests/db-spending.test.ts b/tests/db-spending.test.ts new file mode 100644 index 0000000..e92a3ed --- /dev/null +++ b/tests/db-spending.test.ts @@ -0,0 +1,161 @@ +import { describe, it, expect, beforeAll, afterAll } from "vitest"; +import fs from "node:fs"; +import path from "node:path"; +import type { MemberSpend } from "@/lib/types"; + +// Dedicated DB file so we don't collide with tests/anomaly-detection.test.ts +// (which uses data/test.db) or a developer's data/tracker.db. +const TEST_DB_PATH = path.join(process.cwd(), "data", "test-spending.db"); + +// `src/lib/data/sqlite.ts` reads DATABASE_PATH at module load and memoizes the +// instance, so we set the env var and import dynamically inside beforeAll. +type SqliteModule = typeof import("@/lib/data/sqlite"); + +describe("upsertSpending — defensive bindings", () => { + let sqlite: SqliteModule; + + beforeAll(async () => { + if (fs.existsSync(TEST_DB_PATH)) fs.unlinkSync(TEST_DB_PATH); + process.env.DATABASE_PATH = TEST_DB_PATH; + sqlite = await import("@/lib/data/sqlite"); + // Force schema init now (also creates the spending table). + sqlite.getDb(); + }); + + afterAll(() => { + try { + sqlite.getDb().close(); + } catch { + // ignore — close may throw if already closed + } + if (fs.existsSync(TEST_DB_PATH)) fs.unlinkSync(TEST_DB_PATH); + delete process.env.DATABASE_PATH; + }); + + // Regression for GH issue #19: the collector previously crashed with + // `NOT NULL constraint failed: spending.included_spend_cents` when the + // /teams/spend API stopped returning `includedSpendCents`. + it("does not crash when nullable/required fields are undefined", () => { + // Simulate a malformed member that would arise from an unexpected API + // shape change. `as unknown as MemberSpend` lets us bypass the compiler + // to exercise the runtime defensive bindings in `upsertSpending`. + const member = { + email: "ghost@example.com", + userId: undefined, + name: undefined, + role: "member", + spendCents: undefined, + includedSpendCents: undefined, + fastPremiumRequests: undefined, + monthlyLimitDollars: null, + hardLimitOverrideDollars: undefined, + } as unknown as MemberSpend; + + expect(() => sqlite.upsertSpending([member], "2026-06-01")).not.toThrow(); + + const row = sqlite + .getDb() + .prepare( + `SELECT email, user_id, name, spend_cents, included_spend_cents, + fast_premium_requests, monthly_limit_dollars, hard_limit_override_dollars + FROM spending WHERE email = ?`, + ) + .get("ghost@example.com") as + | { + email: string; + user_id: string | null; + name: string | null; + spend_cents: number; + included_spend_cents: number; + fast_premium_requests: number; + monthly_limit_dollars: number | null; + hard_limit_override_dollars: number; + } + | undefined; + + expect(row).toBeDefined(); + if (!row) throw new Error("row missing"); + + expect(row.email).toBe("ghost@example.com"); + expect(row.user_id).toBeNull(); + expect(row.name).toBeNull(); + expect(row.spend_cents).toBe(0); + expect(row.included_spend_cents).toBe(0); + expect(row.fast_premium_requests).toBe(0); + expect(row.monthly_limit_dollars).toBeNull(); + expect(row.hard_limit_override_dollars).toBe(0); + }); + + it("persists a fully-populated member with the post-2026 API shape", () => { + const member: MemberSpend = { + userId: "user_123", + email: "real@example.com", + name: "Real User", + role: "member", + spendCents: 1000, + includedSpendCents: 800, + fastPremiumRequests: 5, + monthlyLimitDollars: 30, + hardLimitOverrideDollars: 200, + overallSpendCents: 1000, + profilePictureUrl: null, + effectivePerUserLimitDollars: 30, + }; + + expect(() => sqlite.upsertSpending([member], "2026-06-01")).not.toThrow(); + + const row = sqlite + .getDb() + .prepare( + "SELECT user_id, spend_cents, included_spend_cents, fast_premium_requests, monthly_limit_dollars, hard_limit_override_dollars FROM spending WHERE email = ?", + ) + .get("real@example.com") as + | { + user_id: string; + spend_cents: number; + included_spend_cents: number; + fast_premium_requests: number; + monthly_limit_dollars: number | null; + hard_limit_override_dollars: number; + } + | undefined; + + expect(row).toBeDefined(); + if (!row) throw new Error("row missing"); + + expect(row.user_id).toBe("user_123"); + expect(row.spend_cents).toBe(1000); + expect(row.included_spend_cents).toBe(800); + expect(row.fast_premium_requests).toBe(5); + expect(row.monthly_limit_dollars).toBe(30); + expect(row.hard_limit_override_dollars).toBe(200); + }); + + it("upserts (ON CONFLICT) on the same (email, cycle_start) without error", () => { + const initial: MemberSpend = { + userId: "user_1", + email: "upsert@example.com", + name: "Initial", + role: "member", + spendCents: 100, + includedSpendCents: 100, + fastPremiumRequests: 0, + monthlyLimitDollars: null, + hardLimitOverrideDollars: 0, + }; + const updated: MemberSpend = { ...initial, name: "Updated", spendCents: 250 }; + + sqlite.upsertSpending([initial], "2026-06-01"); + expect(() => sqlite.upsertSpending([updated], "2026-06-01")).not.toThrow(); + + const row = sqlite + .getDb() + .prepare("SELECT name, spend_cents FROM spending WHERE email = ? AND cycle_start = ?") + .get("upsert@example.com", "2026-06-01") as { name: string; spend_cents: number } | undefined; + + expect(row).toBeDefined(); + if (!row) throw new Error("row missing"); + expect(row.name).toBe("Updated"); + expect(row.spend_cents).toBe(250); + }); +});