.github/9
ISSUE_TEMPLATE/3bug_report.md config.yml feature_request.md
workflows/3ci.yml clean-clone.yml release.yml
CODEOWNERS dependabot.yml pull_request_template.md
apps/630
api/250
src/243
common/30
__tests__/3authorize.test.ts bigint-serialization.interceptor.test.ts files-limits.test.ts
filters/1all-exceptions.filter.ts
guards/3auth.guard.ts internal-service.guard.ts rate-limit.guard.ts
interceptors/2actor-context.interceptor.ts bigint-serialization.interceptor.ts
middleware/2idempotency.test.ts idempotency.ts
pipes/1zod-validation.pipe.ts
actor-context.ts audit.service.ts cache.test.ts cache.ts cookies.ts core.module.ts deprecation.ts email.service.ts errors.ts event-bus.ts log-scrubber.test.ts log-scrubber.ts logger.ts permission-cache-bridge.ts prisma.service.ts redis.service.ts trace-metadata.ts types.ts
config/1env.ts
lib/11
__tests__/5crypto.test.ts filter-builder.test.ts jwt.test.ts pagination.test.ts positions.test.ts
authorize.ts crypto.ts filter-builder.ts jwt.ts pagination.ts positions.ts
modules/197
ai/28
__tests__/4ai-writing.test.ts database-ai.test.ts generate-executor.test.ts prompts.test.ts
generator/4executor.ts generate.controller.ts generate.dto.ts generate.service.ts
ai-chat.service.ts ai-rate-limit.ts ai-writing.controller.ts ai-writing.dto.ts ai-writing.service.ts ai.controller.ts ai.module.ts ai.service.ts budget-guard.service.ts database-ai.controller.ts database-ai.dto.ts database-ai.service.ts db-prompts.ts dto.ts gateway-provider.ts ledger.service.ts prompts.ts rag.controller.ts rag.dto.ts rag.service.ts
api-keys/3api-keys.controller.ts api-keys.module.ts api-keys.service.ts
audit/2audit-log.controller.ts audit.module.ts
auth/4auth.controller.ts auth.module.ts auth.service.ts dto.ts
automations/5automations.controller.ts automations.module.ts automations.service.ts dto.ts webhook-incoming.controller.ts
blocks/5
__tests__/1batch-version-cas.test.ts
block.service.ts blocks.controller.ts blocks.module.ts dto.ts
comments/4comments.controller.ts comments.module.ts comments.service.ts dto.ts
databases/9
__tests__/3normalize-select-options.test.ts option-id-canonicalization.test.ts record-open-query-shape.test.ts
database.service.ts databases.controller.ts databases.module.ts dto.ts property-cache-schema.ts query.service.ts
docs/2docs.controller.ts docs.module.ts
files/10
__tests__/1quota.test.ts
dto.ts files.controller.ts files.module.ts files.service.ts quota.ts record.ts s3.ts uploads.controller.ts uploads.service.ts
forms/18debug.controller.ts form.dto.ts forms.controller.ts forms.module.ts forms.service.ts markdown.test.ts markdown.ts optional-auth.guard.ts public-forms.controller.ts public-forms.service.ts question.dto.ts questions.service.ts rate-limit.ts recaptcha.ts slug.ts submissions.controller.ts submissions.service.ts submit-schema.ts
health/3health.controller.ts health.module.ts health.service.ts
integrations/3integrations.controller.ts integrations.module.ts integrations.service.ts
internal/12
__tests__/2flush-query-shape.test.ts internal.endpoints.test.ts
ai-test-seam.controller.ts ai-test-seam.dto.ts ai-test-seam.service.ts internal.controller.ts internal.dto.ts internal.module.ts internal.service.ts test-seam.controller.ts test-seam.dto.ts test-seam.service.ts
notifications/3notifications.controller.ts notifications.module.ts notifications.service.ts
oauth/6
__tests__/1oauth.scopes.test.ts
oauth.controller.ts oauth.module.ts oauth.service.ts scopes.ts token-keys.ts
org/15audit.service.ts embed-preview.controller.ts guards.ts members.service.ts org-admin.controller.ts org-policy.service.ts org.module.ts overview.service.ts policy-effective.controller.ts policy.schema.ts policy.test.ts retention.service.ts totp.test.ts totp.ts two-factor.service.ts
orgs/5dto.ts orgs.controller.ts orgs.module.ts orgs.service.ts util.ts
pages/4dto.ts page.service.ts pages.controller.ts pages.module.ts
scim/15
__tests__/3email-mapping.test.ts etag.test.ts filters.test.ts
etag.ts filters.ts groups.service.ts schemas.ts scim-admin.controller.ts scim-admin.service.ts scim-auth.guard.ts scim-auth.service.ts scim-errors.ts scim.controller.ts scim.module.ts users.service.ts
search/4
__tests__/1search.service.test.ts
search.controller.ts search.module.ts search.service.ts
sessions/3sessions.controller.ts sessions.module.ts sessions.service.ts
share/3share.controller.ts share.module.ts share.service.ts
sso/16
__tests__/4enforcement.test.ts oidc.verify.test.ts provisioning.test.ts saml.validate.test.ts
enforcement.ts oidc.controller.ts oidc.service.ts oidc.ts provisioning.service.ts saml.controller.ts saml.ts schemas.ts sso-admin.controller.ts sso-admin.service.ts sso-secrets.ts sso.module.ts
teams/4dto.ts teams.controller.ts teams.module.ts teams.service.ts
users/4dto.ts users.controller.ts users.module.ts users.service.ts
webhooks/3webhooks.controller.ts webhooks.module.ts webhooks.service.ts
workspaces/4dto.ts workspaces.controller.ts workspaces.module.ts workspaces.service.ts
types/1xmldom.d.ts
app.module.ts constants.ts main.ts
_probe_rawbody.cjs .env.example Dockerfile package.json README.md tsconfig.json vitest.config.ts
realtime/33
src/17auth.ts comments.ts config.ts event-source.ts http-store.ts index.ts metrics.ts notifications.ts page-updated-source.ts presence.ts prisma-store.ts protocol.ts rate-limit.ts room-key.ts rooms.ts server.ts update-log.ts
test/11auth.test.ts config.test.ts event-source.test.ts http-store.test.ts metrics-merge.test.ts page-updated-source.test.ts presence.test.ts protocol.test.ts rate-limit.test.ts rooms.test.ts task-0094-builders.test.ts
.env.example Dockerfile package.json README.md tsconfig.json
web/255
src/244
app/45
__tests__/1theme-tokens.test.ts
(app)/26
w/25
[workspace]/25
ask/1page.tsx
databases/1
[id]/1page.tsx
favorites/1page.tsx
files/1page.tsx
notifications/1page.tsx
page/4
[id]/4
[block]/1page.tsx
share/1page.tsx
layout.tsx page.tsx
search/1page.tsx
settings/10
appearance/1page.tsx
automations/3
[id]/1page.tsx
new/1page.tsx
page.tsx
billing/1page.tsx
developers/1page.tsx
members/1page.tsx
permissions/1page.tsx
teams/1page.tsx
page.tsx
shared/1page.tsx
templates/1page.tsx
trash/1page.tsx
layout.tsx page.tsx
layout.tsx
(auth)/4
login/1page.tsx
register/1page.tsx
reset-password/1page.tsx
layout.tsx
api/2
metrics/1route.ts
v1/1
health/1route.ts
f/1
[slug]/1page.tsx
health/1
ready/1route.ts
org/2
[orgId]/2
admin/2
integrations/1page.tsx
page.tsx
share/1
[id]/1page.tsx
error.tsx global-error.tsx globals.css layout.tsx not-found.tsx page.tsx providers.tsx
components/118
admin/10
org-admin/8ApiKeysTab.tsx AuditTab.tsx MembersTab.tsx OverviewTab.tsx PoliciesTab.tsx RetentionTab.tsx WebhooksTab.tsx WorkspacePicker.tsx
ScimCard.tsx SsoTabs.tsx
ai/6ai-panel.tsx ask-ai-submenu.tsx db-ai-dialog.tsx generate-page-dialog.tsx writing-actions-menu.tsx writing-diff.tsx
automations/5action-editor.tsx condition-editor.tsx lib.ts run-history.tsx trigger-editor.tsx
collaboration/6CursorLayer.tsx OfflineBanner.tsx PresenceBar.tsx README.md ReviewFailedDialog.tsx StatusChip.tsx
comments/3comment-panel.tsx comment-thread.tsx mention-input.tsx
database/27
__tests__/2cell-editor.test.tsx cell-renderer.test.tsx
AiExtractDialog.tsx AiFormulaDialog.tsx AiGenerateDialog.tsx board-view.tsx buttons-panel.tsx calendar-view.tsx cell-editor.tsx cell-renderer.tsx chart-view.tsx database-page-view.tsx database-toolbar.tsx database-view-renderer.tsx db-embedded.tsx filter-builder.tsx form-builder-view.tsx formula-editor.tsx gallery-view.tsx group-builder.tsx list-view.tsx property-editor.tsx record-header.tsx record-panel.tsx sort-builder.tsx table-view.tsx timeline-view.tsx
dialogs/7
__tests__/1move-to-dialog.test.tsx
create-dialog.tsx dialog.tsx file-permissions-dialog.tsx invite-dialog.tsx move-to-dialog.tsx share-dialog.tsx
editor/19
__tests__/3code-block-text.test.ts code-block.test.tsx expandable.test.tsx
block-card.tsx block-renderer.tsx block-save-queue.ts block-toolbar.tsx context-menu.tsx expandable.tsx history-popover.tsx inline-editor.tsx insert-dialog.tsx page-canvas.tsx page-spinner.tsx page-view.tsx selection-toolbar.tsx slash-menu.tsx template-dialog.tsx type-menu.tsx
files/4FileBlock.tsx FileBrowser.tsx FilePicker.tsx PreviewModal.tsx
form/4form-field.tsx form-renderer.tsx form-responses-view.tsx form-view.tsx
layout/8
__tests__/1page-tree-icon.test.tsx
command-palette.tsx factory-logo.tsx page-tree-node.tsx sidebar.tsx theme-provider.tsx topbar.tsx workspace-shell.tsx
mentions/3
__tests__/1mention-model.test.ts
mention-model.ts MentionPopup.tsx
search/3ask-ai-search.tsx results-list.tsx search-dialog.tsx
settings/10
api-keys/4ApiKeyCreateDialog.tsx ApiKeyRevealDialog.tsx ApiKeyTable.tsx ScopesBadge.tsx
webhooks/5CurlExamples.tsx DeliveryInspector.tsx EventExplorer.tsx OverviewTab.tsx WebhooksTab.tsx
settings-shell.tsx
ui/3confirm-dialog.tsx form.tsx toaster.tsx
hooks/21
__tests__/4realtime-frame-handler.test.ts use-blocks.test.ts use-database-options.test.ts use-workspace.test.tsx
realtime-frame-handler.ts use-ai-stream.ts use-auth.ts use-blocks.ts use-database.ts use-db-ai-stream.ts use-forms.ts use-members.ts use-mention-sources.ts use-notifications.ts use-offline-status.ts use-pages.ts use-presence-announcer.ts use-presence-toasts.ts use-presence.ts use-realtime.ts use-workspace.ts
lib/50
__tests__/21ai-database.test.ts ai-generate.test.ts ai-sse.test.ts ai-writing.test.ts api-keys.test.ts api-members.test.ts auth-refresh.test.ts auth-store.test.ts batch-queue-drop.test.ts block-content.test.ts clipboard-import.test.ts code-highlight.test.ts offline-status.test.ts presence-announcer.test.ts presence-color.test.ts presence-cursor.test.ts presence-emitter.test.ts realtime-url.test.ts search.test.ts utils.test.ts writing-diff.test.ts
files/7
__tests__/2picker.test.ts upload.test.ts
api.ts picker.ts upload-store.ts upload.ts use-file-uploads.ts
ai-database.ts ai.ts api-keys.ts api.ts auth-store.ts batch-queue.ts block-content.ts clipboard-import.ts code-highlight.ts constants.ts offline-status.ts org-admin.ts presence-announcer.ts presence-color.ts presence-cursor.ts presence-editor-views.ts presence-emitter.ts query-client.ts realtime.ts search.ts types.ts utils.ts
stores/8
__tests__/1block-patch-store.test.ts
block-patch-store.ts comment-pill-store.ts database-store.ts editor-store.ts offlineQueue.ts presence-store.ts ui-store.ts
instrumentation.ts middleware.ts
.env.example Dockerfile next-env.d.ts next.config.mjs package.json postcss.config.mjs README.md tailwind.config.ts tsconfig.json tsconfig.tsbuildinfo vitest.config.ts
worker/92
src/87
__tests__/13ai-embedding.test.ts ai-request.test.ts ai-usage-budget.test.ts audit-export.test.ts email-decision.test.ts encrypt.test.ts health-search-index-lag.test.ts mime.test.ts retention.test.ts s3-sign.test.ts search-index.test.ts smtp.test.ts webhook-sign.test.ts
health/1server.ts
lib/12
__tests__/1clamav.test.ts
clamav.ts encrypt.ts job-otel.ts mime.ts notify.ts prisma.ts redis-stream.ts redis.ts s3.ts sharp.ts smtp.ts
processors/56
automations/28
__tests__/3condition-evaluator.spec.ts executors.spec.ts run-pipeline.spec.ts
executors/17assign-user.ts call-integration.ts change-status.ts classify.ts create-notification.ts create-page.ts email-cap.ts helpers.ts integration-registry.ts permission.ts record-write.ts registry.ts run-ai-action.ts send-email.ts send-webhook.ts types.ts update-record.ts
condition-evaluator.ts dead-letter.ts log.ts matcher.ts pipeline.ts run-state.ts schedule.ts watchdog.ts
files/15
__tests__/4errors.test.ts scan-gate.test.ts status.test.ts temp.test.ts
steps/4finalize.ts metadata.ts scan.ts thumbnails.ts
cleanup.ts errors.ts generateThumbs.ts processor.ts status.ts temp.ts types.ts
search-index/4builders.ts grants.ts index.ts processor.ts
ai-embedding.ts ai.processor.ts audit-export.ts automations.processor.ts email-decision.processor.ts email.processor.ts maintenance.processor.ts retention.ts webhooks.processor.ts
config.ts events.ts index.ts logger.ts queues.ts
.env.example Dockerfile package.json README.md tsconfig.json
docs/73
api/17ai.md authentication.md automations.md blocks.md comments.md databases.md files.md forms.md openapi.yaml org-admin.md pages.md scim.md search.md sso.md versioning.md webhooks.md workspaces.md
architecture/10ai-architecture.md automation.md backend-architecture.md database-architecture.md frontend-architecture.md realtime-architecture.md search-architecture.md security-architecture.md storage.md system-architecture.md
database/2database-architecture.md redis-keys.md
development/8admin-guide.md coding-standards.md deployment.md development-guide.md files-pipeline.md perf-report.md performance.md testing.md
product/4functional-requirements.md non-functional-requirements.md product-requirements.md ux-requirements.md
requirements/1requirements-matrix.md
security/5audit-report.md files.md forms.md license-allowlist.md security-architecture.md
tasks/16phase-00-foundation.md phase-01-authentication.md phase-02-workspace.md phase-03-pages.md phase-04-editor.md phase-05-databases.md phase-06-relations.md phase-07-collaboration.md phase-08-search.md phase-09-files.md phase-10-forms.md phase-11-automation.md phase-12-ai.md phase-13-api.md phase-14-enterprise.md phase-15-production.md
ui/9ai.md automations.md design-system.md developers.md files.md forms.md org-admin.md scim.md sso.md
support-matrix.md
infrastructure/71
caddy/1Caddyfile
docker/6
init/101-extensions.sql
opensearch/1init-indices.json
.env.docker docker-compose.yml opensearch-init.sh README.md
kubernetes/40
observability/20
alertmanager/1alertmanager.yaml
grafana/8
dashboards/6ai.json api-overview.json infra.json realtime.json search.json workers-queues.json
provisioning/2
dashboards/1dashboards.yaml
datasources/1datasource.yaml
prometheus/3alerts.yaml recording-rules.yaml scrape.yaml
scripts/1sync-sources.mjs
alertmanager.yaml grafana.yaml kustomization.yaml namespace.yaml node-exporter.yaml otel-collector.yaml prometheus.yaml
postgres/7configmap.yaml cronjob-backup.yaml cronjob-opensearch-snapshot.yaml pgbouncer.yaml replica.yaml statefulset.yaml walg-iam-policy.yaml
api.yaml configmap.yaml ingress.yaml kustomization.yaml namespace.yaml networkpolicy.yaml pdb.yaml README.md realtime.yaml redis.yaml secret.example.yaml web.yaml worker.yaml
nginx/2nginx.conf README.md
observability/14
alertmanager/1alertmanager.yaml
grafana/8
dashboards/6ai.json api-overview.json infra.json realtime.json search.json workers-queues.json
provisioning/2
dashboards/1dashboards.yaml
datasources/1datasource.yaml
prometheus/3alerts.yaml recording-rules.yaml scrape.yaml
scripts/1dashboard-completeness.mjs
README.md
terraform/8compute.tf data.tf main.tf network.tf outputs.tf README.md security.tf variables.tf
packages/289
ai/24
src/20
providers/7anthropic.ts google.ts http.ts index.ts openai-compatible.ts rag.test.ts writing.test.ts
schemas/2database.ts generate.ts
adapters.test.ts config.test.ts config.ts gateway.test.ts gateway.ts index.ts tools.test.ts tools.ts types.ts usage.test.ts usage.ts
package.json README.md tsconfig.json vitest.config.ts
auth/11
src/7index.ts passwords.test.ts passwords.ts sessions.test.ts sessions.ts tokens.test.ts tokens.ts
package.json README.md tsconfig.json vitest.config.ts
collaboration/17
src/13awareness.ts codec.test.ts codec.ts index.ts lww.test.ts lww.ts mapping.ts offline.ts outbox.test.ts outbox.ts provider.test.ts provider.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
config/7
src/4eslint.base.js index.ts prettier.base.json tsconfig.base.json
package.json README.md tsconfig.json
database-client/5
src/2index.test.ts index.ts
package.json README.md tsconfig.json
database-engine/33
src/29
filter/2filter.test.ts index.ts
formula/8evaluator.ts formula.test.ts functions.ts index.ts lexer.ts parser.ts types.ts validate.ts
query/6group.ts index.ts paginate.ts pivot.ts query.test.ts sort.ts
relations/2index.ts relations.test.ts
rollups/2index.ts rollups.test.ts
values/5dates.ts index.ts registry.ts types.ts values.test.ts
views/3buttons.ts index.ts views.test.ts
index.ts
package.json README.md tsconfig.json vitest.config.ts
editor/25
src/21
marks/1highlight.ts
nodes/2equation.ts mention.ts
autosave.test.ts autosave.ts clipboard.test.ts clipboard.ts codec.test.ts codec.ts context-menu.test.ts context-menu.ts diff.test.ts diff.ts factory.ts history.test.ts history.ts index.ts positions.ts slash.test.ts slash.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
observability/20
src/16
__tests__/8db-redis-metrics.test.ts metrics.test.ts otel.test.ts pino-otel.test.ts prometheus.test.ts resource.test.ts scrubber.test.ts traceparent.test.ts
index.ts metrics.ts otel.ts pino-otel.ts prometheus.ts resource.ts scrubber.ts traceparent.ts
package.json README.md tsconfig.json vitest.config.ts
permissions/11
src/7index.ts levels.test.ts levels.ts resolve.test.ts resolve.ts rules.test.ts rules.ts
package.json README.md tsconfig.json vitest.config.ts
search/22
src/18chunking.test.ts chunking.ts client.test.ts client.ts embeddings.test.ts embeddings.ts hybrid.test.ts hybrid.ts index.ts indexer.test.ts indexer.ts mapping.test.ts mapping.ts queries.test.ts queries.ts rrf.test.ts rrf.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
shared/61
src/57
dto/17ai.dto.ts auth.dto.test.ts auth.dto.ts block.dto.ts browser-safety.test.ts comment.dto.ts database.dto.test.ts database.dto.ts file.dto.ts formula-ast.ts index.ts notification.dto.ts page.dto.ts search.dto.ts share.dto.ts webhook.dto.ts workspace.dto.ts
events/8audit-catalog.test.ts audit-catalog.ts audit-csv.test.ts audit-csv.ts audit-scope.test.ts audit-scope.ts catalog.test.ts catalog.ts
realtime/6comment-events.ts frames.test.ts frames.ts notification-policy.ts notification-prefs.ts task-0094.test.ts
automation.test.ts automation.ts constants.ts crypto.test.ts crypto.ts env.ts errors.ts events.test.ts events.ts forms.test.ts forms.ts index.ts markdown.test.ts markdown.ts mentions.test.ts mentions.ts net.test.ts net.ts positions.test.ts positions.ts presence.test.ts presence.ts security-headers.ts webhook-delivery.test.ts webhook-delivery.ts webhook-events.ts
package.json README.md tsconfig.json vitest.config.ts
storage/16
src/12client.test.ts client.ts index.ts keys.test.ts keys.ts mime.test.ts mime.ts presign.test.ts presign.ts thumbnails.test.ts thumbnails.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
ui/37
src/33
components/19avatar.tsx badge.tsx button.tsx checkbox.tsx command.tsx context-menu.tsx dialog.tsx dropdown-menu.tsx empty-state.tsx index.ts popover.tsx separator.tsx skeleton.tsx slider.tsx spinner.tsx switch.tsx tabs.tsx toast.tsx tooltip.tsx
color.ts command-filter.test.ts command-filter.ts focus.test.ts focus.ts formatters.test.ts formatters.ts index.ts theme.test.ts theme.ts toast-store.test.ts toast-store.ts tokens.test.ts tokens.ts
package.json README.md tsconfig.json vitest.config.ts
prisma/16
migrations/13
20260927000000_init/1migration.sql
20260928000000_search_documents_content_hash/1migration.sql
20260929000000_workspace_usage_storage_bytes/1migration.sql
20260930000000_form_submitted_notification_type/1migration.sql
20261001000000_ai_phase12/1migration.sql
20261002000000_webhooks_secret_encrypted_dlq/1migration.sql
20261002111436_webhook_delivery_latency/1migration.sql
20261002120000_org_admin_2fa_retention_unique/1migration.sql
20261002215124_audit_export/1migration.sql
20261003210000_perf_indexes_hot_paths/1migration.sql
20261004004500_perf_indexes_hot_paths_2/1migration.sql
migration_lock.toml README.md
schema.prisma seed.ts verify.ts
scripts/7backup-health.ts docs-completeness.mjs generate-openapi.mjs minio-init.ts opensearch-reindex.ts storage-orphans.ts verify-clean-clone.sh
tests/169
e2e/63
.auth/1user.json
fixtures/7
files/6clip.mp4 clip.wav clip.webm hero-1400.png note.docx note.txt
realtime.ts
mocks/2oidc-issuer.ts saml-idp.ts
playwright-report/3
data/2a6557bae9c2714a658968d4eb8534195c08ebda8.png e3092d07d00a16063e46385c02a559a9054fa847.webm
index.html
reports/1files-security.json
specs/34ai-database.spec.ts ai-generate.spec.ts ai-rag.spec.ts ai-security.spec.ts ai-writing.spec.ts ai.spec.ts api-keys.spec.ts appearance-theme.spec.ts auth.spec.ts automation.spec.ts collab-two-tab.spec.ts comments.spec.ts databases.spec.ts default-workspace-alias.spec.ts developers.spec.ts editor.spec.ts files.spec.ts final-flow.spec.ts forms.spec.ts oauth.spec.ts org-admin.spec.ts pages.spec.ts performance.spec.ts presence-cursors.spec.ts qa-paste-toggle.spec.ts realtime.spec.ts scim.spec.ts search-index-lag.spec.ts search.spec.ts sharing.spec.ts sso.spec.ts task-0094-comments-notifications.spec.ts webhooks.spec.ts workspace.spec.ts
test-results-final-flow/3
final-flow-Release-v1-0-fi-6c06b-w-state-carries-sequential--chromium-desktop/2test-failed-1.png trace.zip
.last-run.json
utils/4api.ts dnd.ts search-lag.ts wait.ts
.gitignore fixtures.ts global-setup.ts package.json playwright.config.ts playwright.final-flow.config.ts README.md tsconfig.json
fixtures/1
files/1make-sparse.ts
integration/60
ai-capability/2ai-app.capability.test.ts gateway.capability.test.ts
drill/2seed-drill.mjs verify-restore.mjs
fixtures/5
files/5clip.mp4 clip.wav doc.pdf hero-1400.png note.txt
helpers/3api.ts containers.ts seed.ts
realtime/11control-channel.test.ts convergence.test.ts flush-rebase-http.test.ts handshake.test.ts heartbeat-limits.test.ts lifecycle.test.ts presence.test.ts rebase.test.ts resume.test.ts rt-helpers.ts task-0094-fanout.test.ts
ai-chat.integration.test.ts ai-database.integration.test.ts ai-generate.integration.test.ts ai-rag.integration.test.ts ai-writing.integration.test.ts api-keys.integration.test.ts audit-completeness.integration.test.ts audit-export-s3.integration.test.ts auth.integration.test.ts automation-pipeline.integration.test.ts automations.integration.test.ts blocks.integration.test.ts cache-invalidation.integration.test.ts comments.integration.test.ts databases.integration.test.ts files-lifecycle.integration.test.ts files-pipeline.integration.test.ts files-security.integration.test.ts files.integration.test.ts forms-responses.integration.test.ts forms.integration.test.ts oauth.integration.test.ts openapi.contract.test.ts org-admin.integration.test.ts package.json pages.integration.test.ts permissions.integration.test.ts README.md replica-routing.integration.test.ts retention-engine.integration.test.ts scim.integration.test.ts search.integration.test.ts sso.integration.test.ts tsconfig.json vitest.config.ts webhooks.integration.test.ts workspace.integration.test.ts
performance/28
fixtures/1search-100k.ts
helpers/2seed-100k.mjs seed-1k-load.mjs
reports/7api-load-smoke.json database-load-smoke.json editor-local.json realtime-load.json search-full.json search-last.json search-reduced.json
api-load.js api.js archive.tar database-load.js database.js editor-local.mjs extract-100k-env.mjs package.json README.md realtime-1k.js realtime-load.js realtime.js run-realtime-load.sh search-search.k6.js search-summary.json seed-100k.mjs threshold-breach-demo.js verify-zero-op-loss.mjs
security/16
helpers/1app.ts
audit-report.test.ts auth-paths.test.ts deps.test.ts formula-fuzz.test.ts gitleaks-config.test.ts headers.test.ts images.test.ts oracle.ts package.json permission-fuzz.test.ts rate-limits.test.ts README.md tsconfig.json upload-abuse.test.ts vitest.config.ts
README.md
.dockerignore .env .env.bak-task0125 .env.example .eslintrc.json .gitignore .npmrc .prettierignore .prettierrc.json AGENTS.md ARCHITECTURE.md CHANGELOG.md CONTRIBUTING.md gitleaks.toml LICENSE package.json pnpm-lock.yaml pnpm-workspace.yaml PRODUCT-SPEC.md README.md ROADMAP.md SECURITY.md tsconfig.json turbo.json
ai.tsapps/web/src/lib/ai.tsraw← lib34,060 B← Back to the app
1"use client";
2 
3/**
4 * TASK-0122 — Ask AI client.
5 *
6 * Two surfaces:
7 *   - `aiApi` — plain JSON REST (conversations CRUD, messages list). Mirrors
8 *     the `searchApi` / `notificationApi` shape (apiFetch + ApiError).
9 *   - `sendAiMessage` — the SSE stream (the one fetch in this file that does
10 *     NOT use apiFetch, because the response is `text/event-stream`, not
11 *     JSON). It parses the documented frame contract (see docs/api/ai.md):
12 *     `data: {…}\n\n` frames of type delta / tool_call / usage / error / done,
13 *     plus `: keepalive` comment lines. Pre-stream failures (404/402/429)
14 *     arrive as a normal JSON error body BEFORE any SSE byte → surfaced as an
15 *     `AiPreStreamError` (the caller renders the same banner).
16 */
17import { ApiError, apiFetch, buildQuery } from "./api";
18 
19/* --------------------------------------------------------------- types */
20 
21export interface AiConversationSummary {
22  id: string;
23  title: string | null;
24  context?: { pageId?: string; blockId?: string; databaseId?: string } | null;
25  createdAt: string;
26  updatedAt: string;
27  messageCount: number;
28}
29 
30export interface AiMessage {
31  id: string;
32  role: "user" | "assistant";
33  content: string;
34  model?: string | null;
35  tokensIn?: number | null;
36  tokensOut?: number | null;
37  createdAt: string;
38  metadata?: { feature?: string; truncated?: boolean; error?: string } | null;
39}
40 
41export interface AiContextRef {
42  pageId?: string;
43  blockId?: string;
44  databaseId?: string;
45  /**
46   * Display-only label (the page/database title) for the panel's context
47   * badge. NEVER sent to the server — the client sends IDs only, the title
48   * is re-derived server-side (spec: "the client never sends raw content for
49   * context binding, it sends IDs"). Stripped by `pickContextIds`.
50   */
51  label?: string;
52}
53 
54/** The ID fields the server accepts (never the display-only `label`). */
55export function pickContextIds(c: AiContextRef): { pageId?: string; blockId?: string; databaseId?: string } {
56  return {
57    ...(c.pageId ? { pageId: c.pageId } : {}),
58    ...(c.blockId ? { blockId: c.blockId } : {}),
59    ...(c.databaseId ? { databaseId: c.databaseId } : {})
60  };
61}
62 
63export function hasContextIds(c: AiContextRef | null | undefined): boolean {
64  return !!c && (!!c.pageId || !!c.blockId || !!c.databaseId);
65}
66 
67/** One citation in a RAG `sources` frame (the server-side retrieval result). */
68export interface RagSource {
69  /** 1-based citation number (the inline `[n]` marker in the answer). */
70  n: number;
71  docId: string;
72  /** The parent resource id (page/record/…). */
73  id: string;
74  /** The public content type (chunk hits surface as their parent's kind). */
75  type: string;
76  title: string;
77  /** The deep link the citation chip navigates to. */
78  url: string;
79  snippet: string;
80  source: "bm25" | "vec" | "bm25+vec";
81  /** Deep-link metadata (chunk hits carry their parent's ids). */
82  pageId?: string;
83  blockId?: string;
84  databaseId?: string;
85  recordId?: string;
86}
87 
88/** One parsed SSE frame (the wire contract). */
89export type AiSseFrame =
90  | { type: "sources"; sources: RagSource[] }
91  | { type: "delta"; text: string }
92  | { type: "tool_call"; id: string; name: string; arguments: Record<string, unknown> }
93  | { type: "usage"; tokensIn: number; tokensOut: number }
94  | { type: "error"; code: string; message: string; retryable?: boolean; retryAfterSeconds?: number }
95  | { type: "done"; assistantMessageId?: string; userMessageId?: string; reason?: "ok" | "aborted" | "error" };
96 
97/** Pre-stream (JSON) failure — 404 ownership / 402 budget / 429 rate limit. */
98export class AiPreStreamError extends Error {
99  readonly code: string;
100  readonly status: number;
101  readonly retryAfterSeconds?: number;
102  constructor(err: ApiError) {
103    super(err.message);
104    this.name = "AiPreStreamError";
105    this.code = err.code;
106    this.status = err.status;
107    const d = (err.details as Array<Record<string, unknown>> | undefined)?.[0];
108    if (d && typeof d.retryAfterSeconds === "number") this.retryAfterSeconds = d.retryAfterSeconds;
109  }
110}
111 
112/* --------------------------------------------------------- SSE parser */
113 
114/**
115 * Parse accumulated `text/event-stream` bytes into frames.
116 *
117 * The wire contract (docs/api/ai.md): frames are separated by a blank line
118 * (`\n\n`); each frame is one or more lines, and only `data:` lines carry a
119 * JSON payload (`{type, …}`). `: keepalive` comment lines (and any other
120 * non-`data:` line) are skipped. A partial trailing frame (no closing blank
121 * line yet) is returned in `rest` for the next chunk.
122 *
123 * Pure + synchronous so it is unit-testable without a network
124 * (TASK-0122 DoD: the frontend SSE parser round-trips all delta types
125 * including `tool_call` and `error`).
126 */
127export function parseSseFrames(buf: string): { frames: AiSseFrame[]; rest: string } {
128  const frames: AiSseFrame[] = [];
129  let rest = buf;
130  let idx: number;
131  while ((idx = rest.indexOf("\n\n")) !== -1) {
132    const frame = rest.slice(0, idx);
133    rest = rest.slice(idx + 2);
134    for (const line of frame.split("\n")) {
135      if (!line.startsWith("data:")) continue; // `: keepalive` / comments
136      try {
137        frames.push(JSON.parse(line.slice(5).trim()) as AiSseFrame);
138      } catch {
139        // malformed frame — skip it, keep the stream alive
140      }
141    }
142  }
143  return { frames, rest };
144}
145 
146/* --------------------------------------------------------- conversations */
147 
148export const aiApi = {
149  listConversations(workspaceId: string, signal?: AbortSignal): Promise<AiConversationSummary[]> {
150    return apiFetch<{ data: AiConversationSummary[] }>(
151      `/workspaces/${workspaceId}/ai/conversations`,
152      { signal }
153    ).then((r) => r.data);
154  },
155  createConversation(
156    workspaceId: string,
157    body: { title?: string; context?: AiContextRef },
158    signal?: AbortSignal
159  ): Promise<AiConversationSummary> {
160    const ctx = body.context && hasContextIds(body.context) ? pickContextIds(body.context) : undefined;
161    return apiFetch<AiConversationSummary>(`/workspaces/${workspaceId}/ai/conversations`, {
162      method: "POST",
163      body: { ...(body.title ? { title: body.title } : {}), ...(ctx ? { context: ctx } : {}) },
164      signal
165    });
166  },
167  getConversation(id: string, signal?: AbortSignal): Promise<AiConversationSummary> {
168    return apiFetch<AiConversationSummary>(`/ai/conversations/${id}`, { signal });
169  },
170  renameConversation(id: string, title: string): Promise<AiConversationSummary> {
171    return apiFetch<AiConversationSummary>(`/ai/conversations/${id}`, {
172      method: "PATCH",
173      body: { title }
174    });
175  },
176  deleteConversation(id: string): Promise<void> {
177    return apiFetch<void>(`/ai/conversations/${id}`, { method: "DELETE" });
178  },
179  listMessages(conversationId: string, signal?: AbortSignal): Promise<AiMessage[]> {
180    return apiFetch<{ data: AiMessage[] }>(
181      `/ai/conversations/${conversationId}/messages${buildQuery({ limit: 50 })}`,
182      { signal }
183    ).then((r) => r.data);
184  }
185};
186 
187/* ------------------------------------------------------------ SSE stream */
188 
189export interface SendAiMessageParams {
190  workspaceId: string;
191  conversationId: string;
192  content: string;
193  context?: AiContextRef;
194  /** Re-send an already-persisted user message (the Retry button). */
195  retryOf?: string;
196  /** The caller's auth token — the raw fetch below bypasses apiFetch. */
197  signal?: AbortSignal;
198}
199 
200/**
201 * POST one message and stream the assistant reply. Callbacks are invoked on
202 * the main thread as frames arrive. Returns when the stream terminates
203 * (a `done` frame, a terminal `error`, or a fetch/network failure).
204 *
205 * Resolves with the final `done` frame's reason when the stream ends cleanly
206 * (or with "aborted" if the caller's signal fired); throws `AiPreStreamError`
207 * for the JSON pre-stream failures and a plain `Error` for network errors.
208 */
209export async function sendAiMessage(
210  params: SendAiMessageParams,
211  onFrame: (frame: AiSseFrame) => void
212): Promise<"ok" | "aborted" | "error"> {
213  // The auth token lives in memory (lib/auth-store) — read it here because
214  // this fetch bypasses apiFetch (SSE needs the raw body stream).
215  const { authStore } = await import("./auth-store");
216  const { API_BASE } = await import("./constants");
217  const token = authStore.accessToken;
218 
219  const res = await fetch(
220    `${API_BASE}/workspaces/${params.workspaceId}/ai/conversations/${params.conversationId}/messages`,
221    {
222      method: "POST",
223      headers: {
224        "Content-Type": "application/json",
225        Accept: "text/event-stream",
226        ...(token ? { Authorization: `Bearer ${token}` } : {})
227      },
228      body: JSON.stringify({
229        content: params.content,
230        // The server validates context as a strict ID shape (zod strips
231        // unknown keys) — but strip the display-only `label` anyway: the
232        // client sends IDs only, the title is re-derived server-side.
233        ...(params.context && hasContextIds(params.context)
234          ? { context: pickContextIds(params.context) }
235          : {}),
236        ...(params.retryOf ? { retryOf: params.retryOf } : {})
237      }),
238      signal: params.signal,
239      credentials: "include"
240    }
241  );
242 
243  // Pre-stream failure: a JSON error body (content-type application/json) —
244  // no SSE bytes were written, so parse the canonical envelope.
245  if (!res.ok || !res.body) {
246    let err: ApiError;
247    try {
248      const json = (await res.json()) as { error?: { code: string; message: string; details?: unknown } };
249      err = new ApiError(json.error?.code ?? "UNKNOWN", res.status, json.error?.message ?? "Request failed", json.error?.details);
250    } catch {
251      err = new ApiError("UNKNOWN", res.status, "Request failed");
252    }
253    throw new AiPreStreamError(err);
254  }
255 
256  const reader = res.body.getReader();
257  const decoder = new TextDecoder();
258  let buf = "";
259  let result: "ok" | "aborted" | "error" = "error";
260 
261  try {
262    for (;;) {
263      const chunk = await reader.read();
264      if (chunk.done) break;
265      buf += decoder.decode(chunk.value, { stream: true });
266      const { frames, rest } = parseSseFrames(buf);
267      buf = rest;
268      for (const parsed of frames) {
269        onFrame(parsed);
270        if (parsed.type === "done") {
271          result = parsed.reason === "aborted" ? "aborted" : parsed.reason === "error" ? "error" : "ok";
272        } else if (parsed.type === "error") {
273          result = "error";
274        }
275      }
276    }
277    // Flush any trailing frame (the server always ends with a blank line,
278    // but be lenient about a final frame without one).
279    const { frames } = parseSseFrames(buf + "\n\n");
280    for (const parsed of frames) {
281      onFrame(parsed);
282      if (parsed.type === "done") {
283        result = parsed.reason === "aborted" ? "aborted" : parsed.reason === "error" ? "error" : "ok";
284      } else if (parsed.type === "error") {
285        result = "error";
286      }
287    }
288  } catch (err) {
289    // A client-initiated abort (panel close / Stop) → an AbortError from the
290    // read loop. That is a clean cancellation, not a failure.
291    if (err instanceof Error && err.name === "AbortError") {
292      result = "aborted";
293    } else {
294      throw err;
295    }
296  } finally {
297    try {
298      reader.releaseLock();
299    } catch {
300      /* already released on abort */
301    }
302  }
303  return result;
304}
305 
306/* --------------------------------------------------------- TASK-0123 writing */
307 
308/**
309 * Extract the plain text of a block's content for the diff's OLD side. The
310 * content model is `{ text }` for text blocks (and a raw string in a few
311 * legacy/inline paths); `title` is the page-title fallback. Non-string /
312 * non-object content yields "".
313 */
314export function blockPlainText(content: unknown): string {
315  if (typeof content === "string") return content;
316  if (content && typeof content === "object") {
317    const c = content as { text?: unknown; title?: unknown };
318    if (typeof c.text === "string") return c.text;
319    if (typeof c.title === "string") return c.title;
320  }
321  return "";
322}
323 
324/** The four writing actions (docs/tasks/phase-12-ai.md §Requirements). */
325export const WRITING_ACTIONS = ["summarize", "rewrite", "improve", "translate"] as const;
326export type WritingAction = (typeof WRITING_ACTIONS)[number];
327 
328/** The fixed language list for `translate` (spec: EN/ES/DE/FR/JA/PT/ZH). */
329export const WRITING_LANGUAGES = [
330  { id: "en", label: "English" },
331  { id: "es", label: "Spanish" },
332  { id: "de", label: "German" },
333  { id: "fr", label: "French" },
334  { id: "ja", label: "Japanese" },
335  { id: "pt", label: "Portuguese" },
336  { id: "zh", label: "Chinese" }
337] as const;
338 
339/**
340 * One block in a writing suggestion. The SSE stream's `tool_call` carries
341 * ONLY `{ blockId, newText }` (the server's `generateBlocks` output,
342 * re-validated against the requested set — unknown IDs never reach the
343 * client). The diff's OLD side is the local block's current text (the UI
344 * already has it) and the version is the server's business (the persisted
345 * suggestion carries the suggest-time version; apply re-sends it as
346 * `baseVersion` — a stale version is the 409 rebase path). `text`/`version`
347 * document that persisted shape; the stream result leaves them undefined.
348 */
349export interface WritingSuggestionBlock {
350  blockId: string;
351  newText: string;
352  /** Original plain text — persisted suggestion only (not in the stream;
353   *  the client joins it from the local block list). */
354  text?: string;
355  /** Suggest-time block version — persisted suggestion only. */
356  version?: number;
357}
358 
359export interface WritingSuggestion {
360  action: WritingAction;
361  language?: string;
362  pageId: string;
363  blockIds: string[];
364  blocks: WritingSuggestionBlock[];
365  /** blockIds the model emitted that were not in the request (dropped + noted). */
366  droppedIds: string[];
367}
368 
369/** The apply result row (per-block failure isolation — the UI lists failures). */
370export interface WritingApplyResult {
371  blockId: string;
372  status: "applied" | "failed";
373  code?: string;
374  message?: string;
375  actualVersion?: number;
376}
377 
378export const writingApi = {
379  /**
380   * Apply the suggestion (or a subset — `blockIds` = "accept one"). The server
381   * re-validates every pair against the STORED suggestion (no smuggling) and
382   * re-checks EDIT per block; 200 always (per-block failures in `results`),
383   * 404 = unknown/foreign suggestion, 422 = smuggled blockIds.
384   */
385  apply(
386    workspaceId: string,
387    body: { suggestionId: string; blockIds?: string[] }
388  ): Promise<{ results: WritingApplyResult[] }> {
389    return apiFetch<{ results: WritingApplyResult[] }>(
390      `/workspaces/${workspaceId}/ai/writing/apply`,
391      { method: "POST", body }
392    );
393  }
394};
395 
396export interface SendWritingParams {
397  workspaceId: string;
398  pageId: string;
399  blockIds: string[];
400  action: WritingAction;
401  language?: string;
402  signal?: AbortSignal;
403  /** Called with the parsed tool_call arguments as soon as they arrive. */
404  onFrame?: (frame: AiSseFrame) => void;
405}
406 
407/**
408 * POST a writing request and stream the suggestion (SSE). Returns the
409 * parsed suggestion (from the `tool_call` frame) + the suggestion id (the
410 * `done.assistantMessageId` — apply takes this). Pre-stream failures (422/413/
411 * 402/429/403) throw `AiPreStreamError`; an in-band `error` frame resolves
412 * with `reason: "error"` (the caller shows the banner).
413 */
414export async function sendWriting(
415  params: SendWritingParams
416): Promise<{
417  reason: "ok" | "aborted" | "error";
418  suggestion?: WritingSuggestion;
419  suggestionId?: string;
420  usage?: { tokensIn: number; tokensOut: number };
421  notes?: string;
422}> {
423  const { authStore } = await import("./auth-store");
424  const { API_BASE } = await import("./constants");
425  const token = authStore.accessToken;
426 
427  const res = await fetch(`${API_BASE}/workspaces/${params.workspaceId}/ai/writing`, {
428    method: "POST",
429    headers: {
430      "Content-Type": "application/json",
431      Accept: "text/event-stream",
432      ...(token ? { Authorization: `Bearer ${token}` } : {})
433    },
434    body: JSON.stringify({
435      action: params.action,
436      pageId: params.pageId,
437      blockIds: params.blockIds,
438      ...(params.language ? { language: params.language } : {})
439    }),
440    signal: params.signal,
441    credentials: "include"
442  });
443 
444  if (!res.ok || !res.body) {
445    let err: ApiError;
446    try {
447      const json = (await res.json()) as { error?: { code: string; message: string; details?: unknown } };
448      err = new ApiError(json.error?.code ?? "UNKNOWN", res.status, json.error?.message ?? "Request failed", json.error?.details);
449    } catch {
450      err = new ApiError("UNKNOWN", res.status, "Request failed");
451    }
452    throw new AiPreStreamError(err);
453  }
454 
455  const reader = res.body.getReader();
456  const decoder = new TextDecoder();
457  let buf = "";
458  let reason: "ok" | "aborted" | "error" = "error";
459  let suggestion: WritingSuggestion | undefined;
460  let suggestionId: string | undefined;
461  let usage: { tokensIn: number; tokensOut: number } | undefined;
462  const notes: string[] = [];
463 
464  const handle = (frame: AiSseFrame): void => {
465    params.onFrame?.(frame);
466    if (frame.type === "tool_call" && frame.name === "generateBlocks") {
467      const args = frame.arguments as { blocks?: Array<{ blockId: string; newText: string }> };
468      const raw = Array.isArray(args?.blocks) ? args.blocks : [];
469      // The suggestion's `text` (original) + `version` come from the SELECTED
470      // blocks the caller already has; the server's tool call only carries
471      // {blockId, newText}. The UI merges them (the caller re-supplies).
472      const requested = new Set(params.blockIds);
473      const emitted = raw.filter(
474        (b): b is { blockId: string; newText: string } => !!b && typeof b.blockId === "string"
475      );
476      // `droppedIds` (the server-side "unknown ID → drop + note" record) is
477      // persisted server-side; the stream's tool_call is ALREADY the
478      // validated output, so anything emitted-but-not-requested is the only
479      // case the client can see (normally none).
480      suggestion = {
481        action: params.action,
482        ...(params.language ? { language: params.language } : {}),
483        pageId: params.pageId,
484        blockIds: params.blockIds,
485        blocks: emitted.map((b) => ({ blockId: b.blockId, newText: b.newText })),
486        droppedIds: emitted.filter((b) => !requested.has(b.blockId)).map((b) => b.blockId)
487      };
488    } else if (frame.type === "usage") {
489      usage = { tokensIn: frame.tokensIn, tokensOut: frame.tokensOut };
490    } else if (frame.type === "done") {
491      reason = frame.reason === "aborted" ? "aborted" : frame.reason === "error" ? "error" : "ok";
492      suggestionId = frame.assistantMessageId;
493    } else if (frame.type === "error") {
494      reason = "error";
495    } else if (frame.type === "delta" && frame.text) {
496      // The server sends informational notes (missing / non-text / dropped
497      // pages) as trailing deltas — surfaced as a caption, not content.
498      notes.push(frame.text);
499    }
500  };
501 
502  try {
503    for (;;) {
504      const chunk = await reader.read();
505      if (chunk.done) break;
506      buf += decoder.decode(chunk.value, { stream: true });
507      const { frames, rest } = parseSseFrames(buf);
508      buf = rest;
509      for (const f of frames) handle(f);
510    }
511    const { frames } = parseSseFrames(buf + "\n\n");
512    for (const f of frames) handle(f);
513  } catch (err) {
514    if (err instanceof Error && err.name === "AbortError") reason = "aborted";
515    else throw err;
516  } finally {
517    try {
518      reader.releaseLock();
519    } catch {
520      /* already released on abort */
521    }
522  }
523  return {
524    reason,
525    ...(suggestion ? { suggestion } : {}),
526    ...(suggestionId ? { suggestionId } : {}),
527    ...(usage ? { usage } : {}),
528    ...(notes.length > 0 ? { notes: notes.join(" ").trim() } : {})
529  };
530}
531 
532/* ------------------------------------------------------------ TASK-0125 RAG */
533 
534export interface SendRagParams {
535  workspaceId: string;
536  query: string;
537  /** Optional metadata filters (the search page's type chips). */
538  types?: string[];
539  signal?: AbortSignal;
540  /** Called with every parsed frame as it arrives (streaming render). */
541  onFrame?: (frame: AiSseFrame) => void;
542}
543 
544/**
545 * POST a RAG question and stream the cited answer (SSE). The FIRST frame is
546 * `sources` (the server-side citations — the UI's chips + sources list render
547 * from it regardless of the model); then the answer `delta`s. Pre-stream
548 * failures (404/403/402/429/400) throw `AiPreStreamError`; an in-band `error`
549 * frame resolves with `reason: "error"` (the caller shows the banner).
550 *
551 * Returns the aggregated answer + the citation list + the usage.
552 */
553export async function askRag(
554  params: SendRagParams
555): Promise<{
556  reason: "ok" | "aborted" | "error";
557  answer: string;
558  sources: RagSource[];
559  usage?: { tokensIn: number; tokensOut: number };
560  error?: { code: string; message: string };
561}> {
562  const { authStore } = await import("./auth-store");
563  const { API_BASE } = await import("./constants");
564  const token = authStore.accessToken;
565 
566  const res = await fetch(`${API_BASE}/workspaces/${params.workspaceId}/ai/search`, {
567    method: "POST",
568    headers: {
569      "Content-Type": "application/json",
570      Accept: "text/event-stream",
571      ...(token ? { Authorization: `Bearer ${token}` } : {})
572    },
573    body: JSON.stringify({
574      query: params.query,
575      ...(params.types && params.types.length > 0 ? { context: { types: params.types } } : {})
576    }),
577    signal: params.signal,
578    credentials: "include"
579  });
580 
581  if (!res.ok || !res.body) {
582    let err: ApiError;
583    try {
584      const json = (await res.json()) as { error?: { code: string; message: string; details?: unknown } };
585      err = new ApiError(json.error?.code ?? "UNKNOWN", res.status, json.error?.message ?? "Request failed", json.error?.details);
586    } catch {
587      err = new ApiError("UNKNOWN", res.status, "Request failed");
588    }
589    throw new AiPreStreamError(err);
590  }
591 
592  const reader = res.body.getReader();
593  const decoder = new TextDecoder();
594  let buf = "";
595  let reason: "ok" | "aborted" | "error" = "error";
596  let answer = "";
597  let sources: RagSource[] = [];
598  let usage: { tokensIn: number; tokensOut: number } | undefined;
599  let error: { code: string; message: string } | undefined;
600 
601  const handle = (frame: AiSseFrame): void => {
602    params.onFrame?.(frame);
603    if (frame.type === "sources") sources = frame.sources ?? [];
604    else if (frame.type === "delta" && frame.text) answer += frame.text;
605    else if (frame.type === "usage") usage = { tokensIn: frame.tokensIn, tokensOut: frame.tokensOut };
606    else if (frame.type === "error") {
607      reason = "error";
608      error = { code: frame.code, message: frame.message };
609    } else if (frame.type === "done") {
610      reason = frame.reason === "aborted" ? "aborted" : frame.reason === "error" ? "error" : "ok";
611    }
612  };
613 
614  try {
615    for (;;) {
616      const chunk = await reader.read();
617      if (chunk.done) break;
618      buf += decoder.decode(chunk.value, { stream: true });
619      const { frames, rest } = parseSseFrames(buf);
620      buf = rest;
621      for (const f of frames) handle(f);
622    }
623    const { frames } = parseSseFrames(buf + "\n\n");
624    for (const f of frames) handle(f);
625  } catch (err) {
626    if (err instanceof Error && err.name === "AbortError") reason = "aborted";
627    else throw err;
628  } finally {
629    try {
630      reader.releaseLock();
631    } catch {
632      /* already released on abort */
633    }
634  }
635  return {
636    reason,
637    answer,
638    sources,
639    ...(usage ? { usage } : {}),
640    ...(error ? { error } : {})
641  };
642}
643 
644/* ------------------------------------------------------ generate (TASK-0126) */
645 
646/**
647 * TASK-0126 — the page-generation wire contract. Distinct from the chat/writing/
648 * RAG frames above: progress is a live *tool* checklist (the executor running
649 * the structured plan through the domain services) and the terminal frame is a
650 * `done { pageId, created }` (or `cancelled` / `error`). docs/api/ai.md §10.
651 */
652export type GenerateToolName = "createPage" | "insertBlocks" | "createDatabase" | "createRelation";
653 
654export type GenerateFrame =
655  | { type: "tool"; name: GenerateToolName; status: "started" | "done"; ref?: string }
656  | {
657      type: "done";
658      pageId: string;
659      created: { pages: string[]; blocks: number; databases: string[]; relations: number };
660      tokensIn?: number;
661      tokensOut?: number;
662    }
663  | { type: "cancelled" }
664  | { type: "error"; code: string; message: string; retryable?: boolean };
665 
666export interface GenerateAiPageParams {
667  workspaceId: string;
668  prompt: string;
669  parentId?: string | null;
670  /** Server-side idempotency — a retry of a cancelled generation must not
671   *  double-create (the same mechanism as TASK-0127). */
672  idempotencyKey?: string;
673  signal?: AbortSignal;
674  /** Called with each parsed frame as it arrives (the live checklist). */
675  onFrame?: (frame: GenerateFrame) => void;
676}
677 
678export interface GenerateResult {
679  reason: "ok" | "aborted" | "error" | "cancelled";
680  pageId?: string;
681  created?: { pages: string[]; blocks: number; databases: string[]; relations: number };
682  usage?: { tokensIn: number; tokensOut: number };
683  error?: { code: string; message: string };
684}
685 
686/**
687 * POST a generation request and stream the progress (SSE). The LLM emits a
688 * structured plan; the executor runs it through the domain services and streams
689 * a `tool` frame per step, then a terminal `done` (with the generated pageId) /
690 * `cancelled` / `error`. Pre-stream failures (404 ownership / 403 no-EDIT /
691 * 402 budget / 429 rate-limit / 400-422 validation) throw `AiPreStreamError`;
692 * an in-band `error` frame resolves with `reason: "error"`.
693 */
694export async function generateAiPage(params: GenerateAiPageParams): Promise<GenerateResult> {
695  const { authStore } = await import("./auth-store");
696  const { API_BASE } = await import("./constants");
697  const token = authStore.accessToken;
698 
699  const res = await fetch(`${API_BASE}/workspaces/${params.workspaceId}/ai/generate`, {
700    method: "POST",
701    headers: {
702      "Content-Type": "application/json",
703      Accept: "text/event-stream",
704      ...(token ? { Authorization: `Bearer ${token}` } : {}),
705      ...(params.idempotencyKey ? { "Idempotency-Key": params.idempotencyKey } : {})
706    },
707    body: JSON.stringify({
708      prompt: params.prompt,
709      ...(params.parentId ? { parentId: params.parentId } : {})
710    }),
711    signal: params.signal,
712    credentials: "include"
713  });
714 
715  if (!res.ok || !res.body) {
716    let err: ApiError;
717    try {
718      const json = (await res.json()) as { error?: { code: string; message: string; details?: unknown } };
719      err = new ApiError(json.error?.code ?? "UNKNOWN", res.status, json.error?.message ?? "Request failed", json.error?.details);
720    } catch {
721      err = new ApiError("UNKNOWN", res.status, "Request failed");
722    }
723    throw new AiPreStreamError(err);
724  }
725 
726  const reader = res.body.getReader();
727  const decoder = new TextDecoder();
728  let buf = "";
729  let result: GenerateResult = { reason: "error" };
730 
731  // Idle watchdog: the model's thinking phase can be silent for minutes, so
732  // the server emits a `: keepalive` comment frame every 15 s (the SSE parser
733  // ignores non-`data:` lines, but the BYTES below — any chunk — reset this
734  // timer). If NOTHING arrives for STREAM_IDLE_MS the stream is genuinely
735  // dead (proxy black-hole, dropped connection) and the read loop would
736  // otherwise hang on "Drafting the page…" forever — cancel the reader and
737  // surface a retryable error.
738  const STREAM_IDLE_MS = 150_000;
739  let lastActivity = Date.now();
740  let stalled = false;
741  const watchdog = setInterval(() => {
742    if (Date.now() - lastActivity > STREAM_IDLE_MS) {
743      stalled = true;
744      clearInterval(watchdog);
745      void reader.cancel().catch(() => {
746        /* stream already closed */
747      });
748    }
749  }, 5_000);
750 
751  const handle = (frame: GenerateFrame): void => {
752    params.onFrame?.(frame);
753    if (frame.type === "done") {
754      result = {
755        reason: "ok",
756        pageId: frame.pageId,
757        created: frame.created,
758        ...(frame.tokensIn != null || frame.tokensOut != null
759          ? { usage: { tokensIn: frame.tokensIn ?? 0, tokensOut: frame.tokensOut ?? 0 } }
760          : {})
761      };
762    } else if (frame.type === "cancelled") {
763      result = { ...result, reason: "cancelled" };
764    } else if (frame.type === "error") {
765      result = { ...result, reason: "error", error: { code: frame.code, message: frame.message } };
766    }
767  };
768 
769  try {
770    for (;;) {
771      const chunk = await reader.read();
772      if (chunk.done) break;
773      lastActivity = Date.now();
774      buf += decoder.decode(chunk.value, { stream: true });
775      const { frames, rest } = parseSseFrames(buf);
776      buf = rest;
777      for (const f of frames as GenerateFrame[]) handle(f);
778    }
779    if (!stalled) {
780      const { frames } = parseSseFrames(buf + "\n\n");
781      for (const f of frames as GenerateFrame[]) handle(f);
782    }
783  } catch (err) {
784    if (err instanceof Error && err.name === "AbortError") {
785      result = { ...result, reason: "aborted" };
786    } else if (!stalled) {
787      throw err;
788    }
789  } finally {
790    clearInterval(watchdog);
791    try {
792      reader.releaseLock();
793    } catch {
794      /* already released on abort */
795    }
796  }
797  if (stalled) {
798    result = {
799      reason: "error",
800      error: {
801        code: "STREAM_TIMEOUT",
802        message: "Generation stalled — no progress from the server. Try again."
803      }
804    };
805  }
806  return result;
807}
808 
809/* ------------------------------------------- T-172…T-175 knowledge assistant */
810/**
811 * T-172…T-175 (A-010) — the five AI knowledge-assistant capabilities. Plain
812 * JSON one-shots (no SSE, no conversation panel): each POST is
813 * `POST /workspaces/:id/ai/assistant/<capability>` and resolves with the
814 * structured result (or throws `ApiError` — 403 no-EDIT, 422 invalid model
815 * output, 429 rate limit, 402 budget). The per-call conversations are hidden
816 * from the panel (server-side `assistant:*` filter) — nothing to list here.
817 */
818 
819export interface AssistantExtractTask {
820  id: string;
821  title: string;
822  dueDate?: string | null;
823}
824 
825export interface AssistantExtractResult {
826  tasks: AssistantExtractTask[];
827  tokensIn: number;
828  tokensOut: number;
829}
830 
831export interface AssistantFaqResult {
832  page: { id: string; title: string };
833  faqCount: number;
834  tokensIn: number;
835  tokensOut: number;
836}
837 
838export interface AssistantDuplicatePage {
839  pageId: string;
840  title: string;
841  updatedAt: string;
842}
843 
844export interface AssistantDuplicateGroup {
845  similarity: number;
846  reason: string;
847  pages: AssistantDuplicatePage[];
848}
849 
850export interface AssistantDuplicatesResult {
851  groups: AssistantDuplicateGroup[];
852  considered: number;
853  tokensIn: number;
854  tokensOut: number;
855}
856 
857export interface AssistantStalePage {
858  pageId: string;
859  title: string;
860  updatedAt: string;
861  reason: string;
862}
863 
864export interface AssistantStaleResult {
865  pages: AssistantStalePage[];
866  considered: number;
867  tokensIn: number;
868  tokensOut: number;
869}
870 
871export interface AssistantSuggestion {
872  title?: string;
873  description?: string;
874}
875 
876export interface AssistantSuggestResult {
877  suggestionId: string;
878  pageId: string;
879  current: { title: string; description: string | null };
880  suggested: AssistantSuggestion;
881  tokensIn: number;
882  tokensOut: number;
883}
884 
885export interface AssistantApplyResult {
886  pageId: string;
887  applied: string[];
888}
889 
890export const assistantApi = {
891  /** T-172 — extract action items from free text → real tasks (EDIT-gated). */
892  extractActions(
893    workspaceId: string,
894    text: string,
895    signal?: AbortSignal
896  ): Promise<AssistantExtractResult> {
897    return apiFetch<AssistantExtractResult>(`/workspaces/${workspaceId}/ai/assistant/extract-actions`, {
898      method: "POST",
899      body: { text },
900      signal
901    });
902  },
903 
904  /** T-173 — build an FAQ draft page from the given visible pages. */
905  generateFaqs(
906    workspaceId: string,
907    pageIds: string[],
908    signal?: AbortSignal
909  ): Promise<AssistantFaqResult> {
910    return apiFetch<AssistantFaqResult>(`/workspaces/${workspaceId}/ai/assistant/generate-faqs`, {
911      method: "POST",
912      body: { pageIds },
913      signal
914    });
915  },
916 
917  /** T-174 — find likely-duplicate pages across the workspace. */
918  findDuplicates(
919    workspaceId: string,
920    params: { query?: string; limit?: number } = {},
921    signal?: AbortSignal
922  ): Promise<AssistantDuplicatesResult> {
923    return apiFetch<AssistantDuplicatesResult>(`/workspaces/${workspaceId}/ai/assistant/find-duplicates`, {
924      method: "POST",
925      body: {
926        ...(params.query ? { query: params.query } : {}),
927        ...(params.limit ? { limit: params.limit } : {})
928      },
929      signal
930    });
931  },
932 
933  /** T-174 — find stale pages (not updated in `days`). */
934  findStale(
935    workspaceId: string,
936    params: { days?: number; limit?: number } = {},
937    signal?: AbortSignal
938  ): Promise<AssistantStaleResult> {
939    return apiFetch<AssistantStaleResult>(`/workspaces/${workspaceId}/ai/assistant/find-stale`, {
940      method: "POST",
941      body: {
942        ...(params.days ? { days: params.days } : {}),
943        ...(params.limit ? { limit: params.limit } : {})
944      },
945      signal
946    });
947  },
948 
949  /** T-175 — suggest a title/description for a page (suggestion only). */
950  suggestMetadata(
951    workspaceId: string,
952    pageId: string,
953    signal?: AbortSignal
954  ): Promise<AssistantSuggestResult> {
955    return apiFetch<AssistantSuggestResult>(`/workspaces/${workspaceId}/ai/assistant/suggest-metadata`, {
956      method: "POST",
957      body: { pageId },
958      signal
959    });
960  },
961 
962  /** T-175 — apply a previously-suggested field subset (EDIT re-checked). */
963  applyMetadata(
964    workspaceId: string,
965    suggestionId: string,
966    fields: AssistantSuggestion,
967    signal?: AbortSignal
968  ): Promise<AssistantApplyResult> {
969    return apiFetch<AssistantApplyResult>(`/workspaces/${workspaceId}/ai/assistant/apply-metadata`, {
970      method: "POST",
971      body: { suggestionId, fields },
972      signal
973    });
974  }
975};
976