.github/9
ISSUE_TEMPLATE/3bug_report.md config.yml feature_request.md
workflows/3ci.yml clean-clone.yml release.yml
CODEOWNERS dependabot.yml pull_request_template.md
apps/630
api/250
src/243
common/30
__tests__/3authorize.test.ts bigint-serialization.interceptor.test.ts files-limits.test.ts
filters/1all-exceptions.filter.ts
guards/3auth.guard.ts internal-service.guard.ts rate-limit.guard.ts
interceptors/2actor-context.interceptor.ts bigint-serialization.interceptor.ts
middleware/2idempotency.test.ts idempotency.ts
pipes/1zod-validation.pipe.ts
actor-context.ts audit.service.ts cache.test.ts cache.ts cookies.ts core.module.ts deprecation.ts email.service.ts errors.ts event-bus.ts log-scrubber.test.ts log-scrubber.ts logger.ts permission-cache-bridge.ts prisma.service.ts redis.service.ts trace-metadata.ts types.ts
config/1env.ts
lib/11
__tests__/5crypto.test.ts filter-builder.test.ts jwt.test.ts pagination.test.ts positions.test.ts
authorize.ts crypto.ts filter-builder.ts jwt.ts pagination.ts positions.ts
modules/197
ai/28
__tests__/4ai-writing.test.ts database-ai.test.ts generate-executor.test.ts prompts.test.ts
generator/4executor.ts generate.controller.ts generate.dto.ts generate.service.ts
ai-chat.service.ts ai-rate-limit.ts ai-writing.controller.ts ai-writing.dto.ts ai-writing.service.ts ai.controller.ts ai.module.ts ai.service.ts budget-guard.service.ts database-ai.controller.ts database-ai.dto.ts database-ai.service.ts db-prompts.ts dto.ts gateway-provider.ts ledger.service.ts prompts.ts rag.controller.ts rag.dto.ts rag.service.ts
api-keys/3api-keys.controller.ts api-keys.module.ts api-keys.service.ts
audit/2audit-log.controller.ts audit.module.ts
auth/4auth.controller.ts auth.module.ts auth.service.ts dto.ts
automations/5automations.controller.ts automations.module.ts automations.service.ts dto.ts webhook-incoming.controller.ts
blocks/5
__tests__/1batch-version-cas.test.ts
block.service.ts blocks.controller.ts blocks.module.ts dto.ts
comments/4comments.controller.ts comments.module.ts comments.service.ts dto.ts
databases/9
__tests__/3normalize-select-options.test.ts option-id-canonicalization.test.ts record-open-query-shape.test.ts
database.service.ts databases.controller.ts databases.module.ts dto.ts property-cache-schema.ts query.service.ts
docs/2docs.controller.ts docs.module.ts
files/10
__tests__/1quota.test.ts
dto.ts files.controller.ts files.module.ts files.service.ts quota.ts record.ts s3.ts uploads.controller.ts uploads.service.ts
forms/18debug.controller.ts form.dto.ts forms.controller.ts forms.module.ts forms.service.ts markdown.test.ts markdown.ts optional-auth.guard.ts public-forms.controller.ts public-forms.service.ts question.dto.ts questions.service.ts rate-limit.ts recaptcha.ts slug.ts submissions.controller.ts submissions.service.ts submit-schema.ts
health/3health.controller.ts health.module.ts health.service.ts
integrations/3integrations.controller.ts integrations.module.ts integrations.service.ts
internal/12
__tests__/2flush-query-shape.test.ts internal.endpoints.test.ts
ai-test-seam.controller.ts ai-test-seam.dto.ts ai-test-seam.service.ts internal.controller.ts internal.dto.ts internal.module.ts internal.service.ts test-seam.controller.ts test-seam.dto.ts test-seam.service.ts
notifications/3notifications.controller.ts notifications.module.ts notifications.service.ts
oauth/6
__tests__/1oauth.scopes.test.ts
oauth.controller.ts oauth.module.ts oauth.service.ts scopes.ts token-keys.ts
org/15audit.service.ts embed-preview.controller.ts guards.ts members.service.ts org-admin.controller.ts org-policy.service.ts org.module.ts overview.service.ts policy-effective.controller.ts policy.schema.ts policy.test.ts retention.service.ts totp.test.ts totp.ts two-factor.service.ts
orgs/5dto.ts orgs.controller.ts orgs.module.ts orgs.service.ts util.ts
pages/4dto.ts page.service.ts pages.controller.ts pages.module.ts
scim/15
__tests__/3email-mapping.test.ts etag.test.ts filters.test.ts
etag.ts filters.ts groups.service.ts schemas.ts scim-admin.controller.ts scim-admin.service.ts scim-auth.guard.ts scim-auth.service.ts scim-errors.ts scim.controller.ts scim.module.ts users.service.ts
search/4
__tests__/1search.service.test.ts
search.controller.ts search.module.ts search.service.ts
sessions/3sessions.controller.ts sessions.module.ts sessions.service.ts
share/3share.controller.ts share.module.ts share.service.ts
sso/16
__tests__/4enforcement.test.ts oidc.verify.test.ts provisioning.test.ts saml.validate.test.ts
enforcement.ts oidc.controller.ts oidc.service.ts oidc.ts provisioning.service.ts saml.controller.ts saml.ts schemas.ts sso-admin.controller.ts sso-admin.service.ts sso-secrets.ts sso.module.ts
teams/4dto.ts teams.controller.ts teams.module.ts teams.service.ts
users/4dto.ts users.controller.ts users.module.ts users.service.ts
webhooks/3webhooks.controller.ts webhooks.module.ts webhooks.service.ts
workspaces/4dto.ts workspaces.controller.ts workspaces.module.ts workspaces.service.ts
types/1xmldom.d.ts
app.module.ts constants.ts main.ts
_probe_rawbody.cjs .env.example Dockerfile package.json README.md tsconfig.json vitest.config.ts
realtime/33
src/17auth.ts comments.ts config.ts event-source.ts http-store.ts index.ts metrics.ts notifications.ts page-updated-source.ts presence.ts prisma-store.ts protocol.ts rate-limit.ts room-key.ts rooms.ts server.ts update-log.ts
test/11auth.test.ts config.test.ts event-source.test.ts http-store.test.ts metrics-merge.test.ts page-updated-source.test.ts presence.test.ts protocol.test.ts rate-limit.test.ts rooms.test.ts task-0094-builders.test.ts
.env.example Dockerfile package.json README.md tsconfig.json
web/255
src/244
app/45
__tests__/1theme-tokens.test.ts
(app)/26
w/25
[workspace]/25
ask/1page.tsx
databases/1
[id]/1page.tsx
favorites/1page.tsx
files/1page.tsx
notifications/1page.tsx
page/4
[id]/4
[block]/1page.tsx
share/1page.tsx
layout.tsx page.tsx
search/1page.tsx
settings/10
appearance/1page.tsx
automations/3
[id]/1page.tsx
new/1page.tsx
page.tsx
billing/1page.tsx
developers/1page.tsx
members/1page.tsx
permissions/1page.tsx
teams/1page.tsx
page.tsx
shared/1page.tsx
templates/1page.tsx
trash/1page.tsx
layout.tsx page.tsx
layout.tsx
(auth)/4
login/1page.tsx
register/1page.tsx
reset-password/1page.tsx
layout.tsx
api/2
metrics/1route.ts
v1/1
health/1route.ts
f/1
[slug]/1page.tsx
health/1
ready/1route.ts
org/2
[orgId]/2
admin/2
integrations/1page.tsx
page.tsx
share/1
[id]/1page.tsx
error.tsx global-error.tsx globals.css layout.tsx not-found.tsx page.tsx providers.tsx
components/118
admin/10
org-admin/8ApiKeysTab.tsx AuditTab.tsx MembersTab.tsx OverviewTab.tsx PoliciesTab.tsx RetentionTab.tsx WebhooksTab.tsx WorkspacePicker.tsx
ScimCard.tsx SsoTabs.tsx
ai/6ai-panel.tsx ask-ai-submenu.tsx db-ai-dialog.tsx generate-page-dialog.tsx writing-actions-menu.tsx writing-diff.tsx
automations/5action-editor.tsx condition-editor.tsx lib.ts run-history.tsx trigger-editor.tsx
collaboration/6CursorLayer.tsx OfflineBanner.tsx PresenceBar.tsx README.md ReviewFailedDialog.tsx StatusChip.tsx
comments/3comment-panel.tsx comment-thread.tsx mention-input.tsx
database/27
__tests__/2cell-editor.test.tsx cell-renderer.test.tsx
AiExtractDialog.tsx AiFormulaDialog.tsx AiGenerateDialog.tsx board-view.tsx buttons-panel.tsx calendar-view.tsx cell-editor.tsx cell-renderer.tsx chart-view.tsx database-page-view.tsx database-toolbar.tsx database-view-renderer.tsx db-embedded.tsx filter-builder.tsx form-builder-view.tsx formula-editor.tsx gallery-view.tsx group-builder.tsx list-view.tsx property-editor.tsx record-header.tsx record-panel.tsx sort-builder.tsx table-view.tsx timeline-view.tsx
dialogs/7
__tests__/1move-to-dialog.test.tsx
create-dialog.tsx dialog.tsx file-permissions-dialog.tsx invite-dialog.tsx move-to-dialog.tsx share-dialog.tsx
editor/19
__tests__/3code-block-text.test.ts code-block.test.tsx expandable.test.tsx
block-card.tsx block-renderer.tsx block-save-queue.ts block-toolbar.tsx context-menu.tsx expandable.tsx history-popover.tsx inline-editor.tsx insert-dialog.tsx page-canvas.tsx page-spinner.tsx page-view.tsx selection-toolbar.tsx slash-menu.tsx template-dialog.tsx type-menu.tsx
files/4FileBlock.tsx FileBrowser.tsx FilePicker.tsx PreviewModal.tsx
form/4form-field.tsx form-renderer.tsx form-responses-view.tsx form-view.tsx
layout/8
__tests__/1page-tree-icon.test.tsx
command-palette.tsx factory-logo.tsx page-tree-node.tsx sidebar.tsx theme-provider.tsx topbar.tsx workspace-shell.tsx
mentions/3
__tests__/1mention-model.test.ts
mention-model.ts MentionPopup.tsx
search/3ask-ai-search.tsx results-list.tsx search-dialog.tsx
settings/10
api-keys/4ApiKeyCreateDialog.tsx ApiKeyRevealDialog.tsx ApiKeyTable.tsx ScopesBadge.tsx
webhooks/5CurlExamples.tsx DeliveryInspector.tsx EventExplorer.tsx OverviewTab.tsx WebhooksTab.tsx
settings-shell.tsx
ui/3confirm-dialog.tsx form.tsx toaster.tsx
hooks/21
__tests__/4realtime-frame-handler.test.ts use-blocks.test.ts use-database-options.test.ts use-workspace.test.tsx
realtime-frame-handler.ts use-ai-stream.ts use-auth.ts use-blocks.ts use-database.ts use-db-ai-stream.ts use-forms.ts use-members.ts use-mention-sources.ts use-notifications.ts use-offline-status.ts use-pages.ts use-presence-announcer.ts use-presence-toasts.ts use-presence.ts use-realtime.ts use-workspace.ts
lib/50
__tests__/21ai-database.test.ts ai-generate.test.ts ai-sse.test.ts ai-writing.test.ts api-keys.test.ts api-members.test.ts auth-refresh.test.ts auth-store.test.ts batch-queue-drop.test.ts block-content.test.ts clipboard-import.test.ts code-highlight.test.ts offline-status.test.ts presence-announcer.test.ts presence-color.test.ts presence-cursor.test.ts presence-emitter.test.ts realtime-url.test.ts search.test.ts utils.test.ts writing-diff.test.ts
files/7
__tests__/2picker.test.ts upload.test.ts
api.ts picker.ts upload-store.ts upload.ts use-file-uploads.ts
ai-database.ts ai.ts api-keys.ts api.ts auth-store.ts batch-queue.ts block-content.ts clipboard-import.ts code-highlight.ts constants.ts offline-status.ts org-admin.ts presence-announcer.ts presence-color.ts presence-cursor.ts presence-editor-views.ts presence-emitter.ts query-client.ts realtime.ts search.ts types.ts utils.ts
stores/8
__tests__/1block-patch-store.test.ts
block-patch-store.ts comment-pill-store.ts database-store.ts editor-store.ts offlineQueue.ts presence-store.ts ui-store.ts
instrumentation.ts middleware.ts
.env.example Dockerfile next-env.d.ts next.config.mjs package.json postcss.config.mjs README.md tailwind.config.ts tsconfig.json tsconfig.tsbuildinfo vitest.config.ts
worker/92
src/87
__tests__/13ai-embedding.test.ts ai-request.test.ts ai-usage-budget.test.ts audit-export.test.ts email-decision.test.ts encrypt.test.ts health-search-index-lag.test.ts mime.test.ts retention.test.ts s3-sign.test.ts search-index.test.ts smtp.test.ts webhook-sign.test.ts
health/1server.ts
lib/12
__tests__/1clamav.test.ts
clamav.ts encrypt.ts job-otel.ts mime.ts notify.ts prisma.ts redis-stream.ts redis.ts s3.ts sharp.ts smtp.ts
processors/56
automations/28
__tests__/3condition-evaluator.spec.ts executors.spec.ts run-pipeline.spec.ts
executors/17assign-user.ts call-integration.ts change-status.ts classify.ts create-notification.ts create-page.ts email-cap.ts helpers.ts integration-registry.ts permission.ts record-write.ts registry.ts run-ai-action.ts send-email.ts send-webhook.ts types.ts update-record.ts
condition-evaluator.ts dead-letter.ts log.ts matcher.ts pipeline.ts run-state.ts schedule.ts watchdog.ts
files/15
__tests__/4errors.test.ts scan-gate.test.ts status.test.ts temp.test.ts
steps/4finalize.ts metadata.ts scan.ts thumbnails.ts
cleanup.ts errors.ts generateThumbs.ts processor.ts status.ts temp.ts types.ts
search-index/4builders.ts grants.ts index.ts processor.ts
ai-embedding.ts ai.processor.ts audit-export.ts automations.processor.ts email-decision.processor.ts email.processor.ts maintenance.processor.ts retention.ts webhooks.processor.ts
config.ts events.ts index.ts logger.ts queues.ts
.env.example Dockerfile package.json README.md tsconfig.json
docs/73
api/17ai.md authentication.md automations.md blocks.md comments.md databases.md files.md forms.md openapi.yaml org-admin.md pages.md scim.md search.md sso.md versioning.md webhooks.md workspaces.md
architecture/10ai-architecture.md automation.md backend-architecture.md database-architecture.md frontend-architecture.md realtime-architecture.md search-architecture.md security-architecture.md storage.md system-architecture.md
database/2database-architecture.md redis-keys.md
development/8admin-guide.md coding-standards.md deployment.md development-guide.md files-pipeline.md perf-report.md performance.md testing.md
product/4functional-requirements.md non-functional-requirements.md product-requirements.md ux-requirements.md
requirements/1requirements-matrix.md
security/5audit-report.md files.md forms.md license-allowlist.md security-architecture.md
tasks/16phase-00-foundation.md phase-01-authentication.md phase-02-workspace.md phase-03-pages.md phase-04-editor.md phase-05-databases.md phase-06-relations.md phase-07-collaboration.md phase-08-search.md phase-09-files.md phase-10-forms.md phase-11-automation.md phase-12-ai.md phase-13-api.md phase-14-enterprise.md phase-15-production.md
ui/9ai.md automations.md design-system.md developers.md files.md forms.md org-admin.md scim.md sso.md
support-matrix.md
infrastructure/71
caddy/1Caddyfile
docker/6
init/101-extensions.sql
opensearch/1init-indices.json
.env.docker docker-compose.yml opensearch-init.sh README.md
kubernetes/40
observability/20
alertmanager/1alertmanager.yaml
grafana/8
dashboards/6ai.json api-overview.json infra.json realtime.json search.json workers-queues.json
provisioning/2
dashboards/1dashboards.yaml
datasources/1datasource.yaml
prometheus/3alerts.yaml recording-rules.yaml scrape.yaml
scripts/1sync-sources.mjs
alertmanager.yaml grafana.yaml kustomization.yaml namespace.yaml node-exporter.yaml otel-collector.yaml prometheus.yaml
postgres/7configmap.yaml cronjob-backup.yaml cronjob-opensearch-snapshot.yaml pgbouncer.yaml replica.yaml statefulset.yaml walg-iam-policy.yaml
api.yaml configmap.yaml ingress.yaml kustomization.yaml namespace.yaml networkpolicy.yaml pdb.yaml README.md realtime.yaml redis.yaml secret.example.yaml web.yaml worker.yaml
nginx/2nginx.conf README.md
observability/14
alertmanager/1alertmanager.yaml
grafana/8
dashboards/6ai.json api-overview.json infra.json realtime.json search.json workers-queues.json
provisioning/2
dashboards/1dashboards.yaml
datasources/1datasource.yaml
prometheus/3alerts.yaml recording-rules.yaml scrape.yaml
scripts/1dashboard-completeness.mjs
README.md
terraform/8compute.tf data.tf main.tf network.tf outputs.tf README.md security.tf variables.tf
packages/289
ai/24
src/20
providers/7anthropic.ts google.ts http.ts index.ts openai-compatible.ts rag.test.ts writing.test.ts
schemas/2database.ts generate.ts
adapters.test.ts config.test.ts config.ts gateway.test.ts gateway.ts index.ts tools.test.ts tools.ts types.ts usage.test.ts usage.ts
package.json README.md tsconfig.json vitest.config.ts
auth/11
src/7index.ts passwords.test.ts passwords.ts sessions.test.ts sessions.ts tokens.test.ts tokens.ts
package.json README.md tsconfig.json vitest.config.ts
collaboration/17
src/13awareness.ts codec.test.ts codec.ts index.ts lww.test.ts lww.ts mapping.ts offline.ts outbox.test.ts outbox.ts provider.test.ts provider.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
config/7
src/4eslint.base.js index.ts prettier.base.json tsconfig.base.json
package.json README.md tsconfig.json
database-client/5
src/2index.test.ts index.ts
package.json README.md tsconfig.json
database-engine/33
src/29
filter/2filter.test.ts index.ts
formula/8evaluator.ts formula.test.ts functions.ts index.ts lexer.ts parser.ts types.ts validate.ts
query/6group.ts index.ts paginate.ts pivot.ts query.test.ts sort.ts
relations/2index.ts relations.test.ts
rollups/2index.ts rollups.test.ts
values/5dates.ts index.ts registry.ts types.ts values.test.ts
views/3buttons.ts index.ts views.test.ts
index.ts
package.json README.md tsconfig.json vitest.config.ts
editor/25
src/21
marks/1highlight.ts
nodes/2equation.ts mention.ts
autosave.test.ts autosave.ts clipboard.test.ts clipboard.ts codec.test.ts codec.ts context-menu.test.ts context-menu.ts diff.test.ts diff.ts factory.ts history.test.ts history.ts index.ts positions.ts slash.test.ts slash.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
observability/20
src/16
__tests__/8db-redis-metrics.test.ts metrics.test.ts otel.test.ts pino-otel.test.ts prometheus.test.ts resource.test.ts scrubber.test.ts traceparent.test.ts
index.ts metrics.ts otel.ts pino-otel.ts prometheus.ts resource.ts scrubber.ts traceparent.ts
package.json README.md tsconfig.json vitest.config.ts
permissions/11
src/7index.ts levels.test.ts levels.ts resolve.test.ts resolve.ts rules.test.ts rules.ts
package.json README.md tsconfig.json vitest.config.ts
search/22
src/18chunking.test.ts chunking.ts client.test.ts client.ts embeddings.test.ts embeddings.ts hybrid.test.ts hybrid.ts index.ts indexer.test.ts indexer.ts mapping.test.ts mapping.ts queries.test.ts queries.ts rrf.test.ts rrf.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
shared/61
src/57
dto/17ai.dto.ts auth.dto.test.ts auth.dto.ts block.dto.ts browser-safety.test.ts comment.dto.ts database.dto.test.ts database.dto.ts file.dto.ts formula-ast.ts index.ts notification.dto.ts page.dto.ts search.dto.ts share.dto.ts webhook.dto.ts workspace.dto.ts
events/8audit-catalog.test.ts audit-catalog.ts audit-csv.test.ts audit-csv.ts audit-scope.test.ts audit-scope.ts catalog.test.ts catalog.ts
realtime/6comment-events.ts frames.test.ts frames.ts notification-policy.ts notification-prefs.ts task-0094.test.ts
automation.test.ts automation.ts constants.ts crypto.test.ts crypto.ts env.ts errors.ts events.test.ts events.ts forms.test.ts forms.ts index.ts markdown.test.ts markdown.ts mentions.test.ts mentions.ts net.test.ts net.ts positions.test.ts positions.ts presence.test.ts presence.ts security-headers.ts webhook-delivery.test.ts webhook-delivery.ts webhook-events.ts
package.json README.md tsconfig.json vitest.config.ts
storage/16
src/12client.test.ts client.ts index.ts keys.test.ts keys.ts mime.test.ts mime.ts presign.test.ts presign.ts thumbnails.test.ts thumbnails.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
ui/37
src/33
components/19avatar.tsx badge.tsx button.tsx checkbox.tsx command.tsx context-menu.tsx dialog.tsx dropdown-menu.tsx empty-state.tsx index.ts popover.tsx separator.tsx skeleton.tsx slider.tsx spinner.tsx switch.tsx tabs.tsx toast.tsx tooltip.tsx
color.ts command-filter.test.ts command-filter.ts focus.test.ts focus.ts formatters.test.ts formatters.ts index.ts theme.test.ts theme.ts toast-store.test.ts toast-store.ts tokens.test.ts tokens.ts
package.json README.md tsconfig.json vitest.config.ts
prisma/16
migrations/13
20260927000000_init/1migration.sql
20260928000000_search_documents_content_hash/1migration.sql
20260929000000_workspace_usage_storage_bytes/1migration.sql
20260930000000_form_submitted_notification_type/1migration.sql
20261001000000_ai_phase12/1migration.sql
20261002000000_webhooks_secret_encrypted_dlq/1migration.sql
20261002111436_webhook_delivery_latency/1migration.sql
20261002120000_org_admin_2fa_retention_unique/1migration.sql
20261002215124_audit_export/1migration.sql
20261003210000_perf_indexes_hot_paths/1migration.sql
20261004004500_perf_indexes_hot_paths_2/1migration.sql
migration_lock.toml README.md
schema.prisma seed.ts verify.ts
scripts/7backup-health.ts docs-completeness.mjs generate-openapi.mjs minio-init.ts opensearch-reindex.ts storage-orphans.ts verify-clean-clone.sh
tests/169
e2e/63
.auth/1user.json
fixtures/7
files/6clip.mp4 clip.wav clip.webm hero-1400.png note.docx note.txt
realtime.ts
mocks/2oidc-issuer.ts saml-idp.ts
playwright-report/3
data/2a6557bae9c2714a658968d4eb8534195c08ebda8.png e3092d07d00a16063e46385c02a559a9054fa847.webm
index.html
reports/1files-security.json
specs/34ai-database.spec.ts ai-generate.spec.ts ai-rag.spec.ts ai-security.spec.ts ai-writing.spec.ts ai.spec.ts api-keys.spec.ts appearance-theme.spec.ts auth.spec.ts automation.spec.ts collab-two-tab.spec.ts comments.spec.ts databases.spec.ts default-workspace-alias.spec.ts developers.spec.ts editor.spec.ts files.spec.ts final-flow.spec.ts forms.spec.ts oauth.spec.ts org-admin.spec.ts pages.spec.ts performance.spec.ts presence-cursors.spec.ts qa-paste-toggle.spec.ts realtime.spec.ts scim.spec.ts search-index-lag.spec.ts search.spec.ts sharing.spec.ts sso.spec.ts task-0094-comments-notifications.spec.ts webhooks.spec.ts workspace.spec.ts
test-results-final-flow/3
final-flow-Release-v1-0-fi-6c06b-w-state-carries-sequential--chromium-desktop/2test-failed-1.png trace.zip
.last-run.json
utils/4api.ts dnd.ts search-lag.ts wait.ts
.gitignore fixtures.ts global-setup.ts package.json playwright.config.ts playwright.final-flow.config.ts README.md tsconfig.json
fixtures/1
files/1make-sparse.ts
integration/60
ai-capability/2ai-app.capability.test.ts gateway.capability.test.ts
drill/2seed-drill.mjs verify-restore.mjs
fixtures/5
files/5clip.mp4 clip.wav doc.pdf hero-1400.png note.txt
helpers/3api.ts containers.ts seed.ts
realtime/11control-channel.test.ts convergence.test.ts flush-rebase-http.test.ts handshake.test.ts heartbeat-limits.test.ts lifecycle.test.ts presence.test.ts rebase.test.ts resume.test.ts rt-helpers.ts task-0094-fanout.test.ts
ai-chat.integration.test.ts ai-database.integration.test.ts ai-generate.integration.test.ts ai-rag.integration.test.ts ai-writing.integration.test.ts api-keys.integration.test.ts audit-completeness.integration.test.ts audit-export-s3.integration.test.ts auth.integration.test.ts automation-pipeline.integration.test.ts automations.integration.test.ts blocks.integration.test.ts cache-invalidation.integration.test.ts comments.integration.test.ts databases.integration.test.ts files-lifecycle.integration.test.ts files-pipeline.integration.test.ts files-security.integration.test.ts files.integration.test.ts forms-responses.integration.test.ts forms.integration.test.ts oauth.integration.test.ts openapi.contract.test.ts org-admin.integration.test.ts package.json pages.integration.test.ts permissions.integration.test.ts README.md replica-routing.integration.test.ts retention-engine.integration.test.ts scim.integration.test.ts search.integration.test.ts sso.integration.test.ts tsconfig.json vitest.config.ts webhooks.integration.test.ts workspace.integration.test.ts
performance/28
fixtures/1search-100k.ts
helpers/2seed-100k.mjs seed-1k-load.mjs
reports/7api-load-smoke.json database-load-smoke.json editor-local.json realtime-load.json search-full.json search-last.json search-reduced.json
api-load.js api.js archive.tar database-load.js database.js editor-local.mjs extract-100k-env.mjs package.json README.md realtime-1k.js realtime-load.js realtime.js run-realtime-load.sh search-search.k6.js search-summary.json seed-100k.mjs threshold-breach-demo.js verify-zero-op-loss.mjs
security/16
helpers/1app.ts
audit-report.test.ts auth-paths.test.ts deps.test.ts formula-fuzz.test.ts gitleaks-config.test.ts headers.test.ts images.test.ts oracle.ts package.json permission-fuzz.test.ts rate-limits.test.ts README.md tsconfig.json upload-abuse.test.ts vitest.config.ts
README.md
.dockerignore .env .env.bak-task0125 .env.example .eslintrc.json .gitignore .npmrc .prettierignore .prettierrc.json AGENTS.md ARCHITECTURE.md CHANGELOG.md CONTRIBUTING.md gitleaks.toml LICENSE package.json pnpm-lock.yaml pnpm-workspace.yaml PRODUCT-SPEC.md README.md ROADMAP.md SECURITY.md tsconfig.json turbo.json
executor.tsapps/api/src/modules/ai/generator/executor.tsraw← generator19,881 B← Back to the app
1/**
2 * TASK-0126 — the page-generation EXECUTOR.
3 *
4 * Runs a validated {@link GeneratePlan} SEQUENTIALLY through the existing
5 * domain services (Page / Block / Database / Relation) with the REQUESTING
6 * USER's identity — every call re-checks permissions server-side (AGENTS #7 /
7 * #19: the frontend is never trusted, the executor never elevates). It keeps
8 * a `ref → real id` map (the model's plan is ref-based, see
9 * `packages/ai/src/schemas/generate.ts`) and a `createdRefs` ROLLBACK SET
10 * (every resource this run created). A failing step stops execution, rolls
11 * back the partial tree (only what THIS run created — user-owned content is
12 * preserved), and re-throws with `failedStep`.
13 *
14 * **Permission-context hook (the spec's Security unit surface):** before every
15 * domain call the executor passes its own requester context and asserts it is
16 * the REQUESTER's (not elevated). A mocked service call with an elevated
17 * context fails this assertion (see `assertPermissionContext`).
18 *
19 * **Cancellation + timeout:** the executor runs under an `AbortSignal` (the
20 * SSE client-abort and the total-timeout watchdog both set it). Each step
21 * checks the signal first; on abort it rolls back and throws `GenerationAborted`.
22 */
23import type { PrismaClient } from "@prisma/client";
24import type { Request } from "express";
25import { ApiError } from "../../../common/errors.js";
26import { PageService } from "../../pages/page.service.js";
27import { BlockService } from "../../blocks/block.service.js";
28import { DatabaseService } from "../../databases/database.service.js";
29import { DatabaseQueryService } from "../../databases/query.service.js";
30import { logger } from "../../../common/logger.js";
31import { BLOCK_TYPES, type BlockType } from "../../../constants.js";
32import { validateCreateDatabase } from "../db-prompts.js";
33import type {
34  CreatePageCall,
35  CreateDatabaseCall,
36  CreateRelationCall,
37  GenerateBlockPayload,
38  GeneratePlan,
39  InsertBlocksCall,
40} from "@factory/ai";
41 
42/** The four tool names the executor knows (a plan step's `name`). */
43export type StepName = "createPage" | "insertBlocks" | "createDatabase" | "createRelation";
44 
45/** One resource the run created (the rollback set element). */
46export interface CreatedRef {
47  kind: "page" | "database" | "relation";
48  /** The page id (for a page / a database's host page). */
49  pageId?: string;
50  /** The database id (kind === "database"). */
51  databaseId?: string;
52  /** The relation id (kind === "relation"). */
53  relationId?: string;
54  /** The source database the relation lives on (for deleteRelation). */
55  sourceDatabaseId?: string;
56}
57 
58/** What the executor reports on success (the `done` frame's `created`). */
59export interface GeneratedResult {
60  pageId: string;
61  created: { pages: string[]; blocks: number; databases: string[]; relations: number };
62}
63 
64/** Thrown when the abort signal fired (client cancel / timeout watchdog). */
65export class GenerationAborted extends Error {
66  constructor(readonly reason: "cancelled" | "timeout") {
67    super(`generation ${reason}`);
68    this.name = "GenerationAborted";
69  }
70}
71 
72/** Thrown when a step fails (after the executor has rolled back). */
73export class GenerationStepFailed extends Error {
74  constructor(readonly failedStep: StepName, readonly error: unknown) {
75    super(`generation failed at step ${failedStep}: ${String((error as Error)?.message ?? error)}`);
76    this.name = "GenerationStepFailed";
77  }
78}
79 
80/** The requester context the executor passes to every domain call. */
81export interface ExecutorContext {
82  workspaceId: string;
83  userId: string;
84  /** The raw request (carries `req.auth` for the domain services' audit +
85   *  permission re-check). Always the REQUESTER's — never elevated. */
86  req: Request;
87  /** An optional assertion hook: called with the context before each domain
88   *  call; throws if the context is not the requester's (the unit seam for
89   *  "an elevated context fails the assertion hook"). */
90  assertContext?: (ctx: { workspaceId: string; userId: string; req: unknown }) => void;
91  /** The caller's abort signal (client cancel + the total-timeout watchdog). */
92  signal: AbortSignal;
93  /** Emit a progress frame (the service forwards it to the SSE stream). */
94  onStep: (name: StepName, status: "started" | "done", ref?: string) => void;
95  /** The expected (requester) userId the permission hook checks against. */
96  expectedUserId?: string;
97}
98 
99export interface ExecutorServices {
100  pages: PageService;
101  blocks: BlockService;
102  databases: DatabaseService;
103  records: DatabaseQueryService;
104  /** The Prisma client (the property-name → id lookup for sample records). */
105  prisma: PrismaClient;
106}
107 
108/** A plan ref's resolved resources (built as the plan runs). */
109interface RefState {
110  pageId?: string;
111  databaseId?: string;
112  blockIds: string[];
113}
114 
115export class GenerationExecutor {
116  private readonly ctx: ExecutorContext;
117  /** The model's ref → resolved real ids (the ref-resolution map). */
118  private readonly refMap = new Map<string, RefState>();
119  /** The rollback set (created in run order). */
120  private readonly created: CreatedRef[] = [];
121  /** The first page the plan created (the `done.pageId`). */
122  private rootPageId: string | null = null;
123  /** Blocks appended to the root page via an omitted-`pageRef` `insertBlocks`
124   *  (the root may carry a NAMED ref, so they can't land in the `__root__`
125   *  RefState; tracked here so the "every created block is tracked" invariant
126   *  holds even when the first page is named). */
127  private readonly rootBlockIds: string[] = [];
128  private blocksCreated = 0;
129  private cancelled = false;
130 
131  constructor(private readonly svc: ExecutorServices, ctx: ExecutorContext) {
132    this.ctx = ctx;
133  }
134 
135  /** The root (first) page id, once known (the `done.pageId`). */
136  get rootPage(): string | null {
137    return this.rootPageId;
138  }
139 
140  /** Run the plan in order; returns the generated tree on success. */
141  async execute(plan: GeneratePlan, parentId?: string | null): Promise<GeneratedResult> {
142    for (const call of plan.tools) {
143      const name: StepName = call.name;
144      this.ctx.onStep(name, "started");
145      let ref: string | undefined;
146      try {
147        this.checkAborted();
148        switch (call.name) {
149          case "createPage":
150            ref = await this.runCreatePage(call.args, parentId);
151            break;
152          case "insertBlocks":
153            ref = await this.runInsertBlocks(call.args);
154            break;
155          case "createDatabase":
156            ref = await this.runCreateDatabase(call.args);
157            break;
158          case "createRelation":
159            ref = await this.runCreateRelation(call.args);
160            break;
161        }
162        this.ctx.onStep(name, "done", ref);
163      } catch (err) {
164        // ANY failure (a step error OR an abort) rolls back the partial tree;
165        // an abort re-throws as GenerationAborted (the service emits
166        // `cancelled`/timeout), a step error as GenerationStepFailed.
167        await this.rollback();
168        if (err instanceof GenerationAborted) throw err;
169        throw new GenerationStepFailed(name, err);
170      }
171    }
172    const pageId = this.rootPageId;
173    if (!pageId) throw new GenerationStepFailed("createPage", new Error("the plan created no page"));
174    return {
175      pageId,
176      created: {
177        pages: this.created.filter((c) => c.kind === "page").map((c) => c.pageId!).filter(Boolean),
178        blocks: this.blocksCreated,
179        databases: this.created.filter((c) => c.kind === "database").map((c) => c.databaseId!).filter(Boolean),
180        relations: this.created.filter((c) => c.kind === "relation").length,
181      },
182    };
183  }
184 
185  /** Abort check (client cancel / the total-timeout watchdog). */
186  private checkAborted(): void {
187    if (this.ctx.signal.aborted) {
188      this.cancelled = true;
189      throw new GenerationAborted(this.ctx.signal.reason === "timeout" ? "timeout" : "cancelled");
190    }
191  }
192 
193  /** Every domain call goes through here: the permission-context hook fires
194   *  first (an elevated context throws), then the signal is re-checked. */
195  private assertPermissionContext(): void {
196    const ctx = { workspaceId: this.ctx.workspaceId, userId: this.ctx.userId, req: this.ctx.req };
197    // The executor's context is ALWAYS the requester's. If a test seam (or a
198    // bug) swaps in an elevated userId, the hook catches it — the spec's
199    // "a mocked service call with an elevated context fails the assertion hook".
200    if (this.ctx.expectedUserId != null && this.ctx.userId !== this.ctx.expectedUserId) {
201      throw ApiError.forbidden("Generation may not run with an elevated context.", [
202        { reason: "elevated_context" },
203      ]);
204    }
205    this.ctx.assertContext?.(ctx);
206    this.checkAborted();
207  }
208 
209  private resolveRef(ref: string | undefined, what: string): RefState {
210    const key = ref ?? "__root__";
211    const st = this.refMap.get(key);
212    if (!st) {
213      throw ApiError.unprocessable(
214        `Plan references ${what} "${ref ?? "(root)"}" before it is created.`,
215        [{ field: "ref", issue: `unknown_ref:${ref ?? "root"}` }],
216      );
217    }
218    return st;
219  }
220 
221  /** `createPage` — the first one is the root; later ones nest under the root.
222   *  An optional inline `blocks` list is inserted under the page (the same
223   *  sequential path as `insertBlocks`). */
224  private async runCreatePage(args: CreatePageCall, endpointParentId?: string | null): Promise<string> {
225    this.assertPermissionContext();
226    // The endpoint's `parentId` (a real id) is injected into the FIRST page
227    // only; later createPage calls nest under the root (the plan's own tree).
228    const isRoot = this.rootPageId == null;
229    const parentId = isRoot ? endpointParentId ?? null : this.rootPageId;
230    const refKey = args.ref ?? "__root__";
231    const created = await this.svc.pages.create(
232      this.ctx.workspaceId,
233      this.ctx.userId,
234      { title: args.title, ...(parentId ? { parentId } : {}), type: "page" },
235      this.ctx.req,
236    );
237    const pageId = (created as { id: string }).id;
238    if (isRoot) this.rootPageId = pageId;
239    const state: RefState = { pageId, blockIds: [] };
240    this.refMap.set(refKey, state);
241    this.created.push({ kind: "page", pageId });
242    // Inline blocks (the plan may carry the page's content on the create step).
243    if (args.blocks && args.blocks.length > 0) {
244      const ids = await this.insertBlockList(pageId, args.blocks);
245      state.blockIds.push(...ids);
246    }
247    return pageId;
248  }
249 
250  /** Shared block-insert path (createPage inline blocks + insertBlocks): each
251   *  block is created through BlockService (EDIT re-checked per call), chained
252   *  after the previous (the first lands at the page's natural end). */
253  private async insertBlockList(pageId: string, blocks: GenerateBlockPayload[]): Promise<string[]> {
254    let afterBlockId: string | undefined;
255    const ids: string[] = [];
256    for (const b of blocks) {
257      this.assertPermissionContext();
258      const type = (b.type as string).toUpperCase();
259      if (!(BLOCK_TYPES as readonly string[]).includes(type)) {
260        throw ApiError.unprocessable(`Plan step insertBlocks uses an unknown block type "${b.type}".`, [
261          { field: "type", issue: `unknown_block_type:${b.type}` },
262        ]);
263      }
264      const created = await this.svc.blocks.create(
265        pageId,
266        this.ctx.userId,
267        { type: type as BlockType, content: b.content, properties: {}, ...(afterBlockId ? { afterBlockId } : {}) },
268        this.ctx.req,
269      );
270      const blockId = (created as { id: string }).id;
271      ids.push(blockId);
272      afterBlockId = blockId;
273      this.blocksCreated += 1;
274    }
275    return ids;
276  }
277 
278  /** `insertBlocks` — appends the blocks under the host page. When `pageRef`
279   *  is omitted the host is the FIRST page the plan created (the schema
280   *  contract, `InsertBlocksCallSchema`). That page may carry a NAMED ref, so
281   *  an omitted pageRef must not go through the ref map — it resolves to the
282   *  root page id directly (recorded decision: a model that named its first
283   *  page `p` and then wrote an omitted pageRef previously failed with
284   *  "references page (root) before it is created"). */
285  private async runInsertBlocks(args: InsertBlocksCall): Promise<string> {
286    if (args.pageRef === undefined) {
287      const pageId = this.rootPageId;
288      if (!pageId) throw ApiError.unprocessable("Plan step insertBlocks has no host page (it runs before any createPage).", [{ field: "pageRef", issue: "no_host_page" }]);
289      const ids = await this.insertBlockList(pageId, args.blocks);
290      this.rootBlockIds.push(...ids);
291      return pageId;
292    }
293    const host = this.resolveRef(args.pageRef, "page");
294    if (!host.pageId) throw ApiError.unprocessable(`Plan step insertBlocks references "${args.pageRef}" which is not a page.`, [{ field: "pageRef", issue: "not_a_page" }]);
295    const pageId = host.pageId;
296    const ids = await this.insertBlockList(pageId, args.blocks);
297    host.blockIds.push(...ids);
298    return pageId;
299  }
300 
301  /** `createDatabase` — a child page (type:"database") under the host page,
302   *  then its properties + sample records (the domain services). The plan's
303   *  args are normalized by TASK-0124's `validateCreateDatabase` (the allowlist
304   *  + the seeded Title/Status re-declaration check + option-id generation +
305   *  sample-record value coercion) BEFORE any write (AGENTS #4 reuse). */
306  private async runCreateDatabase(args: CreateDatabaseCall): Promise<string> {
307    this.assertPermissionContext();
308    // Normalize + validate (reuses the proven TASK-0124 path; a re-declared
309    // Title/Status or a non-generatable type is rejected pre-write).
310    const parsed = validateCreateDatabase(args as unknown as Record<string, unknown>);
311    if (!parsed.ok) {
312      // A plain Error — `execute`'s catch wraps it into GenerationStepFailed
313      // ("createDatabase") + rolls back the partial tree.
314      throw new Error(parsed.feedback);
315    }
316    const normalized = parsed.value;
317    const host = args.pageRef ? this.resolveRef(args.pageRef, "page") : { pageId: this.rootPageId ?? undefined, blockIds: [] };
318    const hostPageId = host.pageId ?? this.rootPageId;
319    if (!hostPageId) throw ApiError.unprocessable("Plan step createDatabase has no host page (declare pageRef).", [{ field: "pageRef", issue: "no_host_page" }]);
320    const refKey = args.ref ?? "db";
321    const created = await this.svc.pages.create(
322      this.ctx.workspaceId,
323      this.ctx.userId,
324      { title: normalized.title, parentId: hostPageId, type: "database" },
325      this.ctx.req,
326    );
327    const page = created as { id: string; databaseId?: string };
328    const databaseId = page.databaseId!;
329    if (!databaseId) throw ApiError.unprocessable("The database page was created without a database id.", [{ field: "databaseId", issue: "missing" }]);
330    this.refMap.set(refKey, { pageId: page.id, databaseId, blockIds: [] });
331    this.created.push({ kind: "database", pageId: page.id, databaseId });
332 
333    // Properties (write-ready: type → enum, options with ids).
334    for (const p of normalized.properties) {
335      this.assertPermissionContext();
336      await this.svc.databases.createProperty(
337        databaseId,
338        this.ctx.userId,
339        {
340          name: p.name,
341          type: p.type,
342          ...(p.options ? { config: { options: p.options } } : { config: {} }),
343          ...(p.required !== undefined ? { required: p.required } : {}),
344        },
345        this.ctx.req,
346      );
347    }
348    // Sample records (property NAME → id; the seeded Title comes from the
349    // record's Title key — already coerced by validateCreateDatabase).
350    if (normalized.sampleRecords.length > 0) {
351      const allProps = await this.svc.prisma.databaseProperty.findMany({
352        where: { databaseId, deletedAt: null },
353        select: { id: true, name: true },
354      });
355      const idByName = new Map(allProps.map((ap) => [ap.name.toLowerCase(), ap.id]));
356      for (const rec of normalized.sampleRecords) {
357        this.assertPermissionContext();
358        const title = typeof rec.Title === "string" ? rec.Title : undefined;
359        const properties: Record<string, unknown> = {};
360        for (const [name, value] of Object.entries(rec)) {
361          if (name === "Title") continue;
362          const pid = idByName.get(name.toLowerCase());
363          if (pid) properties[pid] = value;
364        }
365        await this.svc.records.createRecord(databaseId, this.ctx.userId, { title, properties, links: {} }, this.ctx.req);
366      }
367    }
368    return databaseId;
369  }
370 
371  /** `createRelation` — links the plan's own database to a target database
372   *  the plan also generated (both refs resolve to real database ids). */
373  private async runCreateRelation(args: CreateRelationCall): Promise<string> {
374    this.assertPermissionContext();
375    const src = this.resolveRef(args.databaseRef, "database");
376    const tgt = this.resolveRef(args.targetPageRef, "database");
377    if (!src.databaseId) throw ApiError.unprocessable(`Plan step createRelation references "${args.databaseRef}" which is not a database.`, [{ field: "databaseRef", issue: "not_a_database" }]);
378    if (!tgt.databaseId) throw ApiError.unprocessable(`Plan step createRelation references "${args.targetPageRef}" which is not a database.`, [{ field: "targetPageRef", issue: "not_a_database" }]);
379    const created = await this.svc.databases.createRelation(
380      src.databaseId,
381      this.ctx.userId,
382      { name: args.name, targetDatabaseId: tgt.databaseId, twoWay: true, cardinality: "MANY_TO_MANY" },
383      this.ctx.req,
384    );
385    const relationId = (created as { id: string }).id;
386    this.created.push({ kind: "relation", relationId, sourceDatabaseId: src.databaseId });
387    return relationId;
388  }
389 
390  /**
391   * Roll back the partial tree (only what THIS run created, in reverse
392   * creation order). Uses the domain delete paths:
393   *   - relations  → `databases.deleteRelation` (EDIT-level);
394   *   - databases  → `databases.remove` (hard, cascades its page + records +
395   *                  blocks; FULL_ACCESS — falls back to `pages.trash` for an
396   *                  EDIT-only user so the tree is at least hidden);
397   *   - pages      → `pages.trash` (EDIT-level, cascades descendant pages).
398   * Best-effort: a single rollback failure is logged, not thrown (the primary
399   * failure is already in flight). User-owned content is NEVER touched.
400   */
401  async rollback(): Promise<void> {
402    if (this.created.length === 0) return;
403    const reversed = [...this.created].reverse();
404    for (const ref of reversed) {
405      try {
406        if (ref.kind === "relation" && ref.relationId && ref.sourceDatabaseId) {
407          await this.svc.databases.deleteRelation(ref.sourceDatabaseId, ref.relationId, this.ctx.userId, this.ctx.req);
408        } else if (ref.kind === "database" && ref.databaseId) {
409          try {
410            await this.svc.databases.remove(ref.databaseId, this.ctx.userId, this.ctx.req);
411          } catch {
412            // EDIT-only (no FULL_ACCESS) → soft-trash the database page so the
413            // partial tree is hidden (the normal user-deletion path).
414            if (ref.pageId) await this.svc.pages.trash(ref.pageId, this.ctx.userId, this.ctx.req);
415          }
416        } else if (ref.kind === "page" && ref.pageId) {
417          await this.svc.pages.trash(ref.pageId, this.ctx.userId, this.ctx.req);
418        }
419      } catch (err) {
420        logger.warn(`generation rollback failed for ${ref.kind}:${ref.pageId ?? ref.databaseId ?? ref.relationId}: ${(err as Error).message}`);
421      }
422    }
423    // Reset (a retried run starts clean; the idempotency key keeps it from
424    // double-creating the SAME logical generation).
425    this.created.length = 0;
426    this.refMap.clear();
427    this.rootPageId = null;
428    this.rootBlockIds.length = 0;
429    this.blocksCreated = 0;
430  }
431}
432