.github/9
ISSUE_TEMPLATE/3bug_report.md config.yml feature_request.md
workflows/3ci.yml clean-clone.yml release.yml
CODEOWNERS dependabot.yml pull_request_template.md
apps/630
api/250
src/243
common/30
__tests__/3authorize.test.ts bigint-serialization.interceptor.test.ts files-limits.test.ts
filters/1all-exceptions.filter.ts
guards/3auth.guard.ts internal-service.guard.ts rate-limit.guard.ts
interceptors/2actor-context.interceptor.ts bigint-serialization.interceptor.ts
middleware/2idempotency.test.ts idempotency.ts
pipes/1zod-validation.pipe.ts
actor-context.ts audit.service.ts cache.test.ts cache.ts cookies.ts core.module.ts deprecation.ts email.service.ts errors.ts event-bus.ts log-scrubber.test.ts log-scrubber.ts logger.ts permission-cache-bridge.ts prisma.service.ts redis.service.ts trace-metadata.ts types.ts
config/1env.ts
lib/11
__tests__/5crypto.test.ts filter-builder.test.ts jwt.test.ts pagination.test.ts positions.test.ts
authorize.ts crypto.ts filter-builder.ts jwt.ts pagination.ts positions.ts
modules/197
ai/28
__tests__/4ai-writing.test.ts database-ai.test.ts generate-executor.test.ts prompts.test.ts
generator/4executor.ts generate.controller.ts generate.dto.ts generate.service.ts
ai-chat.service.ts ai-rate-limit.ts ai-writing.controller.ts ai-writing.dto.ts ai-writing.service.ts ai.controller.ts ai.module.ts ai.service.ts budget-guard.service.ts database-ai.controller.ts database-ai.dto.ts database-ai.service.ts db-prompts.ts dto.ts gateway-provider.ts ledger.service.ts prompts.ts rag.controller.ts rag.dto.ts rag.service.ts
api-keys/3api-keys.controller.ts api-keys.module.ts api-keys.service.ts
audit/2audit-log.controller.ts audit.module.ts
auth/4auth.controller.ts auth.module.ts auth.service.ts dto.ts
automations/5automations.controller.ts automations.module.ts automations.service.ts dto.ts webhook-incoming.controller.ts
blocks/5
__tests__/1batch-version-cas.test.ts
block.service.ts blocks.controller.ts blocks.module.ts dto.ts
comments/4comments.controller.ts comments.module.ts comments.service.ts dto.ts
databases/9
__tests__/3normalize-select-options.test.ts option-id-canonicalization.test.ts record-open-query-shape.test.ts
database.service.ts databases.controller.ts databases.module.ts dto.ts property-cache-schema.ts query.service.ts
docs/2docs.controller.ts docs.module.ts
files/10
__tests__/1quota.test.ts
dto.ts files.controller.ts files.module.ts files.service.ts quota.ts record.ts s3.ts uploads.controller.ts uploads.service.ts
forms/18debug.controller.ts form.dto.ts forms.controller.ts forms.module.ts forms.service.ts markdown.test.ts markdown.ts optional-auth.guard.ts public-forms.controller.ts public-forms.service.ts question.dto.ts questions.service.ts rate-limit.ts recaptcha.ts slug.ts submissions.controller.ts submissions.service.ts submit-schema.ts
health/3health.controller.ts health.module.ts health.service.ts
integrations/3integrations.controller.ts integrations.module.ts integrations.service.ts
internal/12
__tests__/2flush-query-shape.test.ts internal.endpoints.test.ts
ai-test-seam.controller.ts ai-test-seam.dto.ts ai-test-seam.service.ts internal.controller.ts internal.dto.ts internal.module.ts internal.service.ts test-seam.controller.ts test-seam.dto.ts test-seam.service.ts
notifications/3notifications.controller.ts notifications.module.ts notifications.service.ts
oauth/6
__tests__/1oauth.scopes.test.ts
oauth.controller.ts oauth.module.ts oauth.service.ts scopes.ts token-keys.ts
org/15audit.service.ts embed-preview.controller.ts guards.ts members.service.ts org-admin.controller.ts org-policy.service.ts org.module.ts overview.service.ts policy-effective.controller.ts policy.schema.ts policy.test.ts retention.service.ts totp.test.ts totp.ts two-factor.service.ts
orgs/5dto.ts orgs.controller.ts orgs.module.ts orgs.service.ts util.ts
pages/4dto.ts page.service.ts pages.controller.ts pages.module.ts
scim/15
__tests__/3email-mapping.test.ts etag.test.ts filters.test.ts
etag.ts filters.ts groups.service.ts schemas.ts scim-admin.controller.ts scim-admin.service.ts scim-auth.guard.ts scim-auth.service.ts scim-errors.ts scim.controller.ts scim.module.ts users.service.ts
search/4
__tests__/1search.service.test.ts
search.controller.ts search.module.ts search.service.ts
sessions/3sessions.controller.ts sessions.module.ts sessions.service.ts
share/3share.controller.ts share.module.ts share.service.ts
sso/16
__tests__/4enforcement.test.ts oidc.verify.test.ts provisioning.test.ts saml.validate.test.ts
enforcement.ts oidc.controller.ts oidc.service.ts oidc.ts provisioning.service.ts saml.controller.ts saml.ts schemas.ts sso-admin.controller.ts sso-admin.service.ts sso-secrets.ts sso.module.ts
teams/4dto.ts teams.controller.ts teams.module.ts teams.service.ts
users/4dto.ts users.controller.ts users.module.ts users.service.ts
webhooks/3webhooks.controller.ts webhooks.module.ts webhooks.service.ts
workspaces/4dto.ts workspaces.controller.ts workspaces.module.ts workspaces.service.ts
types/1xmldom.d.ts
app.module.ts constants.ts main.ts
_probe_rawbody.cjs .env.example Dockerfile package.json README.md tsconfig.json vitest.config.ts
realtime/33
src/17auth.ts comments.ts config.ts event-source.ts http-store.ts index.ts metrics.ts notifications.ts page-updated-source.ts presence.ts prisma-store.ts protocol.ts rate-limit.ts room-key.ts rooms.ts server.ts update-log.ts
test/11auth.test.ts config.test.ts event-source.test.ts http-store.test.ts metrics-merge.test.ts page-updated-source.test.ts presence.test.ts protocol.test.ts rate-limit.test.ts rooms.test.ts task-0094-builders.test.ts
.env.example Dockerfile package.json README.md tsconfig.json
web/255
src/244
app/45
__tests__/1theme-tokens.test.ts
(app)/26
w/25
[workspace]/25
ask/1page.tsx
databases/1
[id]/1page.tsx
favorites/1page.tsx
files/1page.tsx
notifications/1page.tsx
page/4
[id]/4
[block]/1page.tsx
share/1page.tsx
layout.tsx page.tsx
search/1page.tsx
settings/10
appearance/1page.tsx
automations/3
[id]/1page.tsx
new/1page.tsx
page.tsx
billing/1page.tsx
developers/1page.tsx
members/1page.tsx
permissions/1page.tsx
teams/1page.tsx
page.tsx
shared/1page.tsx
templates/1page.tsx
trash/1page.tsx
layout.tsx page.tsx
layout.tsx
(auth)/4
login/1page.tsx
register/1page.tsx
reset-password/1page.tsx
layout.tsx
api/2
metrics/1route.ts
v1/1
health/1route.ts
f/1
[slug]/1page.tsx
health/1
ready/1route.ts
org/2
[orgId]/2
admin/2
integrations/1page.tsx
page.tsx
share/1
[id]/1page.tsx
error.tsx global-error.tsx globals.css layout.tsx not-found.tsx page.tsx providers.tsx
components/118
admin/10
org-admin/8ApiKeysTab.tsx AuditTab.tsx MembersTab.tsx OverviewTab.tsx PoliciesTab.tsx RetentionTab.tsx WebhooksTab.tsx WorkspacePicker.tsx
ScimCard.tsx SsoTabs.tsx
ai/6ai-panel.tsx ask-ai-submenu.tsx db-ai-dialog.tsx generate-page-dialog.tsx writing-actions-menu.tsx writing-diff.tsx
automations/5action-editor.tsx condition-editor.tsx lib.ts run-history.tsx trigger-editor.tsx
collaboration/6CursorLayer.tsx OfflineBanner.tsx PresenceBar.tsx README.md ReviewFailedDialog.tsx StatusChip.tsx
comments/3comment-panel.tsx comment-thread.tsx mention-input.tsx
database/27
__tests__/2cell-editor.test.tsx cell-renderer.test.tsx
AiExtractDialog.tsx AiFormulaDialog.tsx AiGenerateDialog.tsx board-view.tsx buttons-panel.tsx calendar-view.tsx cell-editor.tsx cell-renderer.tsx chart-view.tsx database-page-view.tsx database-toolbar.tsx database-view-renderer.tsx db-embedded.tsx filter-builder.tsx form-builder-view.tsx formula-editor.tsx gallery-view.tsx group-builder.tsx list-view.tsx property-editor.tsx record-header.tsx record-panel.tsx sort-builder.tsx table-view.tsx timeline-view.tsx
dialogs/7
__tests__/1move-to-dialog.test.tsx
create-dialog.tsx dialog.tsx file-permissions-dialog.tsx invite-dialog.tsx move-to-dialog.tsx share-dialog.tsx
editor/19
__tests__/3code-block-text.test.ts code-block.test.tsx expandable.test.tsx
block-card.tsx block-renderer.tsx block-save-queue.ts block-toolbar.tsx context-menu.tsx expandable.tsx history-popover.tsx inline-editor.tsx insert-dialog.tsx page-canvas.tsx page-spinner.tsx page-view.tsx selection-toolbar.tsx slash-menu.tsx template-dialog.tsx type-menu.tsx
files/4FileBlock.tsx FileBrowser.tsx FilePicker.tsx PreviewModal.tsx
form/4form-field.tsx form-renderer.tsx form-responses-view.tsx form-view.tsx
layout/8
__tests__/1page-tree-icon.test.tsx
command-palette.tsx factory-logo.tsx page-tree-node.tsx sidebar.tsx theme-provider.tsx topbar.tsx workspace-shell.tsx
mentions/3
__tests__/1mention-model.test.ts
mention-model.ts MentionPopup.tsx
search/3ask-ai-search.tsx results-list.tsx search-dialog.tsx
settings/10
api-keys/4ApiKeyCreateDialog.tsx ApiKeyRevealDialog.tsx ApiKeyTable.tsx ScopesBadge.tsx
webhooks/5CurlExamples.tsx DeliveryInspector.tsx EventExplorer.tsx OverviewTab.tsx WebhooksTab.tsx
settings-shell.tsx
ui/3confirm-dialog.tsx form.tsx toaster.tsx
hooks/21
__tests__/4realtime-frame-handler.test.ts use-blocks.test.ts use-database-options.test.ts use-workspace.test.tsx
realtime-frame-handler.ts use-ai-stream.ts use-auth.ts use-blocks.ts use-database.ts use-db-ai-stream.ts use-forms.ts use-members.ts use-mention-sources.ts use-notifications.ts use-offline-status.ts use-pages.ts use-presence-announcer.ts use-presence-toasts.ts use-presence.ts use-realtime.ts use-workspace.ts
lib/50
__tests__/21ai-database.test.ts ai-generate.test.ts ai-sse.test.ts ai-writing.test.ts api-keys.test.ts api-members.test.ts auth-refresh.test.ts auth-store.test.ts batch-queue-drop.test.ts block-content.test.ts clipboard-import.test.ts code-highlight.test.ts offline-status.test.ts presence-announcer.test.ts presence-color.test.ts presence-cursor.test.ts presence-emitter.test.ts realtime-url.test.ts search.test.ts utils.test.ts writing-diff.test.ts
files/7
__tests__/2picker.test.ts upload.test.ts
api.ts picker.ts upload-store.ts upload.ts use-file-uploads.ts
ai-database.ts ai.ts api-keys.ts api.ts auth-store.ts batch-queue.ts block-content.ts clipboard-import.ts code-highlight.ts constants.ts offline-status.ts org-admin.ts presence-announcer.ts presence-color.ts presence-cursor.ts presence-editor-views.ts presence-emitter.ts query-client.ts realtime.ts search.ts types.ts utils.ts
stores/8
__tests__/1block-patch-store.test.ts
block-patch-store.ts comment-pill-store.ts database-store.ts editor-store.ts offlineQueue.ts presence-store.ts ui-store.ts
instrumentation.ts middleware.ts
.env.example Dockerfile next-env.d.ts next.config.mjs package.json postcss.config.mjs README.md tailwind.config.ts tsconfig.json tsconfig.tsbuildinfo vitest.config.ts
worker/92
src/87
__tests__/13ai-embedding.test.ts ai-request.test.ts ai-usage-budget.test.ts audit-export.test.ts email-decision.test.ts encrypt.test.ts health-search-index-lag.test.ts mime.test.ts retention.test.ts s3-sign.test.ts search-index.test.ts smtp.test.ts webhook-sign.test.ts
health/1server.ts
lib/12
__tests__/1clamav.test.ts
clamav.ts encrypt.ts job-otel.ts mime.ts notify.ts prisma.ts redis-stream.ts redis.ts s3.ts sharp.ts smtp.ts
processors/56
automations/28
__tests__/3condition-evaluator.spec.ts executors.spec.ts run-pipeline.spec.ts
executors/17assign-user.ts call-integration.ts change-status.ts classify.ts create-notification.ts create-page.ts email-cap.ts helpers.ts integration-registry.ts permission.ts record-write.ts registry.ts run-ai-action.ts send-email.ts send-webhook.ts types.ts update-record.ts
condition-evaluator.ts dead-letter.ts log.ts matcher.ts pipeline.ts run-state.ts schedule.ts watchdog.ts
files/15
__tests__/4errors.test.ts scan-gate.test.ts status.test.ts temp.test.ts
steps/4finalize.ts metadata.ts scan.ts thumbnails.ts
cleanup.ts errors.ts generateThumbs.ts processor.ts status.ts temp.ts types.ts
search-index/4builders.ts grants.ts index.ts processor.ts
ai-embedding.ts ai.processor.ts audit-export.ts automations.processor.ts email-decision.processor.ts email.processor.ts maintenance.processor.ts retention.ts webhooks.processor.ts
config.ts events.ts index.ts logger.ts queues.ts
.env.example Dockerfile package.json README.md tsconfig.json
docs/73
api/17ai.md authentication.md automations.md blocks.md comments.md databases.md files.md forms.md openapi.yaml org-admin.md pages.md scim.md search.md sso.md versioning.md webhooks.md workspaces.md
architecture/10ai-architecture.md automation.md backend-architecture.md database-architecture.md frontend-architecture.md realtime-architecture.md search-architecture.md security-architecture.md storage.md system-architecture.md
database/2database-architecture.md redis-keys.md
development/8admin-guide.md coding-standards.md deployment.md development-guide.md files-pipeline.md perf-report.md performance.md testing.md
product/4functional-requirements.md non-functional-requirements.md product-requirements.md ux-requirements.md
requirements/1requirements-matrix.md
security/5audit-report.md files.md forms.md license-allowlist.md security-architecture.md
tasks/16phase-00-foundation.md phase-01-authentication.md phase-02-workspace.md phase-03-pages.md phase-04-editor.md phase-05-databases.md phase-06-relations.md phase-07-collaboration.md phase-08-search.md phase-09-files.md phase-10-forms.md phase-11-automation.md phase-12-ai.md phase-13-api.md phase-14-enterprise.md phase-15-production.md
ui/9ai.md automations.md design-system.md developers.md files.md forms.md org-admin.md scim.md sso.md
support-matrix.md
infrastructure/71
caddy/1Caddyfile
docker/6
init/101-extensions.sql
opensearch/1init-indices.json
.env.docker docker-compose.yml opensearch-init.sh README.md
kubernetes/40
observability/20
alertmanager/1alertmanager.yaml
grafana/8
dashboards/6ai.json api-overview.json infra.json realtime.json search.json workers-queues.json
provisioning/2
dashboards/1dashboards.yaml
datasources/1datasource.yaml
prometheus/3alerts.yaml recording-rules.yaml scrape.yaml
scripts/1sync-sources.mjs
alertmanager.yaml grafana.yaml kustomization.yaml namespace.yaml node-exporter.yaml otel-collector.yaml prometheus.yaml
postgres/7configmap.yaml cronjob-backup.yaml cronjob-opensearch-snapshot.yaml pgbouncer.yaml replica.yaml statefulset.yaml walg-iam-policy.yaml
api.yaml configmap.yaml ingress.yaml kustomization.yaml namespace.yaml networkpolicy.yaml pdb.yaml README.md realtime.yaml redis.yaml secret.example.yaml web.yaml worker.yaml
nginx/2nginx.conf README.md
observability/14
alertmanager/1alertmanager.yaml
grafana/8
dashboards/6ai.json api-overview.json infra.json realtime.json search.json workers-queues.json
provisioning/2
dashboards/1dashboards.yaml
datasources/1datasource.yaml
prometheus/3alerts.yaml recording-rules.yaml scrape.yaml
scripts/1dashboard-completeness.mjs
README.md
terraform/8compute.tf data.tf main.tf network.tf outputs.tf README.md security.tf variables.tf
packages/289
ai/24
src/20
providers/7anthropic.ts google.ts http.ts index.ts openai-compatible.ts rag.test.ts writing.test.ts
schemas/2database.ts generate.ts
adapters.test.ts config.test.ts config.ts gateway.test.ts gateway.ts index.ts tools.test.ts tools.ts types.ts usage.test.ts usage.ts
package.json README.md tsconfig.json vitest.config.ts
auth/11
src/7index.ts passwords.test.ts passwords.ts sessions.test.ts sessions.ts tokens.test.ts tokens.ts
package.json README.md tsconfig.json vitest.config.ts
collaboration/17
src/13awareness.ts codec.test.ts codec.ts index.ts lww.test.ts lww.ts mapping.ts offline.ts outbox.test.ts outbox.ts provider.test.ts provider.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
config/7
src/4eslint.base.js index.ts prettier.base.json tsconfig.base.json
package.json README.md tsconfig.json
database-client/5
src/2index.test.ts index.ts
package.json README.md tsconfig.json
database-engine/33
src/29
filter/2filter.test.ts index.ts
formula/8evaluator.ts formula.test.ts functions.ts index.ts lexer.ts parser.ts types.ts validate.ts
query/6group.ts index.ts paginate.ts pivot.ts query.test.ts sort.ts
relations/2index.ts relations.test.ts
rollups/2index.ts rollups.test.ts
values/5dates.ts index.ts registry.ts types.ts values.test.ts
views/3buttons.ts index.ts views.test.ts
index.ts
package.json README.md tsconfig.json vitest.config.ts
editor/25
src/21
marks/1highlight.ts
nodes/2equation.ts mention.ts
autosave.test.ts autosave.ts clipboard.test.ts clipboard.ts codec.test.ts codec.ts context-menu.test.ts context-menu.ts diff.test.ts diff.ts factory.ts history.test.ts history.ts index.ts positions.ts slash.test.ts slash.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
observability/20
src/16
__tests__/8db-redis-metrics.test.ts metrics.test.ts otel.test.ts pino-otel.test.ts prometheus.test.ts resource.test.ts scrubber.test.ts traceparent.test.ts
index.ts metrics.ts otel.ts pino-otel.ts prometheus.ts resource.ts scrubber.ts traceparent.ts
package.json README.md tsconfig.json vitest.config.ts
permissions/11
src/7index.ts levels.test.ts levels.ts resolve.test.ts resolve.ts rules.test.ts rules.ts
package.json README.md tsconfig.json vitest.config.ts
search/22
src/18chunking.test.ts chunking.ts client.test.ts client.ts embeddings.test.ts embeddings.ts hybrid.test.ts hybrid.ts index.ts indexer.test.ts indexer.ts mapping.test.ts mapping.ts queries.test.ts queries.ts rrf.test.ts rrf.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
shared/61
src/57
dto/17ai.dto.ts auth.dto.test.ts auth.dto.ts block.dto.ts browser-safety.test.ts comment.dto.ts database.dto.test.ts database.dto.ts file.dto.ts formula-ast.ts index.ts notification.dto.ts page.dto.ts search.dto.ts share.dto.ts webhook.dto.ts workspace.dto.ts
events/8audit-catalog.test.ts audit-catalog.ts audit-csv.test.ts audit-csv.ts audit-scope.test.ts audit-scope.ts catalog.test.ts catalog.ts
realtime/6comment-events.ts frames.test.ts frames.ts notification-policy.ts notification-prefs.ts task-0094.test.ts
automation.test.ts automation.ts constants.ts crypto.test.ts crypto.ts env.ts errors.ts events.test.ts events.ts forms.test.ts forms.ts index.ts markdown.test.ts markdown.ts mentions.test.ts mentions.ts net.test.ts net.ts positions.test.ts positions.ts presence.test.ts presence.ts security-headers.ts webhook-delivery.test.ts webhook-delivery.ts webhook-events.ts
package.json README.md tsconfig.json vitest.config.ts
storage/16
src/12client.test.ts client.ts index.ts keys.test.ts keys.ts mime.test.ts mime.ts presign.test.ts presign.ts thumbnails.test.ts thumbnails.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
ui/37
src/33
components/19avatar.tsx badge.tsx button.tsx checkbox.tsx command.tsx context-menu.tsx dialog.tsx dropdown-menu.tsx empty-state.tsx index.ts popover.tsx separator.tsx skeleton.tsx slider.tsx spinner.tsx switch.tsx tabs.tsx toast.tsx tooltip.tsx
color.ts command-filter.test.ts command-filter.ts focus.test.ts focus.ts formatters.test.ts formatters.ts index.ts theme.test.ts theme.ts toast-store.test.ts toast-store.ts tokens.test.ts tokens.ts
package.json README.md tsconfig.json vitest.config.ts
prisma/16
migrations/13
20260927000000_init/1migration.sql
20260928000000_search_documents_content_hash/1migration.sql
20260929000000_workspace_usage_storage_bytes/1migration.sql
20260930000000_form_submitted_notification_type/1migration.sql
20261001000000_ai_phase12/1migration.sql
20261002000000_webhooks_secret_encrypted_dlq/1migration.sql
20261002111436_webhook_delivery_latency/1migration.sql
20261002120000_org_admin_2fa_retention_unique/1migration.sql
20261002215124_audit_export/1migration.sql
20261003210000_perf_indexes_hot_paths/1migration.sql
20261004004500_perf_indexes_hot_paths_2/1migration.sql
migration_lock.toml README.md
schema.prisma seed.ts verify.ts
scripts/7backup-health.ts docs-completeness.mjs generate-openapi.mjs minio-init.ts opensearch-reindex.ts storage-orphans.ts verify-clean-clone.sh
tests/169
e2e/63
.auth/1user.json
fixtures/7
files/6clip.mp4 clip.wav clip.webm hero-1400.png note.docx note.txt
realtime.ts
mocks/2oidc-issuer.ts saml-idp.ts
playwright-report/3
data/2a6557bae9c2714a658968d4eb8534195c08ebda8.png e3092d07d00a16063e46385c02a559a9054fa847.webm
index.html
reports/1files-security.json
specs/34ai-database.spec.ts ai-generate.spec.ts ai-rag.spec.ts ai-security.spec.ts ai-writing.spec.ts ai.spec.ts api-keys.spec.ts appearance-theme.spec.ts auth.spec.ts automation.spec.ts collab-two-tab.spec.ts comments.spec.ts databases.spec.ts default-workspace-alias.spec.ts developers.spec.ts editor.spec.ts files.spec.ts final-flow.spec.ts forms.spec.ts oauth.spec.ts org-admin.spec.ts pages.spec.ts performance.spec.ts presence-cursors.spec.ts qa-paste-toggle.spec.ts realtime.spec.ts scim.spec.ts search-index-lag.spec.ts search.spec.ts sharing.spec.ts sso.spec.ts task-0094-comments-notifications.spec.ts webhooks.spec.ts workspace.spec.ts
test-results-final-flow/3
final-flow-Release-v1-0-fi-6c06b-w-state-carries-sequential--chromium-desktop/2test-failed-1.png trace.zip
.last-run.json
utils/4api.ts dnd.ts search-lag.ts wait.ts
.gitignore fixtures.ts global-setup.ts package.json playwright.config.ts playwright.final-flow.config.ts README.md tsconfig.json
fixtures/1
files/1make-sparse.ts
integration/60
ai-capability/2ai-app.capability.test.ts gateway.capability.test.ts
drill/2seed-drill.mjs verify-restore.mjs
fixtures/5
files/5clip.mp4 clip.wav doc.pdf hero-1400.png note.txt
helpers/3api.ts containers.ts seed.ts
realtime/11control-channel.test.ts convergence.test.ts flush-rebase-http.test.ts handshake.test.ts heartbeat-limits.test.ts lifecycle.test.ts presence.test.ts rebase.test.ts resume.test.ts rt-helpers.ts task-0094-fanout.test.ts
ai-chat.integration.test.ts ai-database.integration.test.ts ai-generate.integration.test.ts ai-rag.integration.test.ts ai-writing.integration.test.ts api-keys.integration.test.ts audit-completeness.integration.test.ts audit-export-s3.integration.test.ts auth.integration.test.ts automation-pipeline.integration.test.ts automations.integration.test.ts blocks.integration.test.ts cache-invalidation.integration.test.ts comments.integration.test.ts databases.integration.test.ts files-lifecycle.integration.test.ts files-pipeline.integration.test.ts files-security.integration.test.ts files.integration.test.ts forms-responses.integration.test.ts forms.integration.test.ts oauth.integration.test.ts openapi.contract.test.ts org-admin.integration.test.ts package.json pages.integration.test.ts permissions.integration.test.ts README.md replica-routing.integration.test.ts retention-engine.integration.test.ts scim.integration.test.ts search.integration.test.ts sso.integration.test.ts tsconfig.json vitest.config.ts webhooks.integration.test.ts workspace.integration.test.ts
performance/28
fixtures/1search-100k.ts
helpers/2seed-100k.mjs seed-1k-load.mjs
reports/7api-load-smoke.json database-load-smoke.json editor-local.json realtime-load.json search-full.json search-last.json search-reduced.json
api-load.js api.js archive.tar database-load.js database.js editor-local.mjs extract-100k-env.mjs package.json README.md realtime-1k.js realtime-load.js realtime.js run-realtime-load.sh search-search.k6.js search-summary.json seed-100k.mjs threshold-breach-demo.js verify-zero-op-loss.mjs
security/16
helpers/1app.ts
audit-report.test.ts auth-paths.test.ts deps.test.ts formula-fuzz.test.ts gitleaks-config.test.ts headers.test.ts images.test.ts oracle.ts package.json permission-fuzz.test.ts rate-limits.test.ts README.md tsconfig.json upload-abuse.test.ts vitest.config.ts
README.md
.dockerignore .env .env.bak-task0125 .env.example .eslintrc.json .gitignore .npmrc .prettierignore .prettierrc.json AGENTS.md ARCHITECTURE.md CHANGELOG.md CONTRIBUTING.md gitleaks.toml LICENSE package.json pnpm-lock.yaml pnpm-workspace.yaml PRODUCT-SPEC.md README.md ROADMAP.md SECURITY.md tsconfig.json turbo.json
presence.test.tstests/integration/realtime/presence.test.tsraw← realtime19,425 B← Back to the app
1/**
2 * Realtime integration (TASK-0093 slice 2 — presence + live cursors): the
3 * server's presence producer over the (b) wire — JSON control frames
4 * (`presence` client → server; `presence` / `presence-leave` server →
5 * client), NOT the binary 0x02 awareness relay (that stays for the
6 * TASK-0136 provider path; the conflict is recorded in the task file).
7 *
8 * Boots the REAL `createRealtimeServer` (rt-helpers) with real `ws`
9 * clients. Coverage (the task spec R1–R5 + the (b) producer):
10 *  - R1: A joins a page room → B's join re-broadcast carries A's full
11 *    state; A's `presence` frame (cursor move) reaches B within 500 ms;
12 *    a third client on a DIFFERENT page receives nothing.
13 *  - R2: identity is server-stamped (the client frame carries ONLY
14 *    cursor/viewing — the broadcast's `user` comes from the meta seam's
15 *    display name + the shared presenceColor hash; a client-supplied
16 *    name is impossible by schema).
17 *  - R3: > 50 peers → avatars-only (cursor/viewing stripped); the
18 *    boundary is 50 full / 51 stripped.
19 *  - R4: leave propagation < 500 ms — an explicit `presence-leave` AND a
20 *    socket close both announce `presence-leave` to the room.
21 *  - R5: the 90 s prune (a short `presencePruneMs` + the fake clock)
22 *    drops a silent peer and announces it.
23 *  - (b) fan-out: a roomless CONTROL socket subscribed to `page:<id>`
24 *    receives the room's broadcasts (and its own presence updates reach
25 *    the doc-room peers) — the two transports interoperate.
26 *
27 * Docker-free (the spec's 3-client E2E twin is Docker-gated under
28 * `tests/e2e` — same scenario, real browser).
29 */
30import { afterAll, beforeAll, describe, expect, it } from "vitest";
31 
32import { presenceColor } from "@factory/shared/presence";
33 
34import { buildRealtimeFixture, connectClient, mintToken, type RealtimeFixture } from "./rt-helpers";
35 
36/** The fixture's distinct display names (the meta seam's userNames opt). */
37const NAMES: Record<string, string> = {
38  "u-ana": "Ana",
39  "u-bob": "Bob",
40  "u-carol": "Carol",
41};
42 
43async function connectUser(fx: RealtimeFixture, sub: string, room: string) {
44  const token = mintToken({ sub, workspaces: ["w1"] });
45  return connectClient(fx, {
46    token,
47    url: `${fx.wsUrl}/realtime?token=${encodeURIComponent(token)}&room=${encodeURIComponent(room)}`,
48  });
49}
50 
51/** A token-only (roomless) control client — the (b) web handshake. */
52async function connectControl(fx: RealtimeFixture, sub: string) {
53  const token = mintToken({ sub, workspaces: ["w1"] });
54  return connectClient(fx, {
55    token,
56    url: `${fx.wsUrl}/realtime?token=${encodeURIComponent(token)}`,
57  });
58}
59 
60const presenceOf = (f: Record<string, unknown>) =>
61  f as {
62    type: string;
63    pageId?: string;
64    user?: { id: string; name: string; color: string };
65    cursor?: { blockId: string; offset: number } | null;
66    viewing?: boolean;
67    lastSeen?: number;
68  };
69 
70describe("TASK-0093 — presence fan-out (doc-room transport)", () => {
71  let fx: RealtimeFixture;
72 
73  beforeAll(async () => {
74    fx = await buildRealtimeFixture({
75      pages: new Set(["p-pres", "p-other", "p-cap", "p-ctl"]),
76      userNames: NAMES,
77    });
78  });
79 
80  afterAll(async () => {
81    await fx.stop();
82  });
83 
84  it("R1+R2: join re-broadcast + cursor move < 500 ms, other pages isolated, identity server-stamped", async () => {
85    const a = await connectUser(fx, "u-ana", "page:p-pres");
86    const b = await connectUser(fx, "u-bob", "page:p-pres");
87    const c = await connectUser(fx, "u-carol", "page:p-other");
88    try {
89      const ha = await a.nextFrame("hello");
90      expect(ha.roomPeers).toEqual([]);
91      const hb = await b.nextFrame("hello");
92      // B's hello: A is already in the room (the roster, pre-existing).
93      expect(hb.roomPeers).toHaveLength(1);
94 
95      // A's join re-broadcast reached B (the joiner's initial state — no
96      // cursor, viewing=true, server-stamped identity).
97      const aSeenByB = presenceOf(
98        await b.nextFrameWhere(
99          (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-ana",
100        ),
101      );
102      expect(aSeenByB.type).toBe("presence");
103      expect(aSeenByB.pageId).toBe("page:p-pres");
104      const aUser = aSeenByB.user!;
105      // R2: the identity is SERVER-STAMPED — the display name from the
106      // meta seam (the client frame carries no user field at all) + the
107      // shared hash's color.
108      expect(aUser.name).toBe("Ana");
109      expect(aUser.color).toBe(presenceColor("u-ana"));
110      expect(aSeenByB.cursor).toBeNull();
111      expect(aSeenByB.viewing).toBe(true);
112      expect(typeof aSeenByB.lastSeen).toBe("number");
113 
114      // R1: A moves its cursor → B receives it within the 500 ms
115      // contract (in-process the round-trip is single-digit ms).
116      const t0 = Date.now();
117      a.sendText({ type: "presence", cursor: { blockId: "blk_1", offset: 4 }, viewing: true });
118      const moved = await b.nextFrameWhere(
119        (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-ana",
120      );
121      const latencyMs = Date.now() - t0;
122      expect(latencyMs).toBeLessThan(500);
123      expect(moved.cursor).toEqual({ blockId: "blk_1", offset: 4 });
124      expect(moved.viewing).toBe(true);
125 
126      // R2 (b): the SENDER gets no echo of its own state (it knows it).
127      expect(
128        a
129          .textFrames()
130          .filter(
131            (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-ana",
132          ),
133      ).toHaveLength(0);
134 
135      // Isolation: C (a different page) received NO presence frames.
136      expect(
137        c.textFrames().filter((f) => f.type === "presence" || f.type === "presence-leave"),
138      ).toHaveLength(0);
139    } finally {
140      a.close();
141      b.close();
142      c.close();
143      await Promise.all([a.onClose(), b.onClose(), c.onClose()]);
144    }
145  });
146 
147  it("R4: an explicit presence-leave reaches the room in < 500 ms", async () => {
148    const a = await connectUser(fx, "u-ana", "page:p-pres");
149    const b = await connectUser(fx, "u-bob", "page:p-pres");
150    try {
151      await a.nextFrame("hello");
152      await b.nextFrame("hello");
153      // B's join re-broadcast: B received A's state (the joiner hears the
154      // existing peers).
155      await b.nextFrameWhere(
156        (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-ana",
157      );
158      const t0 = Date.now();
159      a.sendText({ type: "presence-leave" });
160      const leave = await b.nextFrame("presence-leave");
161      const latencyMs = Date.now() - t0;
162      expect(latencyMs).toBeLessThan(500);
163      expect(leave.pageId).toBe("page:p-pres");
164      expect(leave.userId).toBe("u-ana");
165    } finally {
166      a.close();
167      b.close();
168      await Promise.all([a.onClose(), b.onClose()]);
169    }
170  });
171 
172  it("R4: a socket close announces the peer's leave", async () => {
173    const a = await connectUser(fx, "u-ana", "page:p-pres");
174    const b = await connectUser(fx, "u-bob", "page:p-pres");
175    try {
176      await a.nextFrame("hello");
177      await b.nextFrame("hello");
178      // B's join re-broadcast (so B has A's state first — the leave must
179      // be a distinct frame).
180      await b.nextFrameWhere(
181        (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-ana",
182      );
183      a.close();
184      const leave = await b.nextFrame("presence-leave");
185      expect(leave.userId).toBe("u-ana");
186      expect(leave.pageId).toBe("page:p-pres");
187    } finally {
188      b.close();
189      await b.onClose();
190    }
191  });
192 
193  it("R3: the 50-peer cap — 50 peers carry full cursors, the 51st is avatars-only", async () => {
194    // 49 peers join (u-cap-0..48) + the observer (u-ana) = 50 = the cap.
195    const peers: Awaited<ReturnType<typeof connectUser>>[] = [];
196    const observer = await connectUser(fx, "u-ana", "page:p-cap");
197    await observer.nextFrame("hello");
198    try {
199      for (let i = 0; i < 49; i += 1) {
200        const p = await connectUser(fx, `u-cap-${i}`, "page:p-cap");
201        await p.nextFrame("hello");
202        peers.push(p);
203      }
204      // The observer's JOIN re-broadcast (initial state, cursor null)
205      // reached the peers — consume it so the cursor update below is the
206      // FIRST remaining u-ana frame (the discriminator is the cursor).
207      await peers[0]!.nextFrameWhere(
208        (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-ana",
209      );
210 
211      // A cursor update from the observer (50 peers — exactly at the
212      // cap) is carried FULL (the cap strips only ABOVE 50).
213      observer.sendText({ type: "presence", cursor: { blockId: "blk_9", offset: 1 } });
214      const full = await peers[0]!.nextFrameWhere(
215        (f) =>
216          f.type === "presence" &&
217          (f as { user?: { id?: string } }).user?.id === "u-ana" &&
218          (f as { cursor?: { blockId?: string } | null }).cursor?.blockId === "blk_9",
219      );
220      expect(full.cursor).toEqual({ blockId: "blk_9", offset: 1 });
221 
222      // The 51st peer joins → the room is over the cap: its INITIAL
223      // state (the join re-broadcast) arrives avatars-only.
224      const over = await connectUser(fx, "u-cap-51", "page:p-cap");
225      await over.nextFrame("hello");
226      const stripped = presenceOf(
227        await over.nextFrameWhere(
228          (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-ana",
229        ),
230      );
231      expect(stripped.cursor).toBeNull();
232      expect(stripped.viewing).toBeUndefined();
233      expect(stripped.user?.name).toBe("Ana"); // the avatar stays
234 
235      // …and a subsequent cursor update from the observer is also
236      // stripped (the cap is live, not just at join). The sleep keeps the
237      // upsert's `lastSeen` on a later millisecond (the frame
238      // discriminator below).
239      await new Promise((r) => setTimeout(r, 10));
240      observer.sendText({ type: "presence", cursor: { blockId: "blk_9", offset: 2 } });
241      const stripped2 = await over.nextFrameWhere(
242        (f) =>
243          f.type === "presence" &&
244          (f as { user?: { id?: string } }).user?.id === "u-ana" &&
245          (f as { lastSeen?: number }).lastSeen !== stripped.lastSeen,
246      );
247      expect(stripped2.cursor).toBeNull();
248 
249      // Dropping back to ≤ 50 (the 51st leaves) restores full cursors.
250      over.close();
251      await over.onClose();
252      await new Promise((r) => setTimeout(r, 10));
253      observer.sendText({ type: "presence", cursor: { blockId: "blk_9", offset: 3 } });
254      const full2 = await peers[0]!.nextFrameWhere(
255        (f) =>
256          f.type === "presence" &&
257          (f as { user?: { id?: string } }).user?.id === "u-ana" &&
258          (f as { lastSeen?: number }).lastSeen !== stripped2.lastSeen,
259      );
260      expect(full2.cursor).toEqual({ blockId: "blk_9", offset: 3 });
261    } finally {
262      for (const p of peers) {
263        p.close();
264      }
265      observer.close();
266      await Promise.all([...peers.map((p) => p.onClose()), observer.onClose()]);
267    }
268  });
269});
270 
271describe("TASK-0093 — the (b) control-socket transport", () => {
272  let fx: RealtimeFixture;
273 
274  beforeAll(async () => {
275    fx = await buildRealtimeFixture({
276      pages: new Set(["p-ctl"]),
277      userNames: NAMES,
278    });
279  });
280 
281  afterAll(async () => {
282    await fx.stop();
283  });
284 
285  it("a roomless control socket subscribed to page:<id> receives the room's presence + its own updates reach the doc-room peers", async () => {
286    const doc = await connectUser(fx, "u-bob", "page:p-ctl");
287    const ctl = await connectControl(fx, "u-ana");
288    try {
289      const hdoc = await doc.nextFrame("hello");
290      expect(hdoc.roomPeers).toEqual([]);
291      const hctl = await ctl.nextFrame("hello");
292      expect(hctl.roomPeers).toEqual([]);
293 
294      // The control socket opens the page channel (the (b) handshake).
295      ctl.sendText({ type: "subscribe", channel: "page:p-ctl" });
296 
297      // 1) The doc-room peer's state reaches the control socket: Bob's
298      //    join re-broadcast (his initial state) lands on Ana's control
299      //    socket (it's subscribed to the room).
300      const bobSeenByCtl = presenceOf(
301        await ctl.nextFrameWhere(
302          (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-bob",
303        ),
304      );
305      expect(bobSeenByCtl.pageId).toBe("page:p-ctl");
306      expect(bobSeenByCtl.user?.name).toBe("Bob");
307      expect(bobSeenByCtl.cursor).toBeNull();
308 
309      // 2) The control socket's OWN presence reaches the doc-room peer
310      //    (the server stamps Ana's identity from the meta seam's
311      //    `kind: "user"` path — no handshake meta for a roomless
312      //    socket). Ana's JOIN re-broadcast (initial state, cursor
313      //    null) reached the doc peer first — consume it, then assert
314      //    the cursor update (the discriminator is the cursor).
315      await doc.nextFrameWhere(
316        (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-ana",
317      );
318      const t0 = Date.now();
319      ctl.sendText({ type: "presence", cursor: { blockId: "blk_c", offset: 2 }, viewing: true });
320      const anaSeenByDoc = presenceOf(
321        await doc.nextFrameWhere(
322          (f) =>
323            f.type === "presence" &&
324            (f as { user?: { id?: string } }).user?.id === "u-ana" &&
325            (f as { cursor?: { blockId?: string } | null }).cursor?.blockId === "blk_c",
326        ),
327      );
328      expect(Date.now() - t0).toBeLessThan(500);
329      expect(anaSeenByDoc.user?.name).toBe("Ana");
330      expect(anaSeenByDoc.user?.color).toBe(presenceColor("u-ana"));
331      expect(anaSeenByDoc.cursor).toEqual({ blockId: "blk_c", offset: 2 });
332 
333      // 3) Ana's leave (the explicit frame) is announced to the doc peer.
334      ctl.sendText({ type: "presence-leave" });
335      const leave = await doc.nextFrame("presence-leave");
336      expect(leave.userId).toBe("u-ana");
337      expect(leave.pageId).toBe("page:p-ctl");
338 
339      // 4) A control socket with NO page channel gets nothing (a
340      //    workspace-only subscription is not a presence room).
341      const ctl2 = await connectControl(fx, "u-carol");
342      try {
343        await ctl2.nextFrame("hello");
344        ctl2.sendText({ type: "subscribe", channel: "workspace:w1" });
345        ctl.sendText({ type: "presence", cursor: { blockId: "blk_c", offset: 3 } });
346        // Give any (buggy) cross-room frame a chance to arrive.
347        await new Promise((r) => setTimeout(r, 150));
348        expect(ctl2.textFrames().filter((f) => f.type === "presence")).toHaveLength(0);
349      } finally {
350        ctl2.close();
351        await ctl2.onClose();
352      }
353    } finally {
354      doc.close();
355      ctl.close();
356      await Promise.all([doc.onClose(), ctl.onClose()]);
357    }
358  });
359 
360  it("a control socket's presence follows the LAST subscribed page channel (page switch)", async () => {
361    const ctl = await connectControl(fx, "u-ana");
362    const doc = await connectUser(fx, "u-bob", "page:p-ctl");
363    try {
364      await ctl.nextFrame("hello");
365      await doc.nextFrame("hello");
366      ctl.sendText({ type: "subscribe", channel: "page:p-ctl" });
367      // Let Ana's join re-broadcast settle.
368      await doc.nextFrameWhere(
369        (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-ana",
370      );
371 
372      // Ana switches pages: unsubscribe + resubscribe (the (b) client's
373      // page navigation). Her presence room moves; the old room gets a
374      // leave.
375      ctl.sendText({ type: "unsubscribe", channel: "page:p-ctl" });
376      const leave = await doc.nextFrame("presence-leave");
377      expect(leave.userId).toBe("u-ana");
378    } finally {
379      ctl.close();
380      doc.close();
381      await Promise.all([ctl.onClose(), doc.onClose()]);
382    }
383  });
384});
385 
386describe("TASK-0093 — R5 the 90 s prune (the fake clock)", () => {
387  let fx: RealtimeFixture;
388 
389  beforeAll(async () => {
390    // Short prune window (5 s on the fake clock) + a fast heartbeat
391    // cadence so the prune loop fires quickly on REAL time. The R4
392    // socket prune (pruneSilenceMs) stays long so the silent peer's
393    // SOCKET survives — only its PRESENCE entry is dropped (doc §5.1:
394    // the client heals a pruned peer by dropping it; the socket's
395    // `presence` re-asserts it).
396    // `now0` = the REAL current time (the fake clock starts "now" — the
397    // mitted tokens' `exp` (real now + 1 h) stays valid; `advance()`
398    // moves only the fake clock, so the prune window math is relative).
399    fx = await buildRealtimeFixture({
400      pages: new Set(["p-prune"]),
401      now0: Date.now(),
402      userNames: NAMES,
403      presencePruneMs: 5_000,
404      pingIntervalMs: 200,
405      pruneSilenceMs: 3600_000, // the socket prune is effectively off
406    });
407  });
408 
409  afterAll(async () => {
410    await fx.stop();
411  });
412 
413  it("a peer silent past the prune window is dropped + announced", async () => {
414    const a = await connectUser(fx, "u-ana", "page:p-prune");
415    const b = await connectUser(fx, "u-bob", "page:p-prune");
416    try {
417      await a.nextFrame("hello");
418      await b.nextFrame("hello");
419      // A's join re-broadcast (B now has A's state — the leave must be
420      // a distinct, later frame).
421      await b.nextFrameWhere(
422        (f) => f.type === "presence" && (f as { user?: { id?: string } }).user?.id === "u-ana",
423      );
424      // A asserts its cursor (lastSeen = now on the fake clock).
425      a.sendText({ type: "presence", cursor: { blockId: "blk_p", offset: 1 } });
426      await b.nextFrameWhere(
427        (f) =>
428          f.type === "presence" &&
429          (f as { user?: { id?: string } }).user?.id === "u-ana" &&
430          (f as { cursor?: unknown }).cursor !== null,
431      );
432 
433      // Keep A's entry FRESH while we set up (a live client re-asserts
434      // its presence periodically — the real web client sends it on
435      // selection changes; the prune loop runs every 200 ms on real
436      // time, so without this the 5 s window could expire mid-test).
437      fx.advance(1_000);
438      a.sendText({ type: "presence", cursor: { blockId: "blk_p", offset: 1 } });
439      await b.nextFrameWhere(
440        (f) =>
441          f.type === "presence" &&
442          (f as { user?: { id?: string } }).user?.id === "u-ana" &&
443          (f as { cursor?: unknown }).cursor !== null,
444      );
445 
446      // Now A goes silent: age it past the 5 s prune window (B keeps
447      // heartbeating, so only A's PRESENCE entry goes stale).
448      fx.advance(5_001);
449      b.sendText({ type: "ping", ts: 1 });
450      const leave = await b.nextFrame("presence-leave");
451      expect(leave.userId).toBe("u-ana");
452      expect(leave.pageId).toBe("page:p-prune");
453 
454      // A's socket SURVIVED the presence prune (the R4 socket prune is
455      // at the long threshold) — and a re-asserted `presence` puts A
456      // back in the roster (the doc §5.2 best-effort heal).
457      expect(a.isOpen()).toBe(true);
458      a.sendText({ type: "presence", cursor: { blockId: "blk_p", offset: 2 } });
459      const back = await b.nextFrameWhere(
460        (f) =>
461          f.type === "presence" &&
462          (f as { user?: { id?: string } }).user?.id === "u-ana" &&
463          (f as { cursor?: { blockId?: string } | null }).cursor?.blockId === "blk_p",
464      );
465      expect(back.cursor).toEqual({ blockId: "blk_p", offset: 2 });
466    } finally {
467      a.close();
468      b.close();
469      await Promise.all([a.onClose(), b.onClose()]);
470    }
471  });
472});
473