.github/9
ISSUE_TEMPLATE/3bug_report.md config.yml feature_request.md
workflows/3ci.yml clean-clone.yml release.yml
CODEOWNERS dependabot.yml pull_request_template.md
apps/630
api/250
src/243
common/30
__tests__/3authorize.test.ts bigint-serialization.interceptor.test.ts files-limits.test.ts
filters/1all-exceptions.filter.ts
guards/3auth.guard.ts internal-service.guard.ts rate-limit.guard.ts
interceptors/2actor-context.interceptor.ts bigint-serialization.interceptor.ts
middleware/2idempotency.test.ts idempotency.ts
pipes/1zod-validation.pipe.ts
actor-context.ts audit.service.ts cache.test.ts cache.ts cookies.ts core.module.ts deprecation.ts email.service.ts errors.ts event-bus.ts log-scrubber.test.ts log-scrubber.ts logger.ts permission-cache-bridge.ts prisma.service.ts redis.service.ts trace-metadata.ts types.ts
config/1env.ts
lib/11
__tests__/5crypto.test.ts filter-builder.test.ts jwt.test.ts pagination.test.ts positions.test.ts
authorize.ts crypto.ts filter-builder.ts jwt.ts pagination.ts positions.ts
modules/197
ai/28
__tests__/4ai-writing.test.ts database-ai.test.ts generate-executor.test.ts prompts.test.ts
generator/4executor.ts generate.controller.ts generate.dto.ts generate.service.ts
ai-chat.service.ts ai-rate-limit.ts ai-writing.controller.ts ai-writing.dto.ts ai-writing.service.ts ai.controller.ts ai.module.ts ai.service.ts budget-guard.service.ts database-ai.controller.ts database-ai.dto.ts database-ai.service.ts db-prompts.ts dto.ts gateway-provider.ts ledger.service.ts prompts.ts rag.controller.ts rag.dto.ts rag.service.ts
api-keys/3api-keys.controller.ts api-keys.module.ts api-keys.service.ts
audit/2audit-log.controller.ts audit.module.ts
auth/4auth.controller.ts auth.module.ts auth.service.ts dto.ts
automations/5automations.controller.ts automations.module.ts automations.service.ts dto.ts webhook-incoming.controller.ts
blocks/5
__tests__/1batch-version-cas.test.ts
block.service.ts blocks.controller.ts blocks.module.ts dto.ts
comments/4comments.controller.ts comments.module.ts comments.service.ts dto.ts
databases/9
__tests__/3normalize-select-options.test.ts option-id-canonicalization.test.ts record-open-query-shape.test.ts
database.service.ts databases.controller.ts databases.module.ts dto.ts property-cache-schema.ts query.service.ts
docs/2docs.controller.ts docs.module.ts
files/10
__tests__/1quota.test.ts
dto.ts files.controller.ts files.module.ts files.service.ts quota.ts record.ts s3.ts uploads.controller.ts uploads.service.ts
forms/18debug.controller.ts form.dto.ts forms.controller.ts forms.module.ts forms.service.ts markdown.test.ts markdown.ts optional-auth.guard.ts public-forms.controller.ts public-forms.service.ts question.dto.ts questions.service.ts rate-limit.ts recaptcha.ts slug.ts submissions.controller.ts submissions.service.ts submit-schema.ts
health/3health.controller.ts health.module.ts health.service.ts
integrations/3integrations.controller.ts integrations.module.ts integrations.service.ts
internal/12
__tests__/2flush-query-shape.test.ts internal.endpoints.test.ts
ai-test-seam.controller.ts ai-test-seam.dto.ts ai-test-seam.service.ts internal.controller.ts internal.dto.ts internal.module.ts internal.service.ts test-seam.controller.ts test-seam.dto.ts test-seam.service.ts
notifications/3notifications.controller.ts notifications.module.ts notifications.service.ts
oauth/6
__tests__/1oauth.scopes.test.ts
oauth.controller.ts oauth.module.ts oauth.service.ts scopes.ts token-keys.ts
org/15audit.service.ts embed-preview.controller.ts guards.ts members.service.ts org-admin.controller.ts org-policy.service.ts org.module.ts overview.service.ts policy-effective.controller.ts policy.schema.ts policy.test.ts retention.service.ts totp.test.ts totp.ts two-factor.service.ts
orgs/5dto.ts orgs.controller.ts orgs.module.ts orgs.service.ts util.ts
pages/4dto.ts page.service.ts pages.controller.ts pages.module.ts
scim/15
__tests__/3email-mapping.test.ts etag.test.ts filters.test.ts
etag.ts filters.ts groups.service.ts schemas.ts scim-admin.controller.ts scim-admin.service.ts scim-auth.guard.ts scim-auth.service.ts scim-errors.ts scim.controller.ts scim.module.ts users.service.ts
search/4
__tests__/1search.service.test.ts
search.controller.ts search.module.ts search.service.ts
sessions/3sessions.controller.ts sessions.module.ts sessions.service.ts
share/3share.controller.ts share.module.ts share.service.ts
sso/16
__tests__/4enforcement.test.ts oidc.verify.test.ts provisioning.test.ts saml.validate.test.ts
enforcement.ts oidc.controller.ts oidc.service.ts oidc.ts provisioning.service.ts saml.controller.ts saml.ts schemas.ts sso-admin.controller.ts sso-admin.service.ts sso-secrets.ts sso.module.ts
teams/4dto.ts teams.controller.ts teams.module.ts teams.service.ts
users/4dto.ts users.controller.ts users.module.ts users.service.ts
webhooks/3webhooks.controller.ts webhooks.module.ts webhooks.service.ts
workspaces/4dto.ts workspaces.controller.ts workspaces.module.ts workspaces.service.ts
types/1xmldom.d.ts
app.module.ts constants.ts main.ts
_probe_rawbody.cjs .env.example Dockerfile package.json README.md tsconfig.json vitest.config.ts
realtime/33
src/17auth.ts comments.ts config.ts event-source.ts http-store.ts index.ts metrics.ts notifications.ts page-updated-source.ts presence.ts prisma-store.ts protocol.ts rate-limit.ts room-key.ts rooms.ts server.ts update-log.ts
test/11auth.test.ts config.test.ts event-source.test.ts http-store.test.ts metrics-merge.test.ts page-updated-source.test.ts presence.test.ts protocol.test.ts rate-limit.test.ts rooms.test.ts task-0094-builders.test.ts
.env.example Dockerfile package.json README.md tsconfig.json
web/255
src/244
app/45
__tests__/1theme-tokens.test.ts
(app)/26
w/25
[workspace]/25
ask/1page.tsx
databases/1
[id]/1page.tsx
favorites/1page.tsx
files/1page.tsx
notifications/1page.tsx
page/4
[id]/4
[block]/1page.tsx
share/1page.tsx
layout.tsx page.tsx
search/1page.tsx
settings/10
appearance/1page.tsx
automations/3
[id]/1page.tsx
new/1page.tsx
page.tsx
billing/1page.tsx
developers/1page.tsx
members/1page.tsx
permissions/1page.tsx
teams/1page.tsx
page.tsx
shared/1page.tsx
templates/1page.tsx
trash/1page.tsx
layout.tsx page.tsx
layout.tsx
(auth)/4
login/1page.tsx
register/1page.tsx
reset-password/1page.tsx
layout.tsx
api/2
metrics/1route.ts
v1/1
health/1route.ts
f/1
[slug]/1page.tsx
health/1
ready/1route.ts
org/2
[orgId]/2
admin/2
integrations/1page.tsx
page.tsx
share/1
[id]/1page.tsx
error.tsx global-error.tsx globals.css layout.tsx not-found.tsx page.tsx providers.tsx
components/118
admin/10
org-admin/8ApiKeysTab.tsx AuditTab.tsx MembersTab.tsx OverviewTab.tsx PoliciesTab.tsx RetentionTab.tsx WebhooksTab.tsx WorkspacePicker.tsx
ScimCard.tsx SsoTabs.tsx
ai/6ai-panel.tsx ask-ai-submenu.tsx db-ai-dialog.tsx generate-page-dialog.tsx writing-actions-menu.tsx writing-diff.tsx
automations/5action-editor.tsx condition-editor.tsx lib.ts run-history.tsx trigger-editor.tsx
collaboration/6CursorLayer.tsx OfflineBanner.tsx PresenceBar.tsx README.md ReviewFailedDialog.tsx StatusChip.tsx
comments/3comment-panel.tsx comment-thread.tsx mention-input.tsx
database/27
__tests__/2cell-editor.test.tsx cell-renderer.test.tsx
AiExtractDialog.tsx AiFormulaDialog.tsx AiGenerateDialog.tsx board-view.tsx buttons-panel.tsx calendar-view.tsx cell-editor.tsx cell-renderer.tsx chart-view.tsx database-page-view.tsx database-toolbar.tsx database-view-renderer.tsx db-embedded.tsx filter-builder.tsx form-builder-view.tsx formula-editor.tsx gallery-view.tsx group-builder.tsx list-view.tsx property-editor.tsx record-header.tsx record-panel.tsx sort-builder.tsx table-view.tsx timeline-view.tsx
dialogs/7
__tests__/1move-to-dialog.test.tsx
create-dialog.tsx dialog.tsx file-permissions-dialog.tsx invite-dialog.tsx move-to-dialog.tsx share-dialog.tsx
editor/19
__tests__/3code-block-text.test.ts code-block.test.tsx expandable.test.tsx
block-card.tsx block-renderer.tsx block-save-queue.ts block-toolbar.tsx context-menu.tsx expandable.tsx history-popover.tsx inline-editor.tsx insert-dialog.tsx page-canvas.tsx page-spinner.tsx page-view.tsx selection-toolbar.tsx slash-menu.tsx template-dialog.tsx type-menu.tsx
files/4FileBlock.tsx FileBrowser.tsx FilePicker.tsx PreviewModal.tsx
form/4form-field.tsx form-renderer.tsx form-responses-view.tsx form-view.tsx
layout/8
__tests__/1page-tree-icon.test.tsx
command-palette.tsx factory-logo.tsx page-tree-node.tsx sidebar.tsx theme-provider.tsx topbar.tsx workspace-shell.tsx
mentions/3
__tests__/1mention-model.test.ts
mention-model.ts MentionPopup.tsx
search/3ask-ai-search.tsx results-list.tsx search-dialog.tsx
settings/10
api-keys/4ApiKeyCreateDialog.tsx ApiKeyRevealDialog.tsx ApiKeyTable.tsx ScopesBadge.tsx
webhooks/5CurlExamples.tsx DeliveryInspector.tsx EventExplorer.tsx OverviewTab.tsx WebhooksTab.tsx
settings-shell.tsx
ui/3confirm-dialog.tsx form.tsx toaster.tsx
hooks/21
__tests__/4realtime-frame-handler.test.ts use-blocks.test.ts use-database-options.test.ts use-workspace.test.tsx
realtime-frame-handler.ts use-ai-stream.ts use-auth.ts use-blocks.ts use-database.ts use-db-ai-stream.ts use-forms.ts use-members.ts use-mention-sources.ts use-notifications.ts use-offline-status.ts use-pages.ts use-presence-announcer.ts use-presence-toasts.ts use-presence.ts use-realtime.ts use-workspace.ts
lib/50
__tests__/21ai-database.test.ts ai-generate.test.ts ai-sse.test.ts ai-writing.test.ts api-keys.test.ts api-members.test.ts auth-refresh.test.ts auth-store.test.ts batch-queue-drop.test.ts block-content.test.ts clipboard-import.test.ts code-highlight.test.ts offline-status.test.ts presence-announcer.test.ts presence-color.test.ts presence-cursor.test.ts presence-emitter.test.ts realtime-url.test.ts search.test.ts utils.test.ts writing-diff.test.ts
files/7
__tests__/2picker.test.ts upload.test.ts
api.ts picker.ts upload-store.ts upload.ts use-file-uploads.ts
ai-database.ts ai.ts api-keys.ts api.ts auth-store.ts batch-queue.ts block-content.ts clipboard-import.ts code-highlight.ts constants.ts offline-status.ts org-admin.ts presence-announcer.ts presence-color.ts presence-cursor.ts presence-editor-views.ts presence-emitter.ts query-client.ts realtime.ts search.ts types.ts utils.ts
stores/8
__tests__/1block-patch-store.test.ts
block-patch-store.ts comment-pill-store.ts database-store.ts editor-store.ts offlineQueue.ts presence-store.ts ui-store.ts
instrumentation.ts middleware.ts
.env.example Dockerfile next-env.d.ts next.config.mjs package.json postcss.config.mjs README.md tailwind.config.ts tsconfig.json tsconfig.tsbuildinfo vitest.config.ts
worker/92
src/87
__tests__/13ai-embedding.test.ts ai-request.test.ts ai-usage-budget.test.ts audit-export.test.ts email-decision.test.ts encrypt.test.ts health-search-index-lag.test.ts mime.test.ts retention.test.ts s3-sign.test.ts search-index.test.ts smtp.test.ts webhook-sign.test.ts
health/1server.ts
lib/12
__tests__/1clamav.test.ts
clamav.ts encrypt.ts job-otel.ts mime.ts notify.ts prisma.ts redis-stream.ts redis.ts s3.ts sharp.ts smtp.ts
processors/56
automations/28
__tests__/3condition-evaluator.spec.ts executors.spec.ts run-pipeline.spec.ts
executors/17assign-user.ts call-integration.ts change-status.ts classify.ts create-notification.ts create-page.ts email-cap.ts helpers.ts integration-registry.ts permission.ts record-write.ts registry.ts run-ai-action.ts send-email.ts send-webhook.ts types.ts update-record.ts
condition-evaluator.ts dead-letter.ts log.ts matcher.ts pipeline.ts run-state.ts schedule.ts watchdog.ts
files/15
__tests__/4errors.test.ts scan-gate.test.ts status.test.ts temp.test.ts
steps/4finalize.ts metadata.ts scan.ts thumbnails.ts
cleanup.ts errors.ts generateThumbs.ts processor.ts status.ts temp.ts types.ts
search-index/4builders.ts grants.ts index.ts processor.ts
ai-embedding.ts ai.processor.ts audit-export.ts automations.processor.ts email-decision.processor.ts email.processor.ts maintenance.processor.ts retention.ts webhooks.processor.ts
config.ts events.ts index.ts logger.ts queues.ts
.env.example Dockerfile package.json README.md tsconfig.json
docs/73
api/17ai.md authentication.md automations.md blocks.md comments.md databases.md files.md forms.md openapi.yaml org-admin.md pages.md scim.md search.md sso.md versioning.md webhooks.md workspaces.md
architecture/10ai-architecture.md automation.md backend-architecture.md database-architecture.md frontend-architecture.md realtime-architecture.md search-architecture.md security-architecture.md storage.md system-architecture.md
database/2database-architecture.md redis-keys.md
development/8admin-guide.md coding-standards.md deployment.md development-guide.md files-pipeline.md perf-report.md performance.md testing.md
product/4functional-requirements.md non-functional-requirements.md product-requirements.md ux-requirements.md
requirements/1requirements-matrix.md
security/5audit-report.md files.md forms.md license-allowlist.md security-architecture.md
tasks/16phase-00-foundation.md phase-01-authentication.md phase-02-workspace.md phase-03-pages.md phase-04-editor.md phase-05-databases.md phase-06-relations.md phase-07-collaboration.md phase-08-search.md phase-09-files.md phase-10-forms.md phase-11-automation.md phase-12-ai.md phase-13-api.md phase-14-enterprise.md phase-15-production.md
ui/9ai.md automations.md design-system.md developers.md files.md forms.md org-admin.md scim.md sso.md
support-matrix.md
infrastructure/71
caddy/1Caddyfile
docker/6
init/101-extensions.sql
opensearch/1init-indices.json
.env.docker docker-compose.yml opensearch-init.sh README.md
kubernetes/40
observability/20
alertmanager/1alertmanager.yaml
grafana/8
dashboards/6ai.json api-overview.json infra.json realtime.json search.json workers-queues.json
provisioning/2
dashboards/1dashboards.yaml
datasources/1datasource.yaml
prometheus/3alerts.yaml recording-rules.yaml scrape.yaml
scripts/1sync-sources.mjs
alertmanager.yaml grafana.yaml kustomization.yaml namespace.yaml node-exporter.yaml otel-collector.yaml prometheus.yaml
postgres/7configmap.yaml cronjob-backup.yaml cronjob-opensearch-snapshot.yaml pgbouncer.yaml replica.yaml statefulset.yaml walg-iam-policy.yaml
api.yaml configmap.yaml ingress.yaml kustomization.yaml namespace.yaml networkpolicy.yaml pdb.yaml README.md realtime.yaml redis.yaml secret.example.yaml web.yaml worker.yaml
nginx/2nginx.conf README.md
observability/14
alertmanager/1alertmanager.yaml
grafana/8
dashboards/6ai.json api-overview.json infra.json realtime.json search.json workers-queues.json
provisioning/2
dashboards/1dashboards.yaml
datasources/1datasource.yaml
prometheus/3alerts.yaml recording-rules.yaml scrape.yaml
scripts/1dashboard-completeness.mjs
README.md
terraform/8compute.tf data.tf main.tf network.tf outputs.tf README.md security.tf variables.tf
packages/289
ai/24
src/20
providers/7anthropic.ts google.ts http.ts index.ts openai-compatible.ts rag.test.ts writing.test.ts
schemas/2database.ts generate.ts
adapters.test.ts config.test.ts config.ts gateway.test.ts gateway.ts index.ts tools.test.ts tools.ts types.ts usage.test.ts usage.ts
package.json README.md tsconfig.json vitest.config.ts
auth/11
src/7index.ts passwords.test.ts passwords.ts sessions.test.ts sessions.ts tokens.test.ts tokens.ts
package.json README.md tsconfig.json vitest.config.ts
collaboration/17
src/13awareness.ts codec.test.ts codec.ts index.ts lww.test.ts lww.ts mapping.ts offline.ts outbox.test.ts outbox.ts provider.test.ts provider.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
config/7
src/4eslint.base.js index.ts prettier.base.json tsconfig.base.json
package.json README.md tsconfig.json
database-client/5
src/2index.test.ts index.ts
package.json README.md tsconfig.json
database-engine/33
src/29
filter/2filter.test.ts index.ts
formula/8evaluator.ts formula.test.ts functions.ts index.ts lexer.ts parser.ts types.ts validate.ts
query/6group.ts index.ts paginate.ts pivot.ts query.test.ts sort.ts
relations/2index.ts relations.test.ts
rollups/2index.ts rollups.test.ts
values/5dates.ts index.ts registry.ts types.ts values.test.ts
views/3buttons.ts index.ts views.test.ts
index.ts
package.json README.md tsconfig.json vitest.config.ts
editor/25
src/21
marks/1highlight.ts
nodes/2equation.ts mention.ts
autosave.test.ts autosave.ts clipboard.test.ts clipboard.ts codec.test.ts codec.ts context-menu.test.ts context-menu.ts diff.test.ts diff.ts factory.ts history.test.ts history.ts index.ts positions.ts slash.test.ts slash.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
observability/20
src/16
__tests__/8db-redis-metrics.test.ts metrics.test.ts otel.test.ts pino-otel.test.ts prometheus.test.ts resource.test.ts scrubber.test.ts traceparent.test.ts
index.ts metrics.ts otel.ts pino-otel.ts prometheus.ts resource.ts scrubber.ts traceparent.ts
package.json README.md tsconfig.json vitest.config.ts
permissions/11
src/7index.ts levels.test.ts levels.ts resolve.test.ts resolve.ts rules.test.ts rules.ts
package.json README.md tsconfig.json vitest.config.ts
search/22
src/18chunking.test.ts chunking.ts client.test.ts client.ts embeddings.test.ts embeddings.ts hybrid.test.ts hybrid.ts index.ts indexer.test.ts indexer.ts mapping.test.ts mapping.ts queries.test.ts queries.ts rrf.test.ts rrf.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
shared/61
src/57
dto/17ai.dto.ts auth.dto.test.ts auth.dto.ts block.dto.ts browser-safety.test.ts comment.dto.ts database.dto.test.ts database.dto.ts file.dto.ts formula-ast.ts index.ts notification.dto.ts page.dto.ts search.dto.ts share.dto.ts webhook.dto.ts workspace.dto.ts
events/8audit-catalog.test.ts audit-catalog.ts audit-csv.test.ts audit-csv.ts audit-scope.test.ts audit-scope.ts catalog.test.ts catalog.ts
realtime/6comment-events.ts frames.test.ts frames.ts notification-policy.ts notification-prefs.ts task-0094.test.ts
automation.test.ts automation.ts constants.ts crypto.test.ts crypto.ts env.ts errors.ts events.test.ts events.ts forms.test.ts forms.ts index.ts markdown.test.ts markdown.ts mentions.test.ts mentions.ts net.test.ts net.ts positions.test.ts positions.ts presence.test.ts presence.ts security-headers.ts webhook-delivery.test.ts webhook-delivery.ts webhook-events.ts
package.json README.md tsconfig.json vitest.config.ts
storage/16
src/12client.test.ts client.ts index.ts keys.test.ts keys.ts mime.test.ts mime.ts presign.test.ts presign.ts thumbnails.test.ts thumbnails.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
ui/37
src/33
components/19avatar.tsx badge.tsx button.tsx checkbox.tsx command.tsx context-menu.tsx dialog.tsx dropdown-menu.tsx empty-state.tsx index.ts popover.tsx separator.tsx skeleton.tsx slider.tsx spinner.tsx switch.tsx tabs.tsx toast.tsx tooltip.tsx
color.ts command-filter.test.ts command-filter.ts focus.test.ts focus.ts formatters.test.ts formatters.ts index.ts theme.test.ts theme.ts toast-store.test.ts toast-store.ts tokens.test.ts tokens.ts
package.json README.md tsconfig.json vitest.config.ts
prisma/16
migrations/13
20260927000000_init/1migration.sql
20260928000000_search_documents_content_hash/1migration.sql
20260929000000_workspace_usage_storage_bytes/1migration.sql
20260930000000_form_submitted_notification_type/1migration.sql
20261001000000_ai_phase12/1migration.sql
20261002000000_webhooks_secret_encrypted_dlq/1migration.sql
20261002111436_webhook_delivery_latency/1migration.sql
20261002120000_org_admin_2fa_retention_unique/1migration.sql
20261002215124_audit_export/1migration.sql
20261003210000_perf_indexes_hot_paths/1migration.sql
20261004004500_perf_indexes_hot_paths_2/1migration.sql
migration_lock.toml README.md
schema.prisma seed.ts verify.ts
scripts/7backup-health.ts docs-completeness.mjs generate-openapi.mjs minio-init.ts opensearch-reindex.ts storage-orphans.ts verify-clean-clone.sh
tests/169
e2e/63
.auth/1user.json
fixtures/7
files/6clip.mp4 clip.wav clip.webm hero-1400.png note.docx note.txt
realtime.ts
mocks/2oidc-issuer.ts saml-idp.ts
playwright-report/3
data/2a6557bae9c2714a658968d4eb8534195c08ebda8.png e3092d07d00a16063e46385c02a559a9054fa847.webm
index.html
reports/1files-security.json
specs/34ai-database.spec.ts ai-generate.spec.ts ai-rag.spec.ts ai-security.spec.ts ai-writing.spec.ts ai.spec.ts api-keys.spec.ts appearance-theme.spec.ts auth.spec.ts automation.spec.ts collab-two-tab.spec.ts comments.spec.ts databases.spec.ts default-workspace-alias.spec.ts developers.spec.ts editor.spec.ts files.spec.ts final-flow.spec.ts forms.spec.ts oauth.spec.ts org-admin.spec.ts pages.spec.ts performance.spec.ts presence-cursors.spec.ts qa-paste-toggle.spec.ts realtime.spec.ts scim.spec.ts search-index-lag.spec.ts search.spec.ts sharing.spec.ts sso.spec.ts task-0094-comments-notifications.spec.ts webhooks.spec.ts workspace.spec.ts
test-results-final-flow/3
final-flow-Release-v1-0-fi-6c06b-w-state-carries-sequential--chromium-desktop/2test-failed-1.png trace.zip
.last-run.json
utils/4api.ts dnd.ts search-lag.ts wait.ts
.gitignore fixtures.ts global-setup.ts package.json playwright.config.ts playwright.final-flow.config.ts README.md tsconfig.json
fixtures/1
files/1make-sparse.ts
integration/60
ai-capability/2ai-app.capability.test.ts gateway.capability.test.ts
drill/2seed-drill.mjs verify-restore.mjs
fixtures/5
files/5clip.mp4 clip.wav doc.pdf hero-1400.png note.txt
helpers/3api.ts containers.ts seed.ts
realtime/11control-channel.test.ts convergence.test.ts flush-rebase-http.test.ts handshake.test.ts heartbeat-limits.test.ts lifecycle.test.ts presence.test.ts rebase.test.ts resume.test.ts rt-helpers.ts task-0094-fanout.test.ts
ai-chat.integration.test.ts ai-database.integration.test.ts ai-generate.integration.test.ts ai-rag.integration.test.ts ai-writing.integration.test.ts api-keys.integration.test.ts audit-completeness.integration.test.ts audit-export-s3.integration.test.ts auth.integration.test.ts automation-pipeline.integration.test.ts automations.integration.test.ts blocks.integration.test.ts cache-invalidation.integration.test.ts comments.integration.test.ts databases.integration.test.ts files-lifecycle.integration.test.ts files-pipeline.integration.test.ts files-security.integration.test.ts files.integration.test.ts forms-responses.integration.test.ts forms.integration.test.ts oauth.integration.test.ts openapi.contract.test.ts org-admin.integration.test.ts package.json pages.integration.test.ts permissions.integration.test.ts README.md replica-routing.integration.test.ts retention-engine.integration.test.ts scim.integration.test.ts search.integration.test.ts sso.integration.test.ts tsconfig.json vitest.config.ts webhooks.integration.test.ts workspace.integration.test.ts
performance/28
fixtures/1search-100k.ts
helpers/2seed-100k.mjs seed-1k-load.mjs
reports/7api-load-smoke.json database-load-smoke.json editor-local.json realtime-load.json search-full.json search-last.json search-reduced.json
api-load.js api.js archive.tar database-load.js database.js editor-local.mjs extract-100k-env.mjs package.json README.md realtime-1k.js realtime-load.js realtime.js run-realtime-load.sh search-search.k6.js search-summary.json seed-100k.mjs threshold-breach-demo.js verify-zero-op-loss.mjs
security/16
helpers/1app.ts
audit-report.test.ts auth-paths.test.ts deps.test.ts formula-fuzz.test.ts gitleaks-config.test.ts headers.test.ts images.test.ts oracle.ts package.json permission-fuzz.test.ts rate-limits.test.ts README.md tsconfig.json upload-abuse.test.ts vitest.config.ts
README.md
.dockerignore .env .env.bak-task0125 .env.example .eslintrc.json .gitignore .npmrc .prettierignore .prettierrc.json AGENTS.md ARCHITECTURE.md CHANGELOG.md CONTRIBUTING.md gitleaks.toml LICENSE package.json pnpm-lock.yaml pnpm-workspace.yaml PRODUCT-SPEC.md README.md ROADMAP.md SECURITY.md tsconfig.json turbo.json
positions.tspackages/shared/src/positions.tsraw← src15,878 B← Back to the app
1/**
2 * @factory/shared — fractional (LexoRank-style) position engine.
3 *
4 * ## Why fractional positions
5 *
6 * Blocks, pages, records and properties are ordered by a `position` **string**
7 * that is compared **lexicographically**, never by an array index. Inserting
8 * between two siblings only rewrites the single row that changes; no other
9 * row moves. This is what keeps a 100k-block page cheap to reorder
10 * (ARCHITECTURE.md invariant 4; PRODUCT-SPEC §4 / §8).
11 *
12 * ## Alphabet
13 *
14 * Base-36, lowercase, digits first (10 digits + 26 letters = 36 chars):
15 *
16 *     0123456789abcdefghijklmnopqrstuvwxyz
17 *
18 * (Referred to as "base-32" in older notes; the alphabet string above is the
19 * single source of truth — the code derives `BASE` from its length.)
20 * Digit-first is deliberate: it matches the prisma default position `"a0"`
21 * and keeps generated keys human-readable.
22 *
23 * ## Order model
24 *
25 * Comparison is plain lexicographic with the prefix rule ("a" < "a0" < "a1").
26 * Consequence worth knowing: **the immediate successor of any position `x`
27 * is `x + "0"`** — there is no valid position strictly between `"a"` and
28 * `"a0"`. All other gaps are splittable. Every split by {@link betweenPosition}
29 * adds at most one character in the common case, so positions grow slowly
30 * until {@link needsRebalance} (length > {@link LIMITS.MAX_POSITION_LENGTH})
31 * says the sibling list should be re-spaced with
32 * {@link rebalancePositions}.
33 *
34 * ## Algorithm (`betweenPosition`)
35 *
36 * Walk both strings over their common prefix `P`, then:
37 *
38 * 1. **`a` is a strict prefix of `b`** (`b = P + R`, `R` non-empty): the
39 *    answer is `P + t` where `t` is a balanced *non-empty* string strictly
40 *    smaller than `R` (see {@link beforeMidpoint}). If `R === "0"` the gap is
41 *    empty — `b` is the immediate successor of `a` — and the caller must
42 *    rebalance instead.
43 * 2. **First differing character**, `a[i] < b[i]`:
44 *    - if `idx(b[i]) - idx(a[i]) >= 2`, emit the midpoint character and stop;
45 *    - if the characters are adjacent (`b[i] = a[i]+1`), keep `a[i]` and
46 *      append {@link afterMidpoint} of `a`'s remaining suffix — a balanced
47 *      string strictly greater than that suffix. The result is `> a` and
48 *      automatically `< b`.
49 *
50 * `beforeMidpoint` / `afterMidpoint` are the two "one-sided" midpoints used
51 * above; each adds at most one character per recursion level, so the output
52 * length is bounded by `max(len(a), len(b)) + 1` per split.
53 *
54 * ## Invariants (property-tested in `positions.test.ts`)
55 *
56 * - `comparePositions(a, between(a, b), b)` → strictly `a < mid < b`.
57 * - `between` throws on `a >= b`, invalid positions, empty gaps
58 *   (`b === a + "0"`) and when the result would exceed
59 *   {@link LIMITS.MAX_POSITION_LENGTH}.
60 * - Repeated halving of one gap produces a strictly ordered chain of valid
61 *   positions until rebalance is needed.
62 * - `rebalancePositions` preserves order and always emits positions of
63 *   length ≤ 1 + `ceil(log32(n))`.
64 *
65 * References: LexoRank (https://github.com/facebook/lexorank),
66 * "Fractional Indexing" (https://blog.jcoglan.com/2017/10/12/fractional-indexing/).
67 */
68 
69import { LIMITS } from "./constants.js";
70 
71/** The 36-character alphabet: digits first, then lowercase letters. */
72export const POSITION_ALPHABET = "0123456789abcdefghijklmnopqrstuvwxyz" as const;
73 
74/** A fractional ordering key: any non-empty string over the alphabet. */
75export type Position = string;
76 
77const BASE = POSITION_ALPHABET.length; // 36
78const MAX_LEN = LIMITS.MAX_POSITION_LENGTH; // 64
79const MID = BASE >> 1; // 18 → 'i', the balanced one-char midpoint
80 
81/** True when every character of `p` is in the alphabet and length is legal. */
82export function isValidPosition(p: Position): boolean {
83  if (typeof p !== "string" || p.length === 0 || p.length > MAX_LEN) return false;
84  for (let i = 0; i < p.length; i++) {
85    const c = p.charCodeAt(i);
86    const okDigit = c >= 48 && c <= 57; // 0-9
87    const okLetter = c >= 97 && c <= 122; // a-z
88    if (!okDigit && !okLetter) return false;
89  }
90  return true;
91}
92 
93/**
94 * Lexicographic comparison of two positions. Returns -1, 0 or 1.
95 *
96 * Plain code-unit comparison is correct for our alphabet (single-unit chars,
97 * code-point order == rank order). Shorter prefixes sort first: "a" < "a0".
98 */
99export function comparePositions(a: Position, b: Position): number {
100  if (a === b) return 0;
101  return a < b ? -1 : 1;
102}
103 
104/** Smallest possible position. Used as a virtual lower anchor. */
105export function minPosition(): Position {
106  return POSITION_ALPHABET.charAt(0);
107}
108 
109/**
110 * Largest single-character position. A sentinel meaning "after everything
111 * else" — it is not meant to be assigned to two siblings, so prefer
112 * {@link afterPosition} when appending to a list.
113 */
114export function maxPosition(): Position {
115  return POSITION_ALPHABET.charAt(BASE - 1);
116}
117 
118/**
119 * Generate a fresh position for a new top-level sibling list.
120 *
121 * - No argument → `"a0"` (matches the prisma `@default("a0")`, so newly
122 *   created rows and generated keys agree).
123 * - With `start` → `start + "i"` (alphabet midpoint), strictly greater than
124 *   `start` with room on both sides (used when creating the first element of
125 *   a new container that must sort after an existing marker).
126 *
127 * @throws RangeError if `start` is not a valid position.
128 */
129export function generatePosition(start?: Position): Position {
130  if (start === undefined) return "a0";
131  if (!isValidPosition(start)) {
132    throw new RangeError(`invalid position: ${JSON.stringify(start)}`);
133  }
134  if (start.length >= MAX_LEN) {
135    throw new RangeError(`position at max length, cannot extend: ${start} — rebalance the list`);
136  }
137  return start + POSITION_ALPHABET.charAt(MID);
138}
139 
140/**
141 * A position strictly greater than `p` (append to end of a sibling list).
142 * Appends the alphabet midpoint `'i'`, which keeps maximal headroom below.
143 *
144 * @throws RangeError if `p` is invalid or already at the max length.
145 */
146export function afterPosition(p: Position): Position {
147  if (!isValidPosition(p)) {
148    throw new RangeError(`invalid position: ${JSON.stringify(p)}`);
149  }
150  if (p.length >= MAX_LEN) {
151    throw new RangeError(`position at max length, cannot extend: ${p} — rebalance the list`);
152  }
153  return p + POSITION_ALPHABET.charAt(MID);
154}
155 
156/**
157 * A position strictly less than `p` (prepend to start of a sibling list),
158 * with as much headroom above the result as the layout allows.
159 *
160 * - Last char > "0" → decrement it: `"a0p"` → `"a0o"`.
161 * - Trailing "0"s are dropped, then the new last char is decremented:
162 *   `"a900"` → `"a8"`, `"a0"` → `"9"`.
163 *
164 * @throws RangeError if `p` is invalid or no smaller position exists
165 *   (`p` is `"0"`-like at the bottom of the range).
166 */
167export function beforePosition(p: Position): Position {
168  if (!isValidPosition(p)) {
169    throw new RangeError(`invalid position: ${JSON.stringify(p)}`);
170  }
171  let i = p.length - 1;
172  while (i >= 1 && p.charAt(i) === "0") i--;
173  const idx = POSITION_ALPHABET.indexOf(p.charAt(i));
174  if (idx <= 0) {
175    // `p` is all "0" chars. Shortening by one char yields a valid, smaller
176    // position ("00" → "0"); a single "0" has nothing below it.
177    if (p.length > 1) return p.slice(0, p.length - 1);
178    throw new RangeError(`no position below ${p}`);
179  }
180  return p.slice(0, i) + POSITION_ALPHABET.charAt(idx - 1);
181}
182 
183/**
184 * A position strictly between `a` and `b`. **Requires `a < b`** (throws
185 * otherwise). Returns the shortest balanced position splitting the gap.
186 *
187 * @throws RangeError if `a >= b`, either position is invalid, the gap is
188 *   empty (`b === a + "0"`), or the result would exceed the max length —
189 *   rebalance the sibling list in those cases.
190 */
191export function betweenPosition(a: Position, b: Position): Position {
192  if (!isValidPosition(a) || !isValidPosition(b)) {
193    throw new RangeError("betweenPosition received an invalid position");
194  }
195  if (comparePositions(a, b) !== -1) {
196    throw new RangeError(`betweenPosition requires a < b (got a=${a}, b=${b})`);
197  }
198 
199  const n = a.length;
200  const m = b.length;
201  let i = 0;
202  // Common prefix.
203  while (i < n && i < m && a.charAt(i) === b.charAt(i)) i++;
204 
205  let result: string;
206  if (i === n) {
207    // Case 1: a is a strict prefix of b.  b = P + R, R non-empty.
208    const rest = b.slice(i);
209    if (rest === "0") {
210      // Empty gap: b is the immediate successor of a (a + "0"). There is no
211      // valid position strictly between them — rebalance is required.
212      throw new RangeError(
213        `betweenPosition(${a}, ${b}) is an empty gap (b is the immediate successor of a) — rebalance the list`,
214      );
215    }
216    result = a + beforeMidpoint(rest);
217  } else {
218    // Case 2: first differing character at index i (b cannot be the shorter
219    // string here: a < b and a prefix of b is the only way one is shorter).
220    const ca = POSITION_ALPHABET.indexOf(a.charAt(i));
221    const cb = POSITION_ALPHABET.indexOf(b.charAt(i));
222    if (cb - ca >= 2) {
223      result = a.slice(0, i) + POSITION_ALPHABET.charAt(ca + ((cb - ca) >> 1));
224    } else {
225      // Adjacent characters: keep a[i], descend past a's suffix.
226      result = a.slice(0, i + 1) + afterMidpoint(a.slice(i + 1));
227    }
228  }
229 
230  if (result.length > MAX_LEN) {
231    throw new RangeError(
232      `betweenPosition(${a}, ${b}) exceeds max length ${MAX_LEN} — rebalance the list`,
233    );
234  }
235  return result;
236}
237 
238/**
239 * Balanced non-empty string strictly smaller than `rest` (`rest` non-empty,
240 * `rest !== "0"`). Used for the "a is a prefix of b" case: the gap is
241 * exactly the non-empty `t < rest`.
242 *
243 * Finds the first index `j` with `rest[j] > "0"`:
244 * - `rest` is all "0"s (length ≥ 2): return `rest` minus its last char.
245 * - `rest = 0^j · c · T`, `idx(c) ≥ 2`: return `0^j · char(idx(c) >> 1)`.
246 * - `rest = 0^j · "1" · T`: return `0^j · "0"` (+ recurse into `T` when it
247 *   itself contains a non-zero).
248 */
249function beforeMidpoint(rest: string): string {
250  let j = 0;
251  while (j < rest.length && rest.charAt(j) === "0") j++;
252 
253  if (j === rest.length) {
254    // All zeros, length ≥ 2 guaranteed by the caller ("0" is the empty gap).
255    return rest.slice(0, rest.length - 1);
256  }
257 
258  const cIdx = POSITION_ALPHABET.indexOf(rest.charAt(j));
259  const head = rest.slice(0, j);
260  if (cIdx >= 2) {
261    return head + POSITION_ALPHABET.charAt(cIdx >> 1);
262  }
263  // c === '1'
264  const tail = rest.slice(j + 1);
265  if (tail.length === 0 || isAllZeros(tail)) {
266    return head + "0";
267  }
268  return head + "0" + beforeMidpoint(tail);
269}
270 
271/**
272 * Balanced string strictly greater than `suffix` (which may be empty). Used
273 * for the adjacent-character case: everything `suffix + t` with `t` in this
274 * space sorts between `a` and `b`.
275 *
276 * - empty suffix → the alphabet midpoint `"p"`.
277 * - last char < "z" → replace it with the midpoint between it and "z".
278 * - last char "z" → append `"p"`.
279 */
280function afterMidpoint(suffix: string): string {
281  if (suffix.length === 0) return POSITION_ALPHABET.charAt(MID);
282  // Find the last index whose character can be INCREASED STRICTLY without
283  // exceeding the alphabet max ("z"), then replace it with the midpoint
284  // between it and "z" and drop the tail. Dropping the tail is safe: any
285  // string with that prefix and a character greater than the original (and
286  // any tail) still exceeds the original suffix; the tail-less form is the
287  // minimal such value.
288  //
289  // Strictness matters: the midpoint formula `idx + ((BASE-1-idx)>>1)` is a
290  // no-op for `idx === BASE-2` (the second-to-last char, "y"): its midpoint
291  // to "z" is itself. Increasing such a char in place would return the
292  // suffix UNCHANGED (e.g. betweenPosition("oy","p0") → "oy"), violating
293  // the strict-inside-gap contract — so those chars are skipped. The
294  // threshold `idx <= BASE-3` is exactly the set of chars whose midpoint to
295  // "z" is strictly greater.
296  for (let k = suffix.length - 1; k >= 0; k--) {
297    const idx = POSITION_ALPHABET.indexOf(suffix.charAt(k));
298    if (idx <= BASE - 3) {
299      return suffix.slice(0, k) + POSITION_ALPHABET.charAt(idx + ((BASE - 1 - idx) >> 1));
300    }
301  }
302  // No char can be increased in place ("y"/"z" tail): append the midpoint —
303  // the minimal balanced strictly-greater extension (mirrors afterPosition).
304  return suffix + POSITION_ALPHABET.charAt(MID);
305}
306 
307function isAllZeros(s: string): boolean {
308  for (let i = 0; i < s.length; i++) if (s.charAt(i) !== "0") return false;
309  return true;
310}
311 
312/**
313 * True when the sibling list is unhealthy: any position longer than
314 * {@link LIMITS.MAX_POSITION_LENGTH}. The caller should re-space the list
315 * with {@link rebalancePositions} (the API also does this preemptively at a
316 * softer threshold, e.g. 24 chars, to keep future writes short).
317 */
318export function needsRebalance(positions: readonly Position[]): boolean {
319  for (const p of positions) {
320    if (p.length > MAX_LEN) return true;
321  }
322  return false;
323}
324 
325/**
326 * Re-space a sibling list into short, uniformly spaced positions, preserving
327 * relative order. Returns a map of old position → new position.
328 *
329 * Layout: `"a"` + a fixed-width base-32 encoding of the slot, where the
330 * width is `max(1, ceil(log32(n)))` for `n` slots. Fixed width is required
331 * because lexicographic order with the prefix rule does **not** agree with
332 * variable-width numeric order ("a10" would sort before "aa"). Output length
333 * is at most `1 + width` (≤ 4 chars for up to 32,768 siblings — far beyond
334 * any realistic sibling list).
335 *
336 * The input order is ignored except for detecting duplicates; the *sorted*
337 * order defines slot 0, 1, 2, …. Duplicate positions are rejected — positions
338 * are unique within a sibling list (enforced by the database too).
339 *
340 * @throws RangeError on duplicate or invalid positions.
341 */
342export function rebalancePositions(positions: readonly Position[]): Record<string, string> {
343  for (const p of positions) {
344    if (!isValidPosition(p)) {
345      throw new RangeError(`invalid position: ${JSON.stringify(p)}`);
346    }
347  }
348  const seen = new Set<string>();
349  for (const p of positions) {
350    if (seen.has(p)) throw new RangeError(`duplicate position: ${p}`);
351    seen.add(p);
352  }
353 
354  const n = positions.length;
355  const width = n <= BASE ? 1 : Math.ceil(Math.log(n) / Math.log(BASE));
356  const sorted = [...positions].sort(comparePositions);
357  const mapping: Record<string, string> = {};
358  for (let slot = 0; slot < sorted.length; slot++) {
359    const key = sorted[slot] as string; // slot < length — index is defined
360    mapping[key] = "a" + toFixedWidthBase32(slot, width);
361  }
362  return mapping;
363}
364 
365/** Encode `slot` in base-32, zero-padded to exactly `width` digits. */
366function toFixedWidthBase32(slot: number, width: number): string {
367  let x = slot;
368  const chars: string[] = [];
369  for (let i = 0; i < width; i++) {
370    chars.push(POSITION_ALPHABET.charAt(x % BASE));
371    x = Math.floor(x / BASE);
372  }
373  chars.reverse();
374  return chars.join("");
375}
376 
377/**
378 * Compute the new position of a block moved into a slot defined by its
379 * neighbors (the API batch handler and the editor DnD layer both use this so
380 * the rule lives in one place):
381 *
382 * - `before` + `after` → midpoint between them.
383 * - `before` only → append after it.
384 * - `after` only → prepend before it (midpoint from the lower anchor).
385 * - neither → fresh position `"a0"`.
386 */
387export function positionForSlotNeighbors(
388  before?: Position | null,
389  after?: Position | null,
390): Position {
391  if (before && after) return betweenPosition(before, after);
392  if (before) return afterPosition(before);
393  if (after) return betweenPosition(minPosition(), after);
394  return generatePosition();
395}
396 
397/** Sort a list of positions ascending. */
398export function sortPositions(positions: readonly Position[]): Position[] {
399  return [...positions].sort(comparePositions);
400}
401