.github/9
ISSUE_TEMPLATE/3bug_report.md config.yml feature_request.md
workflows/3ci.yml clean-clone.yml release.yml
CODEOWNERS dependabot.yml pull_request_template.md
apps/630
api/250
src/243
common/30
__tests__/3authorize.test.ts bigint-serialization.interceptor.test.ts files-limits.test.ts
filters/1all-exceptions.filter.ts
guards/3auth.guard.ts internal-service.guard.ts rate-limit.guard.ts
interceptors/2actor-context.interceptor.ts bigint-serialization.interceptor.ts
middleware/2idempotency.test.ts idempotency.ts
pipes/1zod-validation.pipe.ts
actor-context.ts audit.service.ts cache.test.ts cache.ts cookies.ts core.module.ts deprecation.ts email.service.ts errors.ts event-bus.ts log-scrubber.test.ts log-scrubber.ts logger.ts permission-cache-bridge.ts prisma.service.ts redis.service.ts trace-metadata.ts types.ts
config/1env.ts
lib/11
__tests__/5crypto.test.ts filter-builder.test.ts jwt.test.ts pagination.test.ts positions.test.ts
authorize.ts crypto.ts filter-builder.ts jwt.ts pagination.ts positions.ts
modules/197
ai/28
__tests__/4ai-writing.test.ts database-ai.test.ts generate-executor.test.ts prompts.test.ts
generator/4executor.ts generate.controller.ts generate.dto.ts generate.service.ts
ai-chat.service.ts ai-rate-limit.ts ai-writing.controller.ts ai-writing.dto.ts ai-writing.service.ts ai.controller.ts ai.module.ts ai.service.ts budget-guard.service.ts database-ai.controller.ts database-ai.dto.ts database-ai.service.ts db-prompts.ts dto.ts gateway-provider.ts ledger.service.ts prompts.ts rag.controller.ts rag.dto.ts rag.service.ts
api-keys/3api-keys.controller.ts api-keys.module.ts api-keys.service.ts
audit/2audit-log.controller.ts audit.module.ts
auth/4auth.controller.ts auth.module.ts auth.service.ts dto.ts
automations/5automations.controller.ts automations.module.ts automations.service.ts dto.ts webhook-incoming.controller.ts
blocks/5
__tests__/1batch-version-cas.test.ts
block.service.ts blocks.controller.ts blocks.module.ts dto.ts
comments/4comments.controller.ts comments.module.ts comments.service.ts dto.ts
databases/9
__tests__/3normalize-select-options.test.ts option-id-canonicalization.test.ts record-open-query-shape.test.ts
database.service.ts databases.controller.ts databases.module.ts dto.ts property-cache-schema.ts query.service.ts
docs/2docs.controller.ts docs.module.ts
files/10
__tests__/1quota.test.ts
dto.ts files.controller.ts files.module.ts files.service.ts quota.ts record.ts s3.ts uploads.controller.ts uploads.service.ts
forms/18debug.controller.ts form.dto.ts forms.controller.ts forms.module.ts forms.service.ts markdown.test.ts markdown.ts optional-auth.guard.ts public-forms.controller.ts public-forms.service.ts question.dto.ts questions.service.ts rate-limit.ts recaptcha.ts slug.ts submissions.controller.ts submissions.service.ts submit-schema.ts
health/3health.controller.ts health.module.ts health.service.ts
integrations/3integrations.controller.ts integrations.module.ts integrations.service.ts
internal/12
__tests__/2flush-query-shape.test.ts internal.endpoints.test.ts
ai-test-seam.controller.ts ai-test-seam.dto.ts ai-test-seam.service.ts internal.controller.ts internal.dto.ts internal.module.ts internal.service.ts test-seam.controller.ts test-seam.dto.ts test-seam.service.ts
notifications/3notifications.controller.ts notifications.module.ts notifications.service.ts
oauth/6
__tests__/1oauth.scopes.test.ts
oauth.controller.ts oauth.module.ts oauth.service.ts scopes.ts token-keys.ts
org/15audit.service.ts embed-preview.controller.ts guards.ts members.service.ts org-admin.controller.ts org-policy.service.ts org.module.ts overview.service.ts policy-effective.controller.ts policy.schema.ts policy.test.ts retention.service.ts totp.test.ts totp.ts two-factor.service.ts
orgs/5dto.ts orgs.controller.ts orgs.module.ts orgs.service.ts util.ts
pages/4dto.ts page.service.ts pages.controller.ts pages.module.ts
scim/15
__tests__/3email-mapping.test.ts etag.test.ts filters.test.ts
etag.ts filters.ts groups.service.ts schemas.ts scim-admin.controller.ts scim-admin.service.ts scim-auth.guard.ts scim-auth.service.ts scim-errors.ts scim.controller.ts scim.module.ts users.service.ts
search/4
__tests__/1search.service.test.ts
search.controller.ts search.module.ts search.service.ts
sessions/3sessions.controller.ts sessions.module.ts sessions.service.ts
share/3share.controller.ts share.module.ts share.service.ts
sso/16
__tests__/4enforcement.test.ts oidc.verify.test.ts provisioning.test.ts saml.validate.test.ts
enforcement.ts oidc.controller.ts oidc.service.ts oidc.ts provisioning.service.ts saml.controller.ts saml.ts schemas.ts sso-admin.controller.ts sso-admin.service.ts sso-secrets.ts sso.module.ts
teams/4dto.ts teams.controller.ts teams.module.ts teams.service.ts
users/4dto.ts users.controller.ts users.module.ts users.service.ts
webhooks/3webhooks.controller.ts webhooks.module.ts webhooks.service.ts
workspaces/4dto.ts workspaces.controller.ts workspaces.module.ts workspaces.service.ts
types/1xmldom.d.ts
app.module.ts constants.ts main.ts
_probe_rawbody.cjs .env.example Dockerfile package.json README.md tsconfig.json vitest.config.ts
realtime/33
src/17auth.ts comments.ts config.ts event-source.ts http-store.ts index.ts metrics.ts notifications.ts page-updated-source.ts presence.ts prisma-store.ts protocol.ts rate-limit.ts room-key.ts rooms.ts server.ts update-log.ts
test/11auth.test.ts config.test.ts event-source.test.ts http-store.test.ts metrics-merge.test.ts page-updated-source.test.ts presence.test.ts protocol.test.ts rate-limit.test.ts rooms.test.ts task-0094-builders.test.ts
.env.example Dockerfile package.json README.md tsconfig.json
web/255
src/244
app/45
__tests__/1theme-tokens.test.ts
(app)/26
w/25
[workspace]/25
ask/1page.tsx
databases/1
[id]/1page.tsx
favorites/1page.tsx
files/1page.tsx
notifications/1page.tsx
page/4
[id]/4
[block]/1page.tsx
share/1page.tsx
layout.tsx page.tsx
search/1page.tsx
settings/10
appearance/1page.tsx
automations/3
[id]/1page.tsx
new/1page.tsx
page.tsx
billing/1page.tsx
developers/1page.tsx
members/1page.tsx
permissions/1page.tsx
teams/1page.tsx
page.tsx
shared/1page.tsx
templates/1page.tsx
trash/1page.tsx
layout.tsx page.tsx
layout.tsx
(auth)/4
login/1page.tsx
register/1page.tsx
reset-password/1page.tsx
layout.tsx
api/2
metrics/1route.ts
v1/1
health/1route.ts
f/1
[slug]/1page.tsx
health/1
ready/1route.ts
org/2
[orgId]/2
admin/2
integrations/1page.tsx
page.tsx
share/1
[id]/1page.tsx
error.tsx global-error.tsx globals.css layout.tsx not-found.tsx page.tsx providers.tsx
components/118
admin/10
org-admin/8ApiKeysTab.tsx AuditTab.tsx MembersTab.tsx OverviewTab.tsx PoliciesTab.tsx RetentionTab.tsx WebhooksTab.tsx WorkspacePicker.tsx
ScimCard.tsx SsoTabs.tsx
ai/6ai-panel.tsx ask-ai-submenu.tsx db-ai-dialog.tsx generate-page-dialog.tsx writing-actions-menu.tsx writing-diff.tsx
automations/5action-editor.tsx condition-editor.tsx lib.ts run-history.tsx trigger-editor.tsx
collaboration/6CursorLayer.tsx OfflineBanner.tsx PresenceBar.tsx README.md ReviewFailedDialog.tsx StatusChip.tsx
comments/3comment-panel.tsx comment-thread.tsx mention-input.tsx
database/27
__tests__/2cell-editor.test.tsx cell-renderer.test.tsx
AiExtractDialog.tsx AiFormulaDialog.tsx AiGenerateDialog.tsx board-view.tsx buttons-panel.tsx calendar-view.tsx cell-editor.tsx cell-renderer.tsx chart-view.tsx database-page-view.tsx database-toolbar.tsx database-view-renderer.tsx db-embedded.tsx filter-builder.tsx form-builder-view.tsx formula-editor.tsx gallery-view.tsx group-builder.tsx list-view.tsx property-editor.tsx record-header.tsx record-panel.tsx sort-builder.tsx table-view.tsx timeline-view.tsx
dialogs/7
__tests__/1move-to-dialog.test.tsx
create-dialog.tsx dialog.tsx file-permissions-dialog.tsx invite-dialog.tsx move-to-dialog.tsx share-dialog.tsx
editor/19
__tests__/3code-block-text.test.ts code-block.test.tsx expandable.test.tsx
block-card.tsx block-renderer.tsx block-save-queue.ts block-toolbar.tsx context-menu.tsx expandable.tsx history-popover.tsx inline-editor.tsx insert-dialog.tsx page-canvas.tsx page-spinner.tsx page-view.tsx selection-toolbar.tsx slash-menu.tsx template-dialog.tsx type-menu.tsx
files/4FileBlock.tsx FileBrowser.tsx FilePicker.tsx PreviewModal.tsx
form/4form-field.tsx form-renderer.tsx form-responses-view.tsx form-view.tsx
layout/8
__tests__/1page-tree-icon.test.tsx
command-palette.tsx factory-logo.tsx page-tree-node.tsx sidebar.tsx theme-provider.tsx topbar.tsx workspace-shell.tsx
mentions/3
__tests__/1mention-model.test.ts
mention-model.ts MentionPopup.tsx
search/3ask-ai-search.tsx results-list.tsx search-dialog.tsx
settings/10
api-keys/4ApiKeyCreateDialog.tsx ApiKeyRevealDialog.tsx ApiKeyTable.tsx ScopesBadge.tsx
webhooks/5CurlExamples.tsx DeliveryInspector.tsx EventExplorer.tsx OverviewTab.tsx WebhooksTab.tsx
settings-shell.tsx
ui/3confirm-dialog.tsx form.tsx toaster.tsx
hooks/21
__tests__/4realtime-frame-handler.test.ts use-blocks.test.ts use-database-options.test.ts use-workspace.test.tsx
realtime-frame-handler.ts use-ai-stream.ts use-auth.ts use-blocks.ts use-database.ts use-db-ai-stream.ts use-forms.ts use-members.ts use-mention-sources.ts use-notifications.ts use-offline-status.ts use-pages.ts use-presence-announcer.ts use-presence-toasts.ts use-presence.ts use-realtime.ts use-workspace.ts
lib/50
__tests__/21ai-database.test.ts ai-generate.test.ts ai-sse.test.ts ai-writing.test.ts api-keys.test.ts api-members.test.ts auth-refresh.test.ts auth-store.test.ts batch-queue-drop.test.ts block-content.test.ts clipboard-import.test.ts code-highlight.test.ts offline-status.test.ts presence-announcer.test.ts presence-color.test.ts presence-cursor.test.ts presence-emitter.test.ts realtime-url.test.ts search.test.ts utils.test.ts writing-diff.test.ts
files/7
__tests__/2picker.test.ts upload.test.ts
api.ts picker.ts upload-store.ts upload.ts use-file-uploads.ts
ai-database.ts ai.ts api-keys.ts api.ts auth-store.ts batch-queue.ts block-content.ts clipboard-import.ts code-highlight.ts constants.ts offline-status.ts org-admin.ts presence-announcer.ts presence-color.ts presence-cursor.ts presence-editor-views.ts presence-emitter.ts query-client.ts realtime.ts search.ts types.ts utils.ts
stores/8
__tests__/1block-patch-store.test.ts
block-patch-store.ts comment-pill-store.ts database-store.ts editor-store.ts offlineQueue.ts presence-store.ts ui-store.ts
instrumentation.ts middleware.ts
.env.example Dockerfile next-env.d.ts next.config.mjs package.json postcss.config.mjs README.md tailwind.config.ts tsconfig.json tsconfig.tsbuildinfo vitest.config.ts
worker/92
src/87
__tests__/13ai-embedding.test.ts ai-request.test.ts ai-usage-budget.test.ts audit-export.test.ts email-decision.test.ts encrypt.test.ts health-search-index-lag.test.ts mime.test.ts retention.test.ts s3-sign.test.ts search-index.test.ts smtp.test.ts webhook-sign.test.ts
health/1server.ts
lib/12
__tests__/1clamav.test.ts
clamav.ts encrypt.ts job-otel.ts mime.ts notify.ts prisma.ts redis-stream.ts redis.ts s3.ts sharp.ts smtp.ts
processors/56
automations/28
__tests__/3condition-evaluator.spec.ts executors.spec.ts run-pipeline.spec.ts
executors/17assign-user.ts call-integration.ts change-status.ts classify.ts create-notification.ts create-page.ts email-cap.ts helpers.ts integration-registry.ts permission.ts record-write.ts registry.ts run-ai-action.ts send-email.ts send-webhook.ts types.ts update-record.ts
condition-evaluator.ts dead-letter.ts log.ts matcher.ts pipeline.ts run-state.ts schedule.ts watchdog.ts
files/15
__tests__/4errors.test.ts scan-gate.test.ts status.test.ts temp.test.ts
steps/4finalize.ts metadata.ts scan.ts thumbnails.ts
cleanup.ts errors.ts generateThumbs.ts processor.ts status.ts temp.ts types.ts
search-index/4builders.ts grants.ts index.ts processor.ts
ai-embedding.ts ai.processor.ts audit-export.ts automations.processor.ts email-decision.processor.ts email.processor.ts maintenance.processor.ts retention.ts webhooks.processor.ts
config.ts events.ts index.ts logger.ts queues.ts
.env.example Dockerfile package.json README.md tsconfig.json
docs/73
api/17ai.md authentication.md automations.md blocks.md comments.md databases.md files.md forms.md openapi.yaml org-admin.md pages.md scim.md search.md sso.md versioning.md webhooks.md workspaces.md
architecture/10ai-architecture.md automation.md backend-architecture.md database-architecture.md frontend-architecture.md realtime-architecture.md search-architecture.md security-architecture.md storage.md system-architecture.md
database/2database-architecture.md redis-keys.md
development/8admin-guide.md coding-standards.md deployment.md development-guide.md files-pipeline.md perf-report.md performance.md testing.md
product/4functional-requirements.md non-functional-requirements.md product-requirements.md ux-requirements.md
requirements/1requirements-matrix.md
security/5audit-report.md files.md forms.md license-allowlist.md security-architecture.md
tasks/16phase-00-foundation.md phase-01-authentication.md phase-02-workspace.md phase-03-pages.md phase-04-editor.md phase-05-databases.md phase-06-relations.md phase-07-collaboration.md phase-08-search.md phase-09-files.md phase-10-forms.md phase-11-automation.md phase-12-ai.md phase-13-api.md phase-14-enterprise.md phase-15-production.md
ui/9ai.md automations.md design-system.md developers.md files.md forms.md org-admin.md scim.md sso.md
support-matrix.md
infrastructure/71
caddy/1Caddyfile
docker/6
init/101-extensions.sql
opensearch/1init-indices.json
.env.docker docker-compose.yml opensearch-init.sh README.md
kubernetes/40
observability/20
alertmanager/1alertmanager.yaml
grafana/8
dashboards/6ai.json api-overview.json infra.json realtime.json search.json workers-queues.json
provisioning/2
dashboards/1dashboards.yaml
datasources/1datasource.yaml
prometheus/3alerts.yaml recording-rules.yaml scrape.yaml
scripts/1sync-sources.mjs
alertmanager.yaml grafana.yaml kustomization.yaml namespace.yaml node-exporter.yaml otel-collector.yaml prometheus.yaml
postgres/7configmap.yaml cronjob-backup.yaml cronjob-opensearch-snapshot.yaml pgbouncer.yaml replica.yaml statefulset.yaml walg-iam-policy.yaml
api.yaml configmap.yaml ingress.yaml kustomization.yaml namespace.yaml networkpolicy.yaml pdb.yaml README.md realtime.yaml redis.yaml secret.example.yaml web.yaml worker.yaml
nginx/2nginx.conf README.md
observability/14
alertmanager/1alertmanager.yaml
grafana/8
dashboards/6ai.json api-overview.json infra.json realtime.json search.json workers-queues.json
provisioning/2
dashboards/1dashboards.yaml
datasources/1datasource.yaml
prometheus/3alerts.yaml recording-rules.yaml scrape.yaml
scripts/1dashboard-completeness.mjs
README.md
terraform/8compute.tf data.tf main.tf network.tf outputs.tf README.md security.tf variables.tf
packages/289
ai/24
src/20
providers/7anthropic.ts google.ts http.ts index.ts openai-compatible.ts rag.test.ts writing.test.ts
schemas/2database.ts generate.ts
adapters.test.ts config.test.ts config.ts gateway.test.ts gateway.ts index.ts tools.test.ts tools.ts types.ts usage.test.ts usage.ts
package.json README.md tsconfig.json vitest.config.ts
auth/11
src/7index.ts passwords.test.ts passwords.ts sessions.test.ts sessions.ts tokens.test.ts tokens.ts
package.json README.md tsconfig.json vitest.config.ts
collaboration/17
src/13awareness.ts codec.test.ts codec.ts index.ts lww.test.ts lww.ts mapping.ts offline.ts outbox.test.ts outbox.ts provider.test.ts provider.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
config/7
src/4eslint.base.js index.ts prettier.base.json tsconfig.base.json
package.json README.md tsconfig.json
database-client/5
src/2index.test.ts index.ts
package.json README.md tsconfig.json
database-engine/33
src/29
filter/2filter.test.ts index.ts
formula/8evaluator.ts formula.test.ts functions.ts index.ts lexer.ts parser.ts types.ts validate.ts
query/6group.ts index.ts paginate.ts pivot.ts query.test.ts sort.ts
relations/2index.ts relations.test.ts
rollups/2index.ts rollups.test.ts
values/5dates.ts index.ts registry.ts types.ts values.test.ts
views/3buttons.ts index.ts views.test.ts
index.ts
package.json README.md tsconfig.json vitest.config.ts
editor/25
src/21
marks/1highlight.ts
nodes/2equation.ts mention.ts
autosave.test.ts autosave.ts clipboard.test.ts clipboard.ts codec.test.ts codec.ts context-menu.test.ts context-menu.ts diff.test.ts diff.ts factory.ts history.test.ts history.ts index.ts positions.ts slash.test.ts slash.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
observability/20
src/16
__tests__/8db-redis-metrics.test.ts metrics.test.ts otel.test.ts pino-otel.test.ts prometheus.test.ts resource.test.ts scrubber.test.ts traceparent.test.ts
index.ts metrics.ts otel.ts pino-otel.ts prometheus.ts resource.ts scrubber.ts traceparent.ts
package.json README.md tsconfig.json vitest.config.ts
permissions/11
src/7index.ts levels.test.ts levels.ts resolve.test.ts resolve.ts rules.test.ts rules.ts
package.json README.md tsconfig.json vitest.config.ts
search/22
src/18chunking.test.ts chunking.ts client.test.ts client.ts embeddings.test.ts embeddings.ts hybrid.test.ts hybrid.ts index.ts indexer.test.ts indexer.ts mapping.test.ts mapping.ts queries.test.ts queries.ts rrf.test.ts rrf.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
shared/61
src/57
dto/17ai.dto.ts auth.dto.test.ts auth.dto.ts block.dto.ts browser-safety.test.ts comment.dto.ts database.dto.test.ts database.dto.ts file.dto.ts formula-ast.ts index.ts notification.dto.ts page.dto.ts search.dto.ts share.dto.ts webhook.dto.ts workspace.dto.ts
events/8audit-catalog.test.ts audit-catalog.ts audit-csv.test.ts audit-csv.ts audit-scope.test.ts audit-scope.ts catalog.test.ts catalog.ts
realtime/6comment-events.ts frames.test.ts frames.ts notification-policy.ts notification-prefs.ts task-0094.test.ts
automation.test.ts automation.ts constants.ts crypto.test.ts crypto.ts env.ts errors.ts events.test.ts events.ts forms.test.ts forms.ts index.ts markdown.test.ts markdown.ts mentions.test.ts mentions.ts net.test.ts net.ts positions.test.ts positions.ts presence.test.ts presence.ts security-headers.ts webhook-delivery.test.ts webhook-delivery.ts webhook-events.ts
package.json README.md tsconfig.json vitest.config.ts
storage/16
src/12client.test.ts client.ts index.ts keys.test.ts keys.ts mime.test.ts mime.ts presign.test.ts presign.ts thumbnails.test.ts thumbnails.ts types.ts
package.json README.md tsconfig.json vitest.config.ts
ui/37
src/33
components/19avatar.tsx badge.tsx button.tsx checkbox.tsx command.tsx context-menu.tsx dialog.tsx dropdown-menu.tsx empty-state.tsx index.ts popover.tsx separator.tsx skeleton.tsx slider.tsx spinner.tsx switch.tsx tabs.tsx toast.tsx tooltip.tsx
color.ts command-filter.test.ts command-filter.ts focus.test.ts focus.ts formatters.test.ts formatters.ts index.ts theme.test.ts theme.ts toast-store.test.ts toast-store.ts tokens.test.ts tokens.ts
package.json README.md tsconfig.json vitest.config.ts
prisma/16
migrations/13
20260927000000_init/1migration.sql
20260928000000_search_documents_content_hash/1migration.sql
20260929000000_workspace_usage_storage_bytes/1migration.sql
20260930000000_form_submitted_notification_type/1migration.sql
20261001000000_ai_phase12/1migration.sql
20261002000000_webhooks_secret_encrypted_dlq/1migration.sql
20261002111436_webhook_delivery_latency/1migration.sql
20261002120000_org_admin_2fa_retention_unique/1migration.sql
20261002215124_audit_export/1migration.sql
20261003210000_perf_indexes_hot_paths/1migration.sql
20261004004500_perf_indexes_hot_paths_2/1migration.sql
migration_lock.toml README.md
schema.prisma seed.ts verify.ts
scripts/7backup-health.ts docs-completeness.mjs generate-openapi.mjs minio-init.ts opensearch-reindex.ts storage-orphans.ts verify-clean-clone.sh
tests/169
e2e/63
.auth/1user.json
fixtures/7
files/6clip.mp4 clip.wav clip.webm hero-1400.png note.docx note.txt
realtime.ts
mocks/2oidc-issuer.ts saml-idp.ts
playwright-report/3
data/2a6557bae9c2714a658968d4eb8534195c08ebda8.png e3092d07d00a16063e46385c02a559a9054fa847.webm
index.html
reports/1files-security.json
specs/34ai-database.spec.ts ai-generate.spec.ts ai-rag.spec.ts ai-security.spec.ts ai-writing.spec.ts ai.spec.ts api-keys.spec.ts appearance-theme.spec.ts auth.spec.ts automation.spec.ts collab-two-tab.spec.ts comments.spec.ts databases.spec.ts default-workspace-alias.spec.ts developers.spec.ts editor.spec.ts files.spec.ts final-flow.spec.ts forms.spec.ts oauth.spec.ts org-admin.spec.ts pages.spec.ts performance.spec.ts presence-cursors.spec.ts qa-paste-toggle.spec.ts realtime.spec.ts scim.spec.ts search-index-lag.spec.ts search.spec.ts sharing.spec.ts sso.spec.ts task-0094-comments-notifications.spec.ts webhooks.spec.ts workspace.spec.ts
test-results-final-flow/3
final-flow-Release-v1-0-fi-6c06b-w-state-carries-sequential--chromium-desktop/2test-failed-1.png trace.zip
.last-run.json
utils/4api.ts dnd.ts search-lag.ts wait.ts
.gitignore fixtures.ts global-setup.ts package.json playwright.config.ts playwright.final-flow.config.ts README.md tsconfig.json
fixtures/1
files/1make-sparse.ts
integration/60
ai-capability/2ai-app.capability.test.ts gateway.capability.test.ts
drill/2seed-drill.mjs verify-restore.mjs
fixtures/5
files/5clip.mp4 clip.wav doc.pdf hero-1400.png note.txt
helpers/3api.ts containers.ts seed.ts
realtime/11control-channel.test.ts convergence.test.ts flush-rebase-http.test.ts handshake.test.ts heartbeat-limits.test.ts lifecycle.test.ts presence.test.ts rebase.test.ts resume.test.ts rt-helpers.ts task-0094-fanout.test.ts
ai-chat.integration.test.ts ai-database.integration.test.ts ai-generate.integration.test.ts ai-rag.integration.test.ts ai-writing.integration.test.ts api-keys.integration.test.ts audit-completeness.integration.test.ts audit-export-s3.integration.test.ts auth.integration.test.ts automation-pipeline.integration.test.ts automations.integration.test.ts blocks.integration.test.ts cache-invalidation.integration.test.ts comments.integration.test.ts databases.integration.test.ts files-lifecycle.integration.test.ts files-pipeline.integration.test.ts files-security.integration.test.ts files.integration.test.ts forms-responses.integration.test.ts forms.integration.test.ts oauth.integration.test.ts openapi.contract.test.ts org-admin.integration.test.ts package.json pages.integration.test.ts permissions.integration.test.ts README.md replica-routing.integration.test.ts retention-engine.integration.test.ts scim.integration.test.ts search.integration.test.ts sso.integration.test.ts tsconfig.json vitest.config.ts webhooks.integration.test.ts workspace.integration.test.ts
performance/28
fixtures/1search-100k.ts
helpers/2seed-100k.mjs seed-1k-load.mjs
reports/7api-load-smoke.json database-load-smoke.json editor-local.json realtime-load.json search-full.json search-last.json search-reduced.json
api-load.js api.js archive.tar database-load.js database.js editor-local.mjs extract-100k-env.mjs package.json README.md realtime-1k.js realtime-load.js realtime.js run-realtime-load.sh search-search.k6.js search-summary.json seed-100k.mjs threshold-breach-demo.js verify-zero-op-loss.mjs
security/16
helpers/1app.ts
audit-report.test.ts auth-paths.test.ts deps.test.ts formula-fuzz.test.ts gitleaks-config.test.ts headers.test.ts images.test.ts oracle.ts package.json permission-fuzz.test.ts rate-limits.test.ts README.md tsconfig.json upload-abuse.test.ts vitest.config.ts
README.md
.dockerignore .env .env.bak-task0125 .env.example .eslintrc.json .gitignore .npmrc .prettierignore .prettierrc.json AGENTS.md ARCHITECTURE.md CHANGELOG.md CONTRIBUTING.md gitleaks.toml LICENSE package.json pnpm-lock.yaml pnpm-workspace.yaml PRODUCT-SPEC.md README.md ROADMAP.md SECURITY.md tsconfig.json turbo.json
search.service.tsapps/api/src/modules/search/search.service.tsraw← search23,807 B← Back to the app
1/**
2 * Search service — TASK-0097 S3.
3 *
4 * The API's search module is now a thin, permission-scoped facade over the
5 * single tested core, `@factory/search` (`SearchClient`): one index (alias
6 * `factory-content`), one query shape, one permission filter. The Phase-0
7 * hand-rolled 3-index client (`opensearch.ts`) and its Postgres-ILIKE
8 * fallback are GONE (recorded decision, phase-08-search.md "Phase 8 Notes":
9 * no Postgres-ILIKE fallback — OpenSearch down ⇒ 503 `SEARCH_UNAVAILABLE`).
10 *
11 * Security model (TASK-0097 §5 + Security): every query runs a FAIL-CLOSED
12 * caller-scope resolver (userId → `ViewerContext { userId, workspaceIds,
13 * teamIds }`) and the tenant clause is mandatory — the client never runs an
14 * unfiltered query:
15 *   - explicit `workspaceId` the caller is NOT a member of → 404 NOT_FOUND
16 *     (no existence leak; consistent with the pages API),
17 *   - "all workspaces" with zero memberships → empty result set (no query).
18 *
19 * Response shapes (TASK-0097 S3, recorded — the live web client pins these):
20 *   - POST /search          → envelope { data, nextCursor, tookMs }
21 *   - GET  /search/query    → BARE array of results (command palette client)
22 *   - GET  /search/suggest  → BARE array of { id, type, title } (the old
23 *     `{ data: string[] }` shape already mismatched the web typing; pinned
24 *     to objects the suggest UI needs)
25 *   - GET/PUT/DELETE /search/recent → { data: string[] } (Redis-backed, kept
26 *     as-is: key `search:recent:{userId}`, cap 20, newest first)
27 */
28import { createHash } from "node:crypto";
29import { Inject, Injectable } from "@nestjs/common";
30import { z } from "zod";
31// `SearchClient` is a VALUE here (the service constructs it lazily from
32// env); `SearchType`/`ViewerContext` are types. Root import only — the API
33// resolves under node10 (no subpaths), and the root re-exports the client.
34import { SearchClient, type SearchSort, type SearchType, type ViewerContext } from "@factory/search";
35import { m } from "@factory/observability";
36import { loadEnv } from "../../config/env.js";
37import { ActorContext } from "../../common/actor-context.js";
38import { ApiError } from "../../common/errors.js";
39import { logger } from "../../common/logger.js";
40import { PrismaService } from "../../common/prisma.service.js";
41import { RedisService } from "../../common/redis.service.js";
42import { CacheService } from "../../common/cache.js";
43 
44const RECENT_KEY = (userId: string) => `search:recent:${userId}`;
45const RECENT_MAX = 20;
46/** TASK-0097 §7: structured log per request — never more than this of the raw query. */
47const LOG_QUERY_PREFIX_CHARS = 64;
48/** TASK-0098 §5: per-user rate limit on recent-search writes (30/min). */
49const RECENT_WRITE_LIMIT = 30;
50const RECENT_WRITE_WINDOW_MS = 60_000;
51/** Suggest page size (the client defaults to 8; keep the server cap small). */
52const SUGGEST_DEFAULT_SIZE = 8;
53/** Suggest server cap (buildPrefixBody size guard). */
54const SUGGEST_MAX_SIZE = 20;
55 
56export interface SearchInput {
57  q: string;
58  types?: SearchType[];
59  workspaceId?: string;
60  teamId?: string;
61  createdBy?: string;
62  updatedAfter?: string;
63  updatedBefore?: string;
64  /** T-155: result ordering (undefined/"relevance" = the default `_score` path). */
65  sortBy?: SearchSort;
66  cursor?: string;
67  limit?: number;
68}
69 
70export interface SearchEnvelope {
71  data: import("@factory/search").SearchResult[];
72  nextCursor: string | null;
73  tookMs: number;
74}
75 
76export interface Suggestion {
77  id: string;
78  type: string;
79  title: string;
80}
81 
82/** The fail-closed caller scope (TASK-0097 Security). */
83interface CallerScope {
84  /** Every non-deleted workspace the user is a member of. */
85  workspaceIds: string[];
86  /** Team ids the user belongs to, within those workspaces. */
87  teamIds: string[];
88}
89 
90type SearchResult = import("@factory/search").SearchResult;
91 
92/**
93 * TASK-0135: search results are cached for 5 s, keyed by
94 * { workspaceId, query-hash, filters-hash, principalId } — permission
95 * relevant, so the principal is part of the key (two viewers never share an
96 * entry). The zod schema below matches the JSON shape of the LIVE envelope
97 * `{ data: SearchResult[], nextCursor, tookMs }` so a corrupt entry is a
98 * cache MISS, never a 500.
99 */
100const SEARCH_RESULT_CACHE = z.object({
101  docId: z.string(),
102  type: z.string(),
103  id: z.string(),
104  title: z.string(),
105  snippet: z.string().optional(),
106  url: z.string(),
107  icon: z.string().optional(),
108  createdByName: z.string().optional(),
109  updatedAt: z.string(),
110  pageId: z.string().optional(),
111  blockId: z.string().optional(),
112  databaseId: z.string().optional(),
113  recordId: z.string().optional(),
114  workspaceId: z.string(),
115  score: z.number(),
116  source: z.string()
117});
118const SEARCH_ENVELOPE_CACHE = z.object({
119  data: z.array(SEARCH_RESULT_CACHE),
120  nextCursor: z.string().nullable(),
121  tookMs: z.number()
122});
123 
124@Injectable()
125export class SearchService {
126  /**
127   * The single `SearchClient` for the module (TASK-0097: built lazily so
128   * unit tests can swap the instance via {@link setClientForTesting}).
129   */
130  private clientOverride: SearchClient | null = null;
131  private lazyClient: SearchClient | null = null;
132 
133  constructor(
134    @Inject(PrismaService) private readonly prisma: PrismaService,
135    @Inject(RedisService) private readonly redis: RedisService,
136    @Inject(CacheService) private readonly cache: CacheService,
137  ) {}
138 
139  /** Test seam: swap the client instance (a fake/fetch-backed `SearchClient`). */
140  setClientForTesting(client: SearchClient | null): void {
141    this.clientOverride = client;
142    this.lazyClient = null;
143  }
144 
145  private client(): SearchClient {
146    if (this.clientOverride) return this.clientOverride;
147    if (!this.lazyClient) {
148      const env = loadEnv();
149      this.lazyClient = new SearchClient({
150        baseUrl: env.SEARCH_URL,
151        ...(env.SEARCH_PASSWORD
152          ? { auth: { username: env.SEARCH_USERNAME, password: env.SEARCH_PASSWORD } }
153          : {}),
154      });
155    }
156    return this.lazyClient;
157  }
158 
159  /**
160   * TASK-0125 — public access to the underlying client for the AI RAG query
161   * path (it needs the raw client's `_mget` for full chunk context beyond the
162   * 160-char snippet the search API surfaces). The client is the SAME
163   * singleton the search API uses (config + test-override aware).
164   */
165  searchClient(): SearchClient {
166    return this.client();
167  }
168 
169  /**
170   * Resolve the caller's scope (fail-closed, TASK-0097 Security):
171   * workspaceIds = the user's non-deleted workspace memberships;
172   * teamIds = `teamMember` rows joined through `team.workspaceId IN workspaceIds`.
173   */
174  async resolveScope(userId: string): Promise<CallerScope> {
175    // TASK-0127: API keys are scoped to their OWN workspace (docs §7) —
176    // never the creator's memberships. The key sees the whole workspace
177    // (including team-scoped content — it acts as the workspace), so
178    // teamIds = ALL teams of that workspace (a `teamId` filter then works).
179    const actor = ActorContext.get();
180    if (actor?.kind === "api" && actor.workspaceId) {
181      const active = await this.filterActiveWorkspaces([actor.workspaceId]);
182      let teamIds: string[] = [];
183      if (active.length > 0) {
184        const teamRows = await this.prisma.team.findMany({
185          where: { workspaceId: actor.workspaceId },
186          select: { id: true },
187        });
188        teamIds = teamRows.map((t) => t.id);
189      }
190      return { workspaceIds: active, teamIds };
191    }
192    const members = await this.prisma.workspaceMember.findMany({
193      where: { userId },
194      select: { workspaceId: true },
195    });
196    const workspaceIds = await this.filterActiveWorkspaces(members.map((m) => m.workspaceId));
197    let teamIds: string[] = [];
198    if (workspaceIds.length > 0) {
199      const teamRows = await this.prisma.teamMember.findMany({
200        where: { userId, team: { workspaceId: { in: workspaceIds } } },
201        select: { teamId: true },
202      });
203      teamIds = [...new Set(teamRows.map((t) => t.teamId))];
204    }
205    return { workspaceIds, teamIds };
206  }
207 
208  /**
209   * TASK-0125 — public viewer resolution for the AI RAG query path (the RAG
210   * service lives in the AI module; it must not reach into the search
211   * service's private plumbing). Same fail-closed rules as the search API:
212   * non-member workspace → 404; zero memberships → null (empty result, no
213   * query sent).
214   */
215  async viewerForWorkspace(userId: string, workspaceId: string): Promise<ViewerContext | null> {
216    const scope = await this.resolveScope(userId);
217    return this.viewerFor(userId, scope, workspaceId);
218  }
219 
220  /** Drop workspaces that no longer exist (deleted rows) — non-member ≠ member. */
221  private async filterActiveWorkspaces(ids: string[]): Promise<string[]> {
222    if (ids.length === 0) return [];
223    const rows = await this.prisma.workspace.findMany({
224      where: { id: { in: ids }, deletedAt: null },
225      select: { id: true },
226    });
227    return rows.map((w) => w.id);
228  }
229 
230  /**
231   * The viewer context for a request, enforcing the fail-closed rules:
232   *   - explicit `workspaceId` + not a member → 404 NOT_FOUND (no leak),
233   *   - no `workspaceId` + zero memberships  → null (caller returns empty;
234   *     the query is never sent — "nothing the caller can see").
235   */
236  private async viewerFor(
237    userId: string,
238    scope: CallerScope,
239    workspaceId?: string,
240  ): Promise<ViewerContext | null> {
241    const actor = ActorContext.get();
242    const isKey = actor?.kind === "api";
243    let workspaceIds: string[];
244    if (isKey) {
245      // TASK-0127: a key can ONLY search its own workspace, explicitly.
246      // No `workspaceId` (or a different one) → 404, never a cross-tenant
247      // query over "all of the key's workspaces" (the key has exactly one).
248      if (!workspaceId || workspaceId !== actor.workspaceId) {
249        throw ApiError.notFound("Resource not found.");
250      }
251      workspaceIds = [workspaceId];
252    } else if (workspaceId) {
253      if (!scope.workspaceIds.includes(workspaceId)) {
254        // 404 (NOT 403): consistent with the pages API; a workspace the
255        // caller is not a member of simply does not exist for them.
256        throw ApiError.notFound("Resource not found.");
257      }
258      workspaceIds = [workspaceId];
259    } else {
260      workspaceIds = scope.workspaceIds;
261      if (workspaceIds.length === 0) return null;
262    }
263    // TASK-0127: for a key the viewer identity is SYNTHETIC — a real user
264    // id (the creator's) in `grants.users` would surface the creator's
265    // personal grants. The key acts as the workspace: the
266    // `grants.workspace` + team clauses (all workspace teams) are its access.
267    return {
268      userId: isKey ? `apikey-${actor!.apiKeyId ?? "unknown"}` : userId,
269      workspaceIds,
270      teamIds: scope.teamIds,
271    };
272  }
273 
274  /**
275   * Full-text search (POST /search). TASK-0135: the result envelope is
276   * cached for 5 s, keyed by { workspaceId, query-hash, filters-hash,
277   * principalId } — permission relevant, so the principal (userId) is part of
278   * the key and two viewers never share an entry. On a cache hit the scope +
279   * viewer + OpenSearch round-trip are skipped entirely.
280   */
281  async search(userId: string, input: SearchInput): Promise<SearchEnvelope> {
282    const cacheKeyInput = {
283      q: input.q.trim(),
284      types: input.types,
285      workspaceId: input.workspaceId,
286      teamId: input.teamId,
287      createdBy: input.createdBy,
288      updatedAfter: input.updatedAfter,
289      updatedBefore: input.updatedBefore,
290      // T-155: a different ordering is a different result — part of the key so
291      // a sortBy=createdAt query never returns a cached relevance envelope.
292      sortBy: input.sortBy,
293      cursor: input.cursor,
294      limit: input.limit
295    };
296    const { data } = await this.cache.getSearch(
297      input.workspaceId,
298      userId,
299      cacheKeyInput,
300      () => this.searchLive(userId, input),
301      SEARCH_ENVELOPE_CACHE
302    );
303    return data as SearchEnvelope;
304  }
305 
306  /** The live (un-cached) search — the loader the 5 s cache calls. */
307  private async searchLive(userId: string, input: SearchInput): Promise<SearchEnvelope> {
308    const q = input.q.trim();
309    const scope = await this.resolveScope(userId);
310    const viewer = await this.viewerFor(userId, scope, input.workspaceId);
311    if (!viewer) {
312      // Fail-closed: zero visible workspaces → nothing can match. No query sent.
313      this.logSearch(userId, { q, types: input.types, workspaceId: input.workspaceId }, 0, 0);
314      return { data: [], nextCursor: null, tookMs: 0 };
315    }
316 
317    // Clamp OUTSIDE tryClient: an out-of-range `limit` must surface as
318    // 400 VALIDATION_ERROR, not 503 — tryClient's catch maps ANY non-
319    // SEARCH_UNAVAILABLE throw to 503 SEARCH_UNAVAILABLE (mapSharedError),
320    // which would swallow the 400 (recorded S3 contract, UI depends on it).
321    const pageSize = clampLimit(input.limit);
322    const started = Date.now();
323    const res = await this.tryClient(() =>
324      this.client().search(
325        {
326          q,
327          ...(input.types && input.types.length > 0 ? { types: input.types } : {}),
328          // T-155: additive date sort — undefined/"relevance" keeps the default.
329          ...(input.sortBy && input.sortBy !== "relevance" ? { sortBy: input.sortBy } : {}),
330          filters: {
331            ...(input.teamId ? { teams: [input.teamId] } : {}),
332            ...(input.createdBy ? { createdBy: input.createdBy } : {}),
333            ...(input.updatedAfter ? { updatedAfter: input.updatedAfter } : {}),
334            ...(input.updatedBefore ? { updatedBefore: input.updatedBefore } : {}),
335          },
336          page: input.cursor,
337          pageSize,
338        },
339        viewer,
340      ),
341    );
342    const tookMs = Date.now() - started;
343    // TASK-0135: the spec's search_query_duration_seconds (type bm25 — the
344    // live engine is BM25; kNN would be a second call site when/if hybrid
345    // lands). The cache-HIT path (search()) never reaches here — cached
346    // results are not "search queries" for the duration catalog.
347    m.search.record({ type: "bm25" }, tookMs / 1000);
348    this.logSearch(
349      userId,
350      { q, types: input.types, workspaceId: input.workspaceId },
351      res.total,
352      tookMs,
353    );
354    return { data: res.results, nextCursor: res.cursor ?? null, tookMs };
355  }
356 
357  /**
358   * Command-palette query (GET /search/query): same engine, BARE array
359   * response (the web client types it `Promise<SearchResult[]>` and does
360   * `searchApi.query(...).then(setResults)` — a record shape would break the
361   * palette; envelope-vs-array is the recorded S3 decision).
362   */
363  async query(userId: string, input: SearchInput): Promise<SearchResult[]> {
364    const q = input.q.trim();
365    const scope = await this.resolveScope(userId);
366    const viewer = await this.viewerFor(userId, scope, input.workspaceId);
367    if (!viewer) return [];
368 
369    // Clamp outside tryClient (400 VALIDATION_ERROR, not 503 — see search()).
370    const pageSize = clampLimit(input.limit);
371    const res = await this.tryClient(() =>
372      this.client().search(
373        {
374          q,
375          ...(input.types && input.types.length > 0 ? { types: input.types } : {}),
376          // T-155: additive date sort — undefined/"relevance" keeps the default.
377          ...(input.sortBy && input.sortBy !== "relevance" ? { sortBy: input.sortBy } : {}),
378          filters: {
379            ...(input.teamId ? { teams: [input.teamId] } : {}),
380            ...(input.createdBy ? { createdBy: input.createdBy } : {}),
381            ...(input.updatedAfter ? { updatedAfter: input.updatedAfter } : {}),
382            ...(input.updatedBefore ? { updatedBefore: input.updatedBefore } : {}),
383          },
384          page: input.cursor,
385          pageSize,
386        },
387        viewer,
388      ),
389    );
390    // TASK-0135: search_query_duration_seconds — the command-palette path
391    // (GET /search/query) is the same BM25 engine.
392    m.search.record({ type: "bm25" }, res.latencyMs / 1000);
393    this.logSearch(
394      userId,
395      { q, types: input.types, workspaceId: input.workspaceId },
396      res.total,
397      res.latencyMs,
398    );
399    return res.results;
400  }
401 
402  /**
403   * Suggestions (GET /search/suggest): prefix match via the client's
404   * `suggest()` (`buildPrefixBody` over the SAME permission filters). BARE
405   * array of `{ id, type, title }` (recorded S3 decision: the old
406   * `{ data: string[] }` mismatched the web typing `SearchResult[]`;
407   * objects are what the suggest UI needs).
408   */
409  async suggest(userId: string, q: string, limit?: number): Promise<Suggestion[]> {
410    const scope = await this.resolveScope(userId);
411    const viewer = await this.viewerFor(userId, scope);
412    if (!viewer) return [];
413    // Clamp outside tryClient (400 VALIDATION_ERROR, not 503 — see search()).
414    const size = clampSuggest(limit);
415    const started = Date.now();
416    const items = await this.tryClient(() => this.client().suggest(q, viewer, size));
417    this.logSearch(userId, { q, suggest: true }, items.length, Date.now() - started);
418    return items;
419  }
420 
421  /** Run a client call, mapping the shared `ApiError` (see mapSharedError). */
422  private async tryClient<T>(fn: () => Promise<T>): Promise<T> {
423    try {
424      return await fn();
425    } catch (err) {
426      this.mapSharedError(err);
427    }
428  }
429 
430  /**
431   * Map the SHARED `@factory/shared/errors` ApiError thrown by `SearchClient`
432   * onto the API-local `ApiError` the global exception filter understands.
433   *
434   * WHY: the filter's `instanceof ApiError` check is against the API-LOCAL
435   * class (common/errors.ts); the shared class is a DIFFERENT class, so an
436   * unmapped shared error would fall through every structural check to the
437   * 500 INTERNAL_ERROR catch-all. The shared `SEARCH_UNAVAILABLE` (503)
438   * therefore becomes the API-local `ApiError("SEARCH_UNAVAILABLE", 503, …)`
439   * with a GENERIC message — backend details (host, path, upstream status)
440   * are logged here and never returned (TASK-0097 §8: "do not leak
441   * backend details").
442   */
443  private mapSharedError(err: unknown): never {
444    const code: unknown = (err as { code?: unknown })?.code;
445    const status: unknown = (err as { status?: unknown })?.status;
446    const msg = err instanceof Error ? err.message : "search request failed";
447    if (code === "SEARCH_UNAVAILABLE") {
448      logger.warn("opensearch unavailable", { code, status, message: msg });
449      throw new ApiError(
450        "SEARCH_UNAVAILABLE",
451        typeof status === "number" ? status : 503,
452        "Search is temporarily unavailable.",
453      );
454    }
455    // Unknown shared error codes (e.g. AI_ERROR from a mis-configured hybrid)
456    // and non-ApiError throws (should not happen): 503 keeps the contract
457    // "search down ⇒ 503 SEARCH_UNAVAILABLE" (TASK-0097 §8).
458    logger.warn("search backend error", {
459      code: code ?? null,
460      status: status ?? null,
461      message: msg,
462    });
463    throw new ApiError("SEARCH_UNAVAILABLE", 503, "Search is temporarily unavailable.");
464  }
465 
466  /** TASK-0097 §7 structured log: types, tookMs, total + query hash. */
467  private logSearch(
468    userId: string,
469    meta: { q: string; types?: SearchType[]; workspaceId?: string; suggest?: boolean },
470    total: number,
471    tookMs: number,
472  ): void {
473    // Never more than 64 raw chars in the log; the rest is a hash.
474    const prefix = meta.q.slice(0, LOG_QUERY_PREFIX_CHARS);
475    const hash = createHash("sha256").update(meta.q, "utf8").digest("hex").slice(0, 16);
476    logger.info(meta.suggest ? "search:suggest" : "search:query", {
477      userId,
478      types: meta.types ?? null,
479      workspaceId: meta.workspaceId ?? null,
480      tookMs,
481      total,
482      queryPrefix: prefix,
483      queryHash: hash,
484    });
485  }
486 
487  // ---------------------------------------------------------------------
488  // Recent searches (Redis, kept as-is from the Phase-0 module: key
489  // `search:recent:{userId}`, cap 20, newest first). The e2e spec pins the
490  // `search-recent` / `search-recent-item` UI testids against these routes.
491  // ---------------------------------------------------------------------
492 
493  /** Record a query (dedupe: lrem + lpush, cap 20, newest first). Best-effort. */
494  async trackRecent(userId: string, q: string): Promise<void> {
495    try {
496      const key = RECENT_KEY(userId);
497      const redis = this.redis.getRedis();
498      await redis.lrem(key, 1, q);
499      await redis.lpush(key, q);
500      await redis.ltrim(key, 0, RECENT_MAX - 1);
501    } catch (err) {
502      logger.warn(`recent-search tracking failed: ${(err as Error).message}`);
503    }
504  }
505 
506  async recent(userId: string): Promise<{ data: string[] }> {
507    try {
508      const items = await this.redis.getRedis().lrange(RECENT_KEY(userId), 0, RECENT_MAX - 1);
509      return { data: items };
510    } catch {
511      return { data: [] };
512    }
513  }
514 
515  /**
516   * PUT /search/recent (TASK-0098 §5, recorded in docs/api/search.md):
517   * upsert a query into the user's list (dedupe, cap 20, newest first) and
518   * return the updated list. Reuses `trackRecent` (same Redis list); the
519   * 30/min per-user write rate limit (TASK-0098 §5) is a small inline
520   * sliding window on the SAME Redis — no new infra (recorded S3 decision:
521   * the global RateLimitGuard is per-route-class, not per-action, and
522   * building dedicated infra is out of scope for this slice).
523   */
524  async addRecent(userId: string, q: string): Promise<{ data: string[] }> {
525    const raw = q.trim();
526    if (raw.length === 0)
527      throw ApiError.validation("q is required.", [{ field: "q", issue: "required" }]);
528    await this.enforceRecentWriteLimit(userId);
529    await this.trackRecent(userId, raw);
530    return this.recent(userId);
531  }
532 
533  private async enforceRecentWriteLimit(userId: string): Promise<void> {
534    try {
535      const key = `search:recent:rl:${userId}`;
536      const now = Date.now();
537      const pipe = this.redis.getRedis().pipeline();
538      pipe.zremrangebyscore(key, 0, now - RECENT_WRITE_WINDOW_MS);
539      pipe.zadd(key, now, `${now}:${Math.random().toString(36).slice(2)}`);
540      pipe.zcard(key);
541      pipe.pexpire(key, RECENT_WRITE_WINDOW_MS);
542      const results = await pipe.exec();
543      const card = results?.[2]?.[1];
544      const count = typeof card === "number" ? card : 1;
545      if (count > RECENT_WRITE_LIMIT) {
546        throw new ApiError("RATE_LIMITED", 429, "Too many recent-search writes.", [
547          { retryAfterSeconds: Math.ceil(RECENT_WRITE_WINDOW_MS / 1000) },
548        ]);
549      }
550    } catch (err) {
551      // Degrade OPEN like the global guard (availability over strictness);
552      // a 429 thrown above is re-thrown as-is.
553      if (err instanceof ApiError) throw err;
554      logger.warn(
555        `recent-write rate limit degraded (redis unavailable): ${(err as Error).message}`,
556      );
557    }
558  }
559 
560  async clearRecent(userId: string): Promise<{ cleared: boolean }> {
561    try {
562      await this.redis.getRedis().del(RECENT_KEY(userId));
563      return { cleared: true };
564    } catch {
565      return { cleared: false };
566    }
567  }
568}
569 
570/** limit: 1..50 (TASK-0097 §2; LIMITS.MAX_SEARCH_LIMIT = 50), default 20. */
571function clampLimit(limit: number | undefined): number {
572  if (limit === undefined) return 20;
573  if (!Number.isInteger(limit) || limit < 1 || limit > 50) {
574    throw ApiError.validation("limit must be an integer between 1 and 50.", [
575      { field: "limit", issue: "1..50", received: String(limit) },
576    ]);
577  }
578  return limit;
579}
580 
581function clampSuggest(limit: number | undefined): number {
582  if (limit === undefined) return SUGGEST_DEFAULT_SIZE;
583  if (!Number.isInteger(limit) || limit < 1) {
584    throw ApiError.validation("limit must be an integer between 1 and 20.", [
585      { field: "limit", issue: "1..20", received: String(limit) },
586    ]);
587  }
588  return Math.min(limit, SUGGEST_MAX_SIZE);
589}
590