Files
pad/internal/store/items.go
T
xarmian 7e37dfc34e refactor(store): collections.settings boundary normalization + scan revert (IDEA-1484 follow-up) (#563)
* refactor(store): drop defensive sql.NullString scans on collections.settings (IDEA-1484 follow-up)

PR #562 (squash 0766d7e) hardened collections.settings to NOT NULL DEFAULT '{}'
at the schema level. The defensive sql.NullString scans introduced by PR #561
(BUG-1482, squash 714da48) and the paired import-side ""→"{}" coercion in
ImportWorkspace are no longer load-bearing — the database now enforces the
invariant the readers were defensively reconstructing.

Reverted sites:
- internal/store/collections.go: GetCollection, ListCollectionsMinimal,
  ListCollections — direct &c.Settings scans.
- internal/store/export.go: ExportWorkspace scan + ImportWorkspace coercion.
- internal/store/items.go: scanCollectionDoneFilters helper.
- internal/store/item_stars.go: buildCollectionDoneContextMap helper.

Test changes:
- Removed TestExportImportRoundTripWithEmptyStringSettings, whose purpose
  evaporated with the import-side coercion. The constraint-outcome tests
  (TestCollectionsSettingsNotNullEnforced, TestCollectionsSettingsDefaultsToEmptyObject)
  from PR #562 remain — they assert the load-bearing schema invariant.

* fix(store): restore import-side settings coercion (codex R1 P1)

Codex R1 caught that the prior commit reverted the import-side `""→"{}"`
coercion incorrectly. The NOT NULL DEFAULT '{}' schema constraint added by
PR #562 only fires when the INSERT omits the settings column — but
ImportWorkspace explicitly supplies the value. A legacy bundle or external
JSON workspace import whose `collections[].settings` is "" would therefore
bypass the default: Postgres rejects "" at JSONB type-validation; SQLite
silently stores invalid JSON.

The coercion was doing two jobs (BUG-1482 had folded them together):
  1. Defending against NULL-materialized-as-"" on read — obsolete now that
     the column cannot hold NULL.
  2. Defending against legacy/external "" settings on the import boundary —
     still required because schema constraints don't validate JSON.

Job #1's defense (the sql.NullString scans) stays reverted; the column
cannot hold NULL. Job #2's defense (the import-side coercion) is restored
and renamed in the comment to reflect that it's a boundary normalizer for
external data, not a transitional NULL-handler.

`TestExportImportRoundTripWithEmptyStringSettings` is restored with an
updated comment that makes the boundary-normalization framing explicit.
The constraint-outcome tests from PR #562 remain unchanged.

Tests pass on both drivers (SQLite full ./..., Postgres internal/store +
internal/server).

* fix(store): coerce empty-string settings in UpdateCollection (codex R2 P2)

Codex R2 surfaced UpdateCollection as the last writer path in the
collections.settings contract that didn't enforce the JSON-validity
invariant. A PATCH sending {"settings": ""} would write the empty string
verbatim, bypassing the NOT NULL DEFAULT '{}' constraint (which only fires
on column omission). Same failure mode as the ImportWorkspace bug R1
caught: Postgres rejects "" at JSONB type-validation, SQLite silently
stores invalid JSON.

Mirrors the boundary normalization restored in ImportWorkspace at 6f22f94.
Closes the contract loop for collections.settings — every writer path
(CreateCollection via json marshalling, ImportWorkspace, UpdateCollection)
now enforces JSON validity at the API boundary.

Added TestUpdateCollectionCoercesEmptyStringSettings to guard the
boundary. Also corrected a stale comment in
TestCollectionsSettingsDefaultsToEmptyObject that referenced
GetCollection's removed defensive scan.

The sibling-table UPDATE paths (UpdateItem at items.go:1442, UpdateView at
views.go:152) have the same defect class on items.fields/tags and
views.config; they are pre-existing, not introduced by this PR, and are
tracked in the sibling-table follow-up IDEA.
2026-05-15 19:57:22 -04:00

2786 lines
101 KiB
Go

package store
import (
"database/sql"
"encoding/json"
"fmt"
"regexp"
"strings"
"time"
"github.com/PerpetualSoftware/pad/internal/diff"
"github.com/PerpetualSoftware/pad/internal/models"
)
// childLinkTypes lists the link types that establish a parent→child relationship
// for progress tracking. Both 'parent' and 'implements' links count as children.
var childLinkTypes = []string{"parent", "implements"}
// childLinkTypeSQL returns a SQL IN clause fragment like "'parent','implements'"
// for filtering item_links by child relationship types.
func childLinkTypeSQL() string {
quoted := make([]string, len(childLinkTypes))
for i, t := range childLinkTypes {
quoted[i] = "'" + t + "'"
}
return strings.Join(quoted, ",")
}
// ItemSearchResult holds FTS search results for items.
type ItemSearchResult struct {
Item models.Item `json:"item"`
Snippet string `json:"snippet"`
Rank float64 `json:"rank"`
}
// validateAssignmentScope checks that the assigned user and agent role belong to the
// same workspace as the item. This prevents cross-workspace assignment leaks.
func (s *Store) validateAssignmentScope(workspaceID string, assignedUserID, agentRoleID *string) error {
if assignedUserID != nil && *assignedUserID != "" {
isMember, err := s.IsWorkspaceMember(workspaceID, *assignedUserID)
if err != nil {
return fmt.Errorf("validate assigned user: %w", err)
}
if !isMember {
return fmt.Errorf("assigned user is not a member of this workspace")
}
}
if agentRoleID != nil && *agentRoleID != "" {
role, err := s.GetAgentRole(workspaceID, *agentRoleID)
if err != nil {
return fmt.Errorf("validate agent role: %w", err)
}
if role == nil {
return fmt.Errorf("agent role does not belong to this workspace")
}
}
return nil
}
// maxItemNumberRetries is the number of times CreateItem will retry when a
// concurrent insert claims the same workspace-global item_number.
const maxItemNumberRetries = 10
// nextWorkspaceSeqSubquery is the SQL fragment used to atomically compute
// the next workspace-scoped `seq` value inside an INSERT / UPDATE.
// Every items mutation (create / update / soft-delete / restore) stamps
// the new row's seq with `MAX(seq) + 1 WHERE workspace_id = ?`, which is
// the cursor mechanic for the local-first read model's delta sync
// (PLAN-1343 / DOC-1342 decision #1).
//
// Callers must append exactly one `workspaceID` arg for this fragment.
// SQLite is single-writer so the read-modify-write is naturally
// serialized; Postgres callers must additionally hold the workspace
// advisory lock acquired via acquireWorkspaceSeqLock so concurrent
// writes can't both read the same MAX(seq) and produce duplicates.
const nextWorkspaceSeqSubquery = "(SELECT COALESCE(MAX(seq), 0) + 1 FROM items WHERE workspace_id = ?)"
// acquireWorkspaceSeqLock takes a Postgres advisory transaction lock
// keyed on the workspace ID so concurrent seq-bumping mutations
// serialize. The lock auto-releases on COMMIT / ROLLBACK. On SQLite
// the single-writer rule already serializes writes, so this is a
// no-op there. Mirrors the existing advisory-lock pattern in
// tryCreateItem (which uses the same key for item_number assignment).
func (s *Store) acquireWorkspaceSeqLock(tx *sql.Tx, workspaceID string) error {
if s.dialect.Driver() != DriverPostgres {
return nil
}
if _, err := tx.Exec("SELECT pg_advisory_xact_lock(hashtext($1))", workspaceID); err != nil {
return fmt.Errorf("acquire workspace seq lock: %w", err)
}
return nil
}
func (s *Store) CreateItem(workspaceID, collectionID string, input models.ItemCreate) (*models.Item, error) {
// Validate assignment scope before writing
if err := s.validateAssignmentScope(workspaceID, input.AssignedUserID, input.AgentRoleID); err != nil {
return nil, err
}
id := newID()
ts := now()
fields := input.Fields
if fields == "" {
fields = "{}"
}
tags := input.Tags
if tags == "" {
tags = "[]"
}
createdBy := input.CreatedBy
if createdBy == "" {
createdBy = "user"
}
source := input.Source
if source == "" {
source = "web"
}
baseSlug := slugify(input.Title)
if baseSlug == "" {
baseSlug = "untitled"
}
slug, err := s.uniqueSlug("items", "workspace_id", workspaceID, baseSlug)
if err != nil {
return nil, fmt.Errorf("unique slug: %w", err)
}
// Retry loop: if a concurrent insert claims the same item_number we
// roll back and re-read MAX(item_number) on the next attempt.
var lastErr error
for attempt := 0; attempt < maxItemNumberRetries; attempt++ {
lastErr = s.tryCreateItem(id, workspaceID, collectionID, slug, ts, fields, tags, createdBy, source, input)
if lastErr == nil {
return s.GetItem(id)
}
// Only retry on unique-constraint violations (item_number conflict)
if !isUniqueViolation(lastErr) {
return nil, fmt.Errorf("insert item: %w", lastErr)
}
}
return nil, fmt.Errorf("insert item after %d retries: %w", maxItemNumberRetries, lastErr)
}
// tryCreateItem attempts a single transactional insert of an item with the
// next available workspace-global item_number. The item_number is computed
// atomically via a subquery in the INSERT to avoid races between concurrent
// inserts reading the same MAX(item_number).
func (s *Store) tryCreateItem(id, workspaceID, collectionID, slug, ts, fields, tags, createdBy, source string, input models.ItemCreate) error {
tx, err := s.db.Begin()
if err != nil {
return err
}
defer tx.Rollback()
// PostgreSQL: take an advisory lock keyed on the workspace to serialize
// item_number assignment. This eliminates the race between concurrent
// transactions reading the same MAX(item_number). The lock is released
// automatically when the transaction commits or rolls back.
// SQLite: single-writer by design, no advisory locks needed.
if s.dialect.Driver() == DriverPostgres {
// Use a hash of the workspace ID as the advisory lock key.
_, err = tx.Exec("SELECT pg_advisory_xact_lock(hashtext($1))", workspaceID)
if err != nil {
return fmt.Errorf("advisory lock: %w", err)
}
}
// Compute and insert the next item_number atomically within the lock.
// content_flushed_at + content_flushed_op_log_id are the op-log GC
// watermarks (TASK-1309). The id column is authoritative — sweeper
// uses strict id comparison to avoid second-granularity timestamp
// false positives. Both set iff content is non-empty:
// - timestamp = creation time (informational)
// - id = 0 (vacuously safe — there are no op-log rows yet, so
// "covers all rows up to id 0" never gates anything until the
// first op-log row arrives, at which point this item is
// non-dormant by virtue of having a recent row)
// Empty content → both NULL; sweeper treats NULL as "never flushed"
// and skips pruning.
var contentFlushedAt interface{}
var contentFlushedOpLogID interface{}
if input.Content != "" {
contentFlushedAt = ts
contentFlushedOpLogID = int64(0)
}
// The workspace advisory lock acquired above for item_number
// assignment ALSO serializes the seq subquery below — both read
// MAX(...) per workspace and would otherwise race in Postgres.
_, err = tx.Exec(s.q(`
INSERT INTO items (id, workspace_id, collection_id, title, slug, content, fields, tags,
pinned, sort_order, parent_id, assigned_user_id, agent_role_id, role_sort_order,
created_by, last_modified_by, source, item_number, created_at, updated_at,
content_flushed_at, content_flushed_op_log_id, seq)
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, 0, ?, ?, ?, 0, ?, ?, ?,
(SELECT COALESCE(MAX(item_number), 0) + 1 FROM items WHERE workspace_id = ?),
?, ?, ?, ?, `+nextWorkspaceSeqSubquery+`)
`), id, workspaceID, collectionID, input.Title, slug, input.Content, fields, tags,
s.dialect.BoolToInt(input.Pinned), input.ParentID, input.AssignedUserID, input.AgentRoleID,
createdBy, createdBy, source, workspaceID, ts, ts, contentFlushedAt, contentFlushedOpLogID, workspaceID)
if err != nil {
return err
}
// Create initial version if there's content
if input.Content != "" {
vid := newID()
_, err = tx.Exec(s.q(`
INSERT INTO item_versions (id, item_id, content, change_summary, created_by, source, is_diff, created_at)
VALUES (?, ?, ?, '', ?, ?, ?, ?)
`), vid, id, input.Content, createdBy, source, s.dialect.BoolToInt(false), ts)
if err != nil {
return fmt.Errorf("create initial version: %w", err)
}
}
return tx.Commit()
}
// isUniqueViolation checks whether an error is a unique constraint violation.
// Works for both SQLite (UNIQUE constraint failed) and PostgreSQL (duplicate key).
func isUniqueViolation(err error) bool {
if err == nil {
return false
}
msg := err.Error()
return strings.Contains(msg, "UNIQUE constraint failed") ||
strings.Contains(msg, "duplicate key value violates unique constraint")
}
func (s *Store) GetItem(id string) (*models.Item, error) {
var item models.Item
var createdAt, updatedAt string
var deletedAt *string
var pinned bool
err := s.db.QueryRow(s.q(`
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at, i.deleted_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.id = ? AND i.deleted_at IS NULL
`), id).Scan(
&item.ID, &item.WorkspaceID, &item.CollectionID, &item.Title, &item.Slug,
&item.Content, &item.Fields, &item.Tags,
&pinned, &item.SortOrder, &item.ParentID, &item.AssignedUserID, &item.AgentRoleID, &item.RoleSortOrder,
&item.CreatedBy, &item.LastModifiedBy, &item.Source,
&item.ItemNumber, &item.Seq, &createdAt, &updatedAt, &deletedAt,
&item.CollectionSlug, &item.CollectionName, &item.CollectionIcon, &item.CollectionPrefix,
&item.AssignedUserName, &item.AssignedUserEmail,
&item.AgentRoleName, &item.AgentRoleSlug, &item.AgentRoleIcon,
)
if err == sql.ErrNoRows {
return nil, nil
}
if err != nil {
return nil, fmt.Errorf("get item: %w", err)
}
item.Pinned = pinned
item.CreatedAt = parseTime(createdAt)
item.UpdatedAt = parseTime(updatedAt)
item.DeletedAt = parseTimePtr(deletedAt)
hydrateItemComputedMetadata(&item)
return &item, nil
}
func (s *Store) GetItemBySlug(workspaceID, slug string) (*models.Item, error) {
var id string
err := s.db.QueryRow(s.q(`
SELECT id FROM items
WHERE workspace_id = ? AND slug = ? AND deleted_at IS NULL
`), workspaceID, slug).Scan(&id)
if err == sql.ErrNoRows {
return nil, nil
}
if err != nil {
return nil, fmt.Errorf("get item by slug: %w", err)
}
return s.GetItem(id)
}
// GetItemByRef looks up an item by its PREFIX-NUMBER reference (e.g. "IDEA-15").
// Since item numbers are workspace-unique, this first tries an exact prefix match
// and falls back to a number-only lookup. This allows old refs to still resolve
// after an item has been moved to a different collection (e.g. PLAN-42 still
// finds the item even after it became TASK-42).
func (s *Store) GetItemByRef(workspaceID, prefix string, number int) (*models.Item, error) {
var id string
// Try exact prefix + number match first
err := s.db.QueryRow(s.q(`
SELECT i.id FROM items i
JOIN collections c ON c.id = i.collection_id
WHERE i.workspace_id = ? AND c.prefix = ? AND i.item_number = ? AND i.deleted_at IS NULL
`), workspaceID, prefix, number).Scan(&id)
if err == nil {
return s.GetItem(id)
}
if err != nil && err != sql.ErrNoRows {
return nil, fmt.Errorf("get item by ref: %w", err)
}
// Fallback: item numbers are workspace-unique, so look up by number alone.
// This handles the case where an item was moved to a different collection
// but is still being referenced by its old prefix.
err = s.db.QueryRow(s.q(`
SELECT id FROM items
WHERE workspace_id = ? AND item_number = ? AND deleted_at IS NULL
`), workspaceID, number).Scan(&id)
if err == sql.ErrNoRows {
return nil, nil
}
if err != nil {
return nil, fmt.Errorf("get item by number: %w", err)
}
return s.GetItem(id)
}
// ResolveItem looks up an item by UUID, PREFIX-NUMBER ref (e.g. "IDEA-15"),
// or slug. UUID is tried first, then ref, then slug.
func (s *Store) ResolveItem(workspaceID, identifier string) (*models.Item, error) {
// Try UUID lookup first (8-4-4-4-12 hex format)
if isUUID(identifier) {
item, err := s.GetItem(identifier)
if err != nil {
return nil, err
}
if item != nil && item.WorkspaceID == workspaceID {
return item, nil
}
}
// Try PREFIX-NUMBER ref
if prefix, number, ok := parseItemRef(identifier); ok {
item, err := s.GetItemByRef(workspaceID, prefix, number)
if err != nil {
return nil, err
}
if item != nil {
return item, nil
}
}
// Fall back to slug lookup
return s.GetItemBySlug(workspaceID, identifier)
}
// isUUID checks if a string looks like a UUID (8-4-4-4-12 hex).
func isUUID(s string) bool {
if len(s) != 36 {
return false
}
for i, c := range s {
if i == 8 || i == 13 || i == 18 || i == 23 {
if c != '-' {
return false
}
} else if !((c >= '0' && c <= '9') || (c >= 'a' && c <= 'f') || (c >= 'A' && c <= 'F')) {
return false
}
}
return true
}
// ResolveItemIncludeDeleted is like ResolveItem but includes soft-deleted items.
func (s *Store) ResolveItemIncludeDeleted(workspaceID, slugOrRef string) (*models.Item, error) {
if prefix, number, ok := parseItemRef(slugOrRef); ok {
var item models.Item
var createdAt, updatedAt string
var deletedAt *string
var pinned bool
err := s.db.QueryRow(s.q(`
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at, i.deleted_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.workspace_id = ? AND c.prefix = ? AND i.item_number = ?
`), workspaceID, prefix, number).Scan(
&item.ID, &item.WorkspaceID, &item.CollectionID, &item.Title, &item.Slug,
&item.Content, &item.Fields, &item.Tags,
&pinned, &item.SortOrder, &item.ParentID, &item.AssignedUserID, &item.AgentRoleID, &item.RoleSortOrder,
&item.CreatedBy, &item.LastModifiedBy, &item.Source,
&item.ItemNumber, &item.Seq, &createdAt, &updatedAt, &deletedAt,
&item.CollectionSlug, &item.CollectionName, &item.CollectionIcon, &item.CollectionPrefix,
&item.AssignedUserName, &item.AssignedUserEmail,
&item.AgentRoleName, &item.AgentRoleSlug, &item.AgentRoleIcon,
)
if err == nil {
item.Pinned = pinned
item.CreatedAt = parseTime(createdAt)
item.UpdatedAt = parseTime(updatedAt)
item.DeletedAt = parseTimePtr(deletedAt)
hydrateItemComputedMetadata(&item)
return &item, nil
}
if err != sql.ErrNoRows {
return nil, fmt.Errorf("resolve ref (include deleted): %w", err)
}
}
return s.GetItemBySlugIncludeDeleted(workspaceID, slugOrRef)
}
// parseItemRef parses "PREFIX-123" into ("PREFIX", 123, true).
// Returns false if the string is not a valid item ref.
// Case-insensitive: "task-5", "Task-5", and "TASK-5" all parse to ("TASK", 5, true).
func parseItemRef(s string) (string, int, bool) {
s = strings.ToUpper(s)
idx := strings.LastIndex(s, "-")
if idx <= 0 || idx == len(s)-1 {
return "", 0, false
}
prefix := s[:idx]
// Prefix must be all uppercase letters
for _, c := range prefix {
if c < 'A' || c > 'Z' {
return "", 0, false
}
}
numStr := s[idx+1:]
num := 0
for _, c := range numStr {
if c < '0' || c > '9' {
return "", 0, false
}
num = num*10 + int(c-'0')
}
if num == 0 {
return "", 0, false
}
return prefix, num, true
}
// parseItemNumber parses a bare numeric string (e.g. "843") into a positive
// item number. Returns false for empty strings, non-digit input, zero, or
// values exceeding a sane upper bound (999999 — items_workspace_number is
// workspace-global so this comfortably fits any real workspace).
//
// Used by Search() to support "type a number, get the item" — a workspace
// has at most one item with any given item_number (unique index on
// (workspace_id, item_number)) so this resolves to a single direct hit.
// See BUG-910.
func parseItemNumber(s string) (int, bool) {
s = strings.TrimSpace(s)
if s == "" {
return 0, false
}
num := 0
for _, c := range s {
if c < '0' || c > '9' {
return 0, false
}
num = num*10 + int(c-'0')
if num > 999999 {
return 0, false
}
}
if num == 0 {
return 0, false
}
return num, true
}
// GetItemIncludeDeleted finds an item by id including soft-deleted
// items. Used by code paths that need to act on records the user
// already owns even though the parent item has been moved to trash —
// the most common case is the Settings → Storage attachment list,
// where attachments survive a soft-deleted parent (so the user can
// see what's still consuming quota and decide whether to delete the
// blob). The visibility check still keys off the (still-set)
// collection_id, so soft-deleting an item doesn't escalate access.
func (s *Store) GetItemIncludeDeleted(id string) (*models.Item, error) {
var item models.Item
var createdAt, updatedAt string
var deletedAt *string
var pinned bool
err := s.db.QueryRow(s.q(`
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at, i.deleted_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.id = ?
`), id).Scan(
&item.ID, &item.WorkspaceID, &item.CollectionID, &item.Title, &item.Slug,
&item.Content, &item.Fields, &item.Tags,
&pinned, &item.SortOrder, &item.ParentID, &item.AssignedUserID, &item.AgentRoleID, &item.RoleSortOrder,
&item.CreatedBy, &item.LastModifiedBy, &item.Source,
&item.ItemNumber, &item.Seq, &createdAt, &updatedAt, &deletedAt,
&item.CollectionSlug, &item.CollectionName, &item.CollectionIcon, &item.CollectionPrefix,
&item.AssignedUserName, &item.AssignedUserEmail,
&item.AgentRoleName, &item.AgentRoleSlug, &item.AgentRoleIcon,
)
if err == sql.ErrNoRows {
return nil, nil
}
if err != nil {
return nil, fmt.Errorf("get item (include deleted): %w", err)
}
item.Pinned = pinned
item.CreatedAt = parseTime(createdAt)
item.UpdatedAt = parseTime(updatedAt)
item.DeletedAt = parseTimePtr(deletedAt)
hydrateItemComputedMetadata(&item)
return &item, nil
}
// GetItemBySlugIncludeDeleted finds an item by slug including soft-deleted items.
// Used for restore operations where the item is archived.
func (s *Store) GetItemBySlugIncludeDeleted(workspaceID, slug string) (*models.Item, error) {
var item models.Item
var createdAt, updatedAt string
var deletedAt *string
var pinned bool
err := s.db.QueryRow(s.q(`
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at, i.deleted_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.workspace_id = ? AND i.slug = ?
`), workspaceID, slug).Scan(
&item.ID, &item.WorkspaceID, &item.CollectionID, &item.Title, &item.Slug,
&item.Content, &item.Fields, &item.Tags,
&pinned, &item.SortOrder, &item.ParentID, &item.AssignedUserID, &item.AgentRoleID, &item.RoleSortOrder,
&item.CreatedBy, &item.LastModifiedBy, &item.Source,
&item.ItemNumber, &item.Seq, &createdAt, &updatedAt, &deletedAt,
&item.CollectionSlug, &item.CollectionName, &item.CollectionIcon, &item.CollectionPrefix,
&item.AssignedUserName, &item.AssignedUserEmail,
&item.AgentRoleName, &item.AgentRoleSlug, &item.AgentRoleIcon,
)
if err == sql.ErrNoRows {
return nil, nil
}
if err != nil {
return nil, fmt.Errorf("get item by slug (include deleted): %w", err)
}
item.Pinned = pinned
item.CreatedAt = parseTime(createdAt)
item.UpdatedAt = parseTime(updatedAt)
item.DeletedAt = parseTimePtr(deletedAt)
hydrateItemComputedMetadata(&item)
return &item, nil
}
func (s *Store) ListItems(workspaceID string, params models.ItemListParams) ([]models.Item, error) {
// Non-nil empty CollectionIDs means "no visible collections" — return
// empty results immediately, unless ItemIDs are also provided (item-level
// grants may still allow access to specific items even without full
// collection access).
if params.CollectionIDs != nil && len(params.CollectionIDs) == 0 && len(params.ItemIDs) == 0 {
return nil, nil
}
// When search is specified, use FTS. Whitespace-only input is treated as
// "no search filter" (would otherwise sanitize to empty and crash SQLite
// FTS5 with "syntax error near \"\"" — see BUG-818).
if strings.TrimSpace(params.Search) != "" {
return s.listItemsFTS(workspaceID, params)
}
query := `
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.workspace_id = ?
`
args := []interface{}{workspaceID}
if !params.IncludeArchived {
query += " AND i.deleted_at IS NULL"
}
if params.CollectionSlug != "" {
query += " AND c.slug = ?"
args = append(args, params.CollectionSlug)
}
if len(params.CollectionIDs) > 0 && len(params.ItemIDs) > 0 {
// Guest with both collection-level and item-level grants:
// item must be in a fully-granted collection OR be a specifically granted item
collPlaceholders := make([]string, len(params.CollectionIDs))
for i, id := range params.CollectionIDs {
collPlaceholders[i] = "?"
args = append(args, id)
}
itemPlaceholders := make([]string, len(params.ItemIDs))
for i, id := range params.ItemIDs {
itemPlaceholders[i] = "?"
args = append(args, id)
}
query += " AND (i.collection_id IN (" + strings.Join(collPlaceholders, ",") + ") OR i.id IN (" + strings.Join(itemPlaceholders, ",") + "))"
} else if len(params.CollectionIDs) > 0 {
placeholders := make([]string, len(params.CollectionIDs))
for i, id := range params.CollectionIDs {
placeholders[i] = "?"
args = append(args, id)
}
query += " AND i.collection_id IN (" + strings.Join(placeholders, ",") + ")"
} else if len(params.ItemIDs) > 0 {
// Guest with only item-level grants (no collection-level grants)
placeholders := make([]string, len(params.ItemIDs))
for i, id := range params.ItemIDs {
placeholders[i] = "?"
args = append(args, id)
}
query += " AND i.id IN (" + strings.Join(placeholders, ",") + ")"
}
if params.Tag != "" {
tagExpr, tagArg := s.dialect.JSONArrayContains("i.tags", params.Tag)
query += " AND " + tagExpr
args = append(args, tagArg)
}
if params.ParentID != "" {
query += " AND i.parent_id = ?"
args = append(args, params.ParentID)
}
if params.AssignedUserID != "" {
query += " AND i.assigned_user_id = ?"
args = append(args, params.AssignedUserID)
}
if params.AgentRoleID != "" {
query += " AND (i.agent_role_id = ? OR ar.slug = ?)"
args = append(args, params.AgentRoleID, params.AgentRoleID)
}
// Parent link filter via item_links. Joins items so we ignore links pointing
// to a soft-deleted parent — slug/ref filtering already rejects deleted
// parents upstream, but raw-UUID input bypasses that path. See BUG-734 /
// Codex review on PR #259.
if params.ParentLinkID != "" {
query += " AND EXISTS (SELECT 1 FROM item_links il JOIN items p ON p.id = il.target_id AND p.deleted_at IS NULL WHERE il.source_id = i.id AND il.link_type = 'parent' AND il.target_id = ?)"
args = append(args, params.ParentLinkID)
}
// Field filters — supports comma-separated values as OR
for key, value := range params.Fields {
// Sanitize the key to prevent SQL injection — field names must be
// alphanumeric/underscore only (user-controlled from query params).
if !isValidFieldKey(key) {
continue
}
jsonExpr := s.dialect.JSONExtractText("i.fields", key)
if strings.Contains(value, ",") {
values := strings.Split(value, ",")
placeholders := make([]string, len(values))
for i, v := range values {
placeholders[i] = "?"
args = append(args, strings.TrimSpace(v))
}
query += " AND " + jsonExpr + " IN (" + strings.Join(placeholders, ",") + ")"
} else {
query += " AND " + jsonExpr + " = ?"
args = append(args, value)
}
}
// Sorting
query += buildItemSort(params.Sort, s.dialect)
// Pagination
if params.Limit > 0 {
query += " LIMIT ?"
args = append(args, params.Limit)
if params.Offset > 0 {
query += " OFFSET ?"
args = append(args, params.Offset)
}
}
rows, err := s.db.Query(s.q(query), args...)
if err != nil {
return nil, fmt.Errorf("list items: %w", err)
}
defer rows.Close()
return scanItems(rows)
}
// ItemIndexParams is the trimmed parameter set for ListItemsIndex.
// It deliberately omits sort/search/pagination/field-filter knobs that the
// "skinny projection" endpoint doesn't expose — the local-first read model
// fetches the entire workspace once and does its own client-side filtering.
type ItemIndexParams struct {
// CollectionSlug optionally restricts to a single collection by slug.
CollectionSlug string
// CollectionIDs is the permission filter for visible collections.
// nil = unfiltered. A non-nil empty slice means "no visible collections"
// and (combined with empty ItemIDs) returns an empty result immediately,
// matching ListItems semantics.
CollectionIDs []string
// ItemIDs additionally allows specific items through (item-level grants
// for guests / restricted members).
ItemIDs []string
// IncludeArchived returns soft-deleted items when true.
IncludeArchived bool
}
// ListItemsIndex returns the skinny-projection of items in a workspace —
// every column EXCEPT i.content. Used by the local-first read model
// (PLAN-1343) so the client can hydrate an in-memory + IndexedDB index
// without paying the rich-text body cost.
//
// Deterministic sort: updated_at DESC, id ASC (stable tiebreaker so cursors
// over equal-timestamp items are reproducible).
func (s *Store) ListItemsIndex(workspaceID string, params ItemIndexParams) ([]models.Item, error) {
// Mirror ListItems: a non-nil empty CollectionIDs without item-level grants
// means "no visible collections" — return empty immediately.
if params.CollectionIDs != nil && len(params.CollectionIDs) == 0 && len(params.ItemIDs) == 0 {
return nil, nil
}
// `i.deleted_at` is in the projection so the local-first client
// (PLAN-1343 / TASK-1355) can distinguish archived rows hydrated
// with `IncludeArchived=true` from live rows. When the flag is
// false, the WHERE clause filters them out anyway; when it's
// true, the field is populated for the soft-deleted subset and
// nil for live rows. Mirrors the projection of
// ListItemsChangesSince which has always carried this column.
query := `
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at, i.deleted_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.workspace_id = ?
`
args := []interface{}{workspaceID}
if !params.IncludeArchived {
query += " AND i.deleted_at IS NULL"
}
if params.CollectionSlug != "" {
query += " AND c.slug = ?"
args = append(args, params.CollectionSlug)
}
if len(params.CollectionIDs) > 0 && len(params.ItemIDs) > 0 {
collPlaceholders := make([]string, len(params.CollectionIDs))
for i, id := range params.CollectionIDs {
collPlaceholders[i] = "?"
args = append(args, id)
}
itemPlaceholders := make([]string, len(params.ItemIDs))
for i, id := range params.ItemIDs {
itemPlaceholders[i] = "?"
args = append(args, id)
}
query += " AND (i.collection_id IN (" + strings.Join(collPlaceholders, ",") + ") OR i.id IN (" + strings.Join(itemPlaceholders, ",") + "))"
} else if len(params.CollectionIDs) > 0 {
placeholders := make([]string, len(params.CollectionIDs))
for i, id := range params.CollectionIDs {
placeholders[i] = "?"
args = append(args, id)
}
query += " AND i.collection_id IN (" + strings.Join(placeholders, ",") + ")"
} else if len(params.ItemIDs) > 0 {
placeholders := make([]string, len(params.ItemIDs))
for i, id := range params.ItemIDs {
placeholders[i] = "?"
args = append(args, id)
}
query += " AND i.id IN (" + strings.Join(placeholders, ",") + ")"
}
// Deterministic sort: most-recently-updated first, with id as a stable
// secondary key so equal-timestamp rows have a reproducible order.
query += " ORDER BY i.updated_at DESC, i.id ASC"
rows, err := s.db.Query(s.q(query), args...)
if err != nil {
return nil, fmt.Errorf("list items index: %w", err)
}
defer rows.Close()
return scanItemsIndex(rows)
}
// ItemChangesParams is the parameter set for ListItemsChangesSince.
// Mirrors the visibility-filter half of ItemIndexParams (CollectionIDs
// / ItemIDs) plus the cursor-specific knobs Since / Limit.
type ItemChangesParams struct {
// CollectionIDs is the permission filter for visible collections.
// nil = unfiltered. A non-nil empty slice (with empty ItemIDs)
// short-circuits to an empty result, matching ListItemsIndex
// semantics.
CollectionIDs []string
// ItemIDs is the item-level grant set (guests / restricted
// members can see specific items even outside their collection
// scope).
ItemIDs []string
// Since is the exclusive seq lower bound (returns rows where
// `seq > since`).
Since int64
// Limit caps the returned slice. <=0 means use the default cap
// (DefaultItemChangesLimit); values above MaxItemChangesLimit
// are clamped.
Limit int
}
// DefaultItemChangesLimit is the default cap on /items-changes
// responses. 5,000 is enough to drain a typical workspace in one
// round-trip; clients that need more re-page via the cursor.
const DefaultItemChangesLimit = 5000
// MaxItemChangesLimit clamps any caller-supplied limit so a runaway
// `?limit=999999` poll can't materialize the entire workspace
// (think: months-offline tab).
const MaxItemChangesLimit = 50000
// ListItemsChangesSince returns the skinny-projection of items that
// have mutated (create / update / soft-delete / restore) since the
// given seq cursor, in ascending seq order. Soft-deleted rows ARE
// included so delta-sync clients can drop tombstoned items from
// their local index — the scan populates models.Item.DeletedAt for
// every row so the caller can distinguish upserts from deletes.
//
// Auth: same shape as ListItemsIndex — CollectionIDs / ItemIDs gate
// visibility. A delta from `since=0` over a fully-permitted scope
// matches the /items-index payload modulo ordering (changes is seq
// ASC, index is updated_at DESC).
//
// Returns at most Limit rows (default DefaultItemChangesLimit,
// capped at MaxItemChangesLimit). When truncated, the caller's
// next poll should pass the returned cursor's MAX(seq) as `since`
// to resume.
func (s *Store) ListItemsChangesSince(workspaceID string, params ItemChangesParams) ([]models.Item, error) {
if params.CollectionIDs != nil && len(params.CollectionIDs) == 0 && len(params.ItemIDs) == 0 {
return nil, nil
}
limit := params.Limit
if limit <= 0 {
limit = DefaultItemChangesLimit
}
if limit > MaxItemChangesLimit {
limit = MaxItemChangesLimit
}
// Same column list as scanItemsIndex plus deleted_at so the caller
// can distinguish upserts from tombstones. There is no
// `i.deleted_at IS NULL` filter here — that's the whole point of
// the delta: soft-deleted rows propagate so clients can remove
// them from their local index.
query := `
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at, i.deleted_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.workspace_id = ? AND i.seq > ?
`
args := []interface{}{workspaceID, params.Since}
if len(params.CollectionIDs) > 0 && len(params.ItemIDs) > 0 {
collPlaceholders := make([]string, len(params.CollectionIDs))
for i, id := range params.CollectionIDs {
collPlaceholders[i] = "?"
args = append(args, id)
}
itemPlaceholders := make([]string, len(params.ItemIDs))
for i, id := range params.ItemIDs {
itemPlaceholders[i] = "?"
args = append(args, id)
}
query += " AND (i.collection_id IN (" + strings.Join(collPlaceholders, ",") + ") OR i.id IN (" + strings.Join(itemPlaceholders, ",") + "))"
} else if len(params.CollectionIDs) > 0 {
placeholders := make([]string, len(params.CollectionIDs))
for i, id := range params.CollectionIDs {
placeholders[i] = "?"
args = append(args, id)
}
query += " AND i.collection_id IN (" + strings.Join(placeholders, ",") + ")"
} else if len(params.ItemIDs) > 0 {
placeholders := make([]string, len(params.ItemIDs))
for i, id := range params.ItemIDs {
placeholders[i] = "?"
args = append(args, id)
}
query += " AND i.id IN (" + strings.Join(placeholders, ",") + ")"
}
// Ascending seq is the canonical delta order: the next poll passes
// the response's MAX(seq) as `since` and resumes with no gap or
// overlap. The supporting index is (workspace_id, seq DESC)
// (TASK-1352 migration) — the engine can still use it for ASC
// scans, just walked in reverse.
query += " ORDER BY i.seq ASC LIMIT ?"
args = append(args, limit)
rows, err := s.db.Query(s.q(query), args...)
if err != nil {
return nil, fmt.Errorf("list items changes: %w", err)
}
defer rows.Close()
return scanItemsChanges(rows)
}
// scanItemsChanges scans rows from ListItemsChangesSince (skinny
// projection + deleted_at so callers can distinguish tombstones).
func scanItemsChanges(rows *sql.Rows) ([]models.Item, error) {
var items []models.Item
for rows.Next() {
var item models.Item
var createdAt, updatedAt string
var deletedAt *string
var pinned bool
if err := rows.Scan(
&item.ID, &item.WorkspaceID, &item.CollectionID, &item.Title, &item.Slug,
&item.Fields, &item.Tags,
&pinned, &item.SortOrder, &item.ParentID, &item.AssignedUserID, &item.AgentRoleID, &item.RoleSortOrder,
&item.CreatedBy, &item.LastModifiedBy, &item.Source,
&item.ItemNumber, &item.Seq, &createdAt, &updatedAt, &deletedAt,
&item.CollectionSlug, &item.CollectionName, &item.CollectionIcon, &item.CollectionPrefix,
&item.AssignedUserName, &item.AssignedUserEmail,
&item.AgentRoleName, &item.AgentRoleSlug, &item.AgentRoleIcon,
); err != nil {
return nil, err
}
item.Pinned = pinned
item.CreatedAt = parseTime(createdAt)
item.UpdatedAt = parseTime(updatedAt)
item.DeletedAt = parseTimePtr(deletedAt)
hydrateItemComputedMetadata(&item)
items = append(items, item)
}
return items, rows.Err()
}
// MaxItemSeq returns the largest items.seq across the workspace, or 0
// if the workspace has no items. This is the cursor floor for the
// local-first read model (PLAN-1343 / TASK-1353): /items-index hands
// it back when its filtered result set is empty so the client can
// poll /items-changes?since=<cursor> against the workspace's true
// current position instead of restarting from 0.
//
// Soft-deleted items DO contribute to MAX(seq) — the seq column
// bumps on tombstone writes (DeleteItem) so a client's cursor must
// move past those events for the next /items-changes scan to skip
// them. Filtering by `deleted_at IS NULL` here would silently regress
// the cursor whenever the most recent mutation was a delete.
func (s *Store) MaxItemSeq(workspaceID string) (int64, error) {
var seq int64
err := s.db.QueryRow(s.q(`SELECT COALESCE(MAX(seq), 0) FROM items WHERE workspace_id = ?`), workspaceID).Scan(&seq)
if err != nil {
return 0, fmt.Errorf("max item seq: %w", err)
}
return seq, nil
}
// ItemCheckboxProgress is the per-item count of markdown checkboxes
// (`- [ ]` / `- [x]`) extracted from item content. Used by the
// collection page to render checklist progress badges without
// shipping the rich-text body over the wire (PLAN-1343 Phase 1 /
// TASK-1349).
type ItemCheckboxProgress struct {
ItemID string `json:"item_id"`
Total int `json:"total"`
Done int `json:"done"`
}
// checkboxCountSQL is the SQL fragment used to count `- [ ]` and
// `- [x]` markers inside item content. Implemented identically on
// SQLite and PostgreSQL via the LENGTH/REPLACE arithmetic trick —
// both dialects support LENGTH and REPLACE on TEXT, and integer
// division is identical.
//
// The `i.deleted_at` clause is appended dynamically in
// CollectionCheckboxProgress so callers can request progress for
// archived rows (matches /items-index's include_archived semantics).
const checkboxCountSQL = `
SELECT i.id,
(LENGTH(i.content) - LENGTH(REPLACE(i.content, '- [ ]', ''))) / 5
+ (LENGTH(i.content) - LENGTH(REPLACE(i.content, '- [x]', ''))) / 5 AS total,
(LENGTH(i.content) - LENGTH(REPLACE(i.content, '- [x]', ''))) / 5 AS done
FROM items i
WHERE i.workspace_id = ?
AND i.collection_id = ?
AND i.content LIKE '%- [%]%'
`
// CollectionCheckboxProgress returns the per-item checkbox totals for
// every item in a collection whose content has at least one
// `- [ ]` / `- [x]` marker. The query computes counts server-side via
// LENGTH/REPLACE arithmetic so the wire payload stays small (three
// ints per non-zero item) — much cheaper than shipping every item's
// rich-text body just so the client can grep for checkboxes.
//
// includeArchived controls whether soft-deleted items contribute
// rows. The default (false) matches the pre-existing client-side
// parse for the un-toggled view. With the page's Archived toggle
// on, the collection page renders archived items too — passing
// true preserves their progress badges (per Codex round 2 [P2] on
// PR #491).
//
// Items with no markers, or with non-positive totals after subtracting
// done from open, are filtered out. Result order is unspecified.
func (s *Store) CollectionCheckboxProgress(workspaceID, collectionID string, includeArchived bool) ([]ItemCheckboxProgress, error) {
query := checkboxCountSQL
if !includeArchived {
query += " AND i.deleted_at IS NULL"
}
rows, err := s.db.Query(s.q(query), workspaceID, collectionID)
if err != nil {
return nil, fmt.Errorf("collection checkbox progress: %w", err)
}
defer rows.Close()
var result []ItemCheckboxProgress
for rows.Next() {
var p ItemCheckboxProgress
if err := rows.Scan(&p.ItemID, &p.Total, &p.Done); err != nil {
return nil, err
}
// Skip rows with no checkboxes — the LIKE filter is a fast
// preliminary check, but item bodies can contain the substring
// inside a code block or other context that doesn't end up as
// a markdown checkbox; the per-row Total accounts for that.
if p.Total <= 0 {
continue
}
result = append(result, p)
}
return result, rows.Err()
}
// scanItemsIndex scans rows from ListItemsIndex (skinny projection — no
// i.content column).
func scanItemsIndex(rows *sql.Rows) ([]models.Item, error) {
var items []models.Item
for rows.Next() {
var item models.Item
var createdAt, updatedAt string
var deletedAt *string
var pinned bool
if err := rows.Scan(
&item.ID, &item.WorkspaceID, &item.CollectionID, &item.Title, &item.Slug,
&item.Fields, &item.Tags,
&pinned, &item.SortOrder, &item.ParentID, &item.AssignedUserID, &item.AgentRoleID, &item.RoleSortOrder,
&item.CreatedBy, &item.LastModifiedBy, &item.Source,
&item.ItemNumber, &item.Seq, &createdAt, &updatedAt, &deletedAt,
&item.CollectionSlug, &item.CollectionName, &item.CollectionIcon, &item.CollectionPrefix,
&item.AssignedUserName, &item.AssignedUserEmail,
&item.AgentRoleName, &item.AgentRoleSlug, &item.AgentRoleIcon,
); err != nil {
return nil, err
}
item.Pinned = pinned
item.CreatedAt = parseTime(createdAt)
item.UpdatedAt = parseTime(updatedAt)
if deletedAt != nil {
t := parseTime(*deletedAt)
item.DeletedAt = &t
}
hydrateItemComputedMetadata(&item)
items = append(items, item)
}
return items, rows.Err()
}
func (s *Store) listItemsFTS(workspaceID string, params models.ItemListParams) ([]models.Item, error) {
var query string
var args []interface{}
var ftsRank string
if s.dialect.Driver() == DriverPostgres {
// PostgreSQL: search_vector lives on the items table (aliased as "i").
ftsMatch := s.dialect.FTSMatch("i", "search_vector")
ftsRank = s.dialect.FTSRank("i", "search_vector")
query = fmt.Sprintf(`
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.workspace_id = ? AND i.deleted_at IS NULL
AND %s
`, ftsMatch)
// PG FTSMatch consumes TWO args: the raw user query AND its
// hyphen-sanitized form, OR-combined inside the SQL fragment so
// that hyphenated terms like `task-five` match titles indexed as
// `task-five-distinctive` while preserving `BUG-842`-style
// matches (BUG-842).
args = []interface{}{workspaceID, params.Search, sanitizePGFTSQuery(params.Search)}
} else {
// SQLite: uses FTS5 virtual table "items_fts".
ftsMatch := s.dialect.FTSMatch("items_fts", "search_vector")
ftsRank = s.dialect.FTSRank("items_fts", "search_vector")
query = fmt.Sprintf(`
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN items_fts fts ON i.rowid = fts.rowid
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.workspace_id = ? AND i.deleted_at IS NULL
AND %s
`, ftsMatch)
// Wrap each whitespace-delimited token in double quotes so FTS5 treats
// hyphens (and other special chars like AND/OR/NOT/(/)) as literals
// rather than boolean operators. Without this, `?search=TASK-5` raises
// "no such column: 5" — see BUG-818. Postgres handles raw input via
// the OR-combined plainto_tsquery in the dialect (BUG-842).
args = []interface{}{workspaceID, sanitizeFTSQuery(params.Search)}
}
if params.CollectionSlug != "" {
query += " AND c.slug = ?"
args = append(args, params.CollectionSlug)
}
// Parent link filter — mirrors the non-FTS path so combining
// `parent=<UUID>&search=<q>` doesn't silently drop the parent constraint
// (and, by extension, the soft-deleted-parent rejection from BUG-734).
if params.ParentLinkID != "" {
query += " AND EXISTS (SELECT 1 FROM item_links il JOIN items p ON p.id = il.target_id AND p.deleted_at IS NULL WHERE il.source_id = i.id AND il.link_type = 'parent' AND il.target_id = ?)"
args = append(args, params.ParentLinkID)
}
if len(params.CollectionIDs) > 0 && len(params.ItemIDs) > 0 {
collPlaceholders := make([]string, len(params.CollectionIDs))
for i, id := range params.CollectionIDs {
collPlaceholders[i] = "?"
args = append(args, id)
}
itemPlaceholders := make([]string, len(params.ItemIDs))
for i, id := range params.ItemIDs {
itemPlaceholders[i] = "?"
args = append(args, id)
}
query += " AND (i.collection_id IN (" + strings.Join(collPlaceholders, ",") + ") OR i.id IN (" + strings.Join(itemPlaceholders, ",") + "))"
} else if len(params.CollectionIDs) > 0 {
placeholders := make([]string, len(params.CollectionIDs))
for i, id := range params.CollectionIDs {
placeholders[i] = "?"
args = append(args, id)
}
query += " AND i.collection_id IN (" + strings.Join(placeholders, ",") + ")"
} else if len(params.ItemIDs) > 0 {
placeholders := make([]string, len(params.ItemIDs))
for i, id := range params.ItemIDs {
placeholders[i] = "?"
args = append(args, id)
}
query += " AND i.id IN (" + strings.Join(placeholders, ",") + ")"
}
// Filter parity with the non-FTS path. Without these, `?search=...` combined
// with any of these filter params silently drops the filter and over-returns
// items. See BUG-812.
if params.Tag != "" {
tagExpr, tagArg := s.dialect.JSONArrayContains("i.tags", params.Tag)
query += " AND " + tagExpr
args = append(args, tagArg)
}
if params.ParentID != "" {
query += " AND i.parent_id = ?"
args = append(args, params.ParentID)
}
if params.AssignedUserID != "" {
query += " AND i.assigned_user_id = ?"
args = append(args, params.AssignedUserID)
}
if params.AgentRoleID != "" {
query += " AND (i.agent_role_id = ? OR ar.slug = ?)"
args = append(args, params.AgentRoleID, params.AgentRoleID)
}
// Field filters — supports comma-separated values as OR. Field keys are
// user-controlled (query params), so isValidFieldKey gates SQL composition.
for key, value := range params.Fields {
if !isValidFieldKey(key) {
continue
}
jsonExpr := s.dialect.JSONExtractText("i.fields", key)
if strings.Contains(value, ",") {
values := strings.Split(value, ",")
placeholders := make([]string, len(values))
for i, v := range values {
placeholders[i] = "?"
args = append(args, strings.TrimSpace(v))
}
query += " AND " + jsonExpr + " IN (" + strings.Join(placeholders, ",") + ")"
} else {
query += " AND " + jsonExpr + " = ?"
args = append(args, value)
}
}
// SQLite bm25(): more negative = more relevant → ASC (default).
// PostgreSQL ts_rank(): higher = more relevant → DESC.
// PG FTSRank embeds the same OR-combined plainto_tsquery as FTSMatch
// and consumes TWO args (raw + hyphen-sanitized) — BUG-842.
if s.dialect.Driver() == DriverPostgres {
query += " ORDER BY " + ftsRank + " DESC"
args = append(args, params.Search, sanitizePGFTSQuery(params.Search))
} else {
query += " ORDER BY " + ftsRank
}
if params.Limit > 0 {
query += " LIMIT ?"
args = append(args, params.Limit)
}
rows, err := s.db.Query(s.q(query), args...)
if err != nil {
return nil, fmt.Errorf("search items: %w", err)
}
defer rows.Close()
return scanItems(rows)
}
func (s *Store) UpdateItem(id string, input models.ItemUpdate) (*models.Item, error) {
existing, err := s.GetItem(id)
if err != nil {
return nil, err
}
if existing == nil {
return nil, nil
}
// Validate assignment scope before writing
if err := s.validateAssignmentScope(existing.WorkspaceID, input.AssignedUserID, input.AgentRoleID); err != nil {
return nil, err
}
tx, err := s.db.Begin()
if err != nil {
return nil, err
}
defer tx.Rollback()
// Serialize concurrent seq assignments per workspace on Postgres
// (no-op on SQLite). Held until COMMIT / ROLLBACK.
if err := s.acquireWorkspaceSeqLock(tx, existing.WorkspaceID); err != nil {
return nil, err
}
ts := now()
// Create version if content is changing
if input.Content != nil && *input.Content != existing.Content {
createdBy := input.LastModifiedBy
if createdBy == "" {
createdBy = "user"
}
// VersionSource takes precedence so the per-version-row
// attribution can differ from the (persisted) item source.
// See ItemUpdate.VersionSource doc comment + TASK-1267.
source := input.VersionSource
if source == "" {
source = input.Source
}
if source == "" {
source = "web"
}
forceVersion := input.Title != nil && *input.Title != existing.Title
shouldVersion := forceVersion
if !shouldVersion {
shouldVersion, err = s.shouldCreateItemVersion(id, createdBy, source)
if err != nil {
return nil, fmt.Errorf("check version throttle: %w", err)
}
}
if shouldVersion {
vid := newID()
versionContent := existing.Content
isDiff := false
patch := diff.CreateReversePatch(existing.Content, *input.Content)
if diff.IsDiffSmaller(patch, existing.Content) {
versionContent = patch
isDiff = true
}
_, err = tx.Exec(s.q(`
INSERT INTO item_versions (id, item_id, content, change_summary, created_by, source, is_diff, created_at)
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
`), vid, id, versionContent, input.ChangeSummary, createdBy, source, s.dialect.BoolToInt(isDiff), ts)
if err != nil {
return nil, fmt.Errorf("create version: %w", err)
}
}
}
// Build update query. Every mutation bumps seq to MAX(seq)+1 per
// workspace; the local-first read model uses that as a cursor (see
// nextWorkspaceSeqSubquery / PLAN-1343).
sets := []string{"updated_at = ?", "seq = " + nextWorkspaceSeqSubquery}
args := []interface{}{ts, existing.WorkspaceID}
if input.Title != nil {
sets = append(sets, "title = ?")
args = append(args, *input.Title)
baseSlug := slugify(*input.Title)
if baseSlug == "" {
baseSlug = "untitled"
}
newSlug, err := s.uniqueSlugExcluding("items", "workspace_id", existing.WorkspaceID, baseSlug, id)
if err != nil {
return nil, fmt.Errorf("unique slug: %w", err)
}
sets = append(sets, "slug = ?")
args = append(args, newSlug)
}
if input.Content != nil {
sets = append(sets, "content = ?")
args = append(args, *input.Content)
// Bump the human-readable timestamp on every content
// update — this is informational and never gates GC.
sets = append(sets, "content_flushed_at = ?")
args = append(args, ts)
// Op-log GC watermark policy (TASK-1309 round 5 [P1]):
// only advance content_flushed_op_log_id from server-driven
// full-content writes (CLI / MCP / applier-direct-write /
// version-restore / PruneAndApply). Browser collab-snapshot
// PATCHes are NOT eligible because they can't prove their
// markdown captures every peer op:
//
// Tab A's Y.Doc is at op N. Peer B's op N+1 commits to
// the op-log. Tab A's 5s flush PATCHes stale markdown
// derived from its op-N view. If we advanced the watermark
// to MAX(op-log.id) = N+1 here, the sweeper would later
// prune op N+1 — the only durable copy of peer B's edit.
//
// VersionSource == "collab-snapshot" is the marker the
// HTTP handler sets for browser flushes (TASK-1267). All
// other content writes either rebuild content from full
// op-log state (PruneAndApply) or replace it wholesale
// (CLI / version restore) — those CAN safely stamp the
// watermark to MAX(op-log.id) at write time.
//
// **Cursor-gated browser flush** (TASK-1319). Browser
// flushes carry an OpLogCursor recording the highest
// op-log id their Y.Doc has applied. When that cursor
// equals the current MAX(item_yjs_updates.id), the
// flusher has demonstrably captured every persisted op
// and we advance the watermark to that id. When the
// cursor is below MAX, peer ops outside the flusher's
// view exist; the watermark stays put so the GC sweeper
// cannot delete them. When the cursor is missing (older
// clients, malformed bodies) we behave as before — no
// advancement.
if input.VersionSource != "collab-snapshot" {
sets = append(sets, "content_flushed_op_log_id = (SELECT COALESCE(MAX(id), 0) FROM item_yjs_updates WHERE item_id = ?)")
args = append(args, id)
} else if input.OpLogCursor != nil {
// Conditional advance: the SQL UPDATE stamps the
// caller's cursor IFF that cursor still matches the
// current MAX(op-log.id) at COMMIT time. A peer op
// that lands between the client computing its
// cursor and this UPDATE running causes MAX to be
// strictly greater than the cursor, the predicate
// fails, and the watermark expression evaluates to
// the existing column value (a no-op). Never
// regresses, never over-advances.
sets = append(sets,
"content_flushed_op_log_id = CASE "+
"WHEN ? = (SELECT COALESCE(MAX(id), 0) FROM item_yjs_updates WHERE item_id = ?) "+
"THEN ? "+
"ELSE content_flushed_op_log_id "+
"END")
args = append(args, *input.OpLogCursor, id, *input.OpLogCursor)
}
}
if input.Fields != nil {
sets = append(sets, "fields = ?")
args = append(args, *input.Fields)
}
if input.Tags != nil {
sets = append(sets, "tags = ?")
args = append(args, *input.Tags)
}
if input.Pinned != nil {
sets = append(sets, "pinned = ?")
args = append(args, s.dialect.BoolToInt(*input.Pinned))
}
if input.SortOrder != nil {
sets = append(sets, "sort_order = ?")
args = append(args, *input.SortOrder)
}
if input.ParentID != nil {
sets = append(sets, "parent_id = ?")
args = append(args, *input.ParentID)
}
if input.AssignedUserID != nil {
sets = append(sets, "assigned_user_id = ?")
args = append(args, *input.AssignedUserID)
} else if input.ClearAssignedUser {
sets = append(sets, "assigned_user_id = NULL")
}
if input.AgentRoleID != nil {
sets = append(sets, "agent_role_id = ?")
args = append(args, *input.AgentRoleID)
} else if input.ClearAgentRole {
sets = append(sets, "agent_role_id = NULL")
}
if input.LastModifiedBy != "" {
sets = append(sets, "last_modified_by = ?")
args = append(args, input.LastModifiedBy)
}
if input.Source != "" {
sets = append(sets, "source = ?")
args = append(args, input.Source)
}
args = append(args, id)
query := fmt.Sprintf("UPDATE items SET %s WHERE id = ?", strings.Join(sets, ", "))
_, err = tx.Exec(s.q(query), args...)
if err != nil {
return nil, fmt.Errorf("update item: %w", err)
}
if err := tx.Commit(); err != nil {
return nil, err
}
return s.GetItem(id)
}
// DeleteItem soft-deletes the item by stamping deleted_at and bumping
// the workspace-scoped seq so delta-sync clients see the tombstone.
// The seq bump uses the same MAX(seq)+1 subquery the other mutations
// rely on; the advisory lock keeps concurrent Postgres writes from
// racing on it.
func (s *Store) DeleteItem(id string) error {
// Look up the workspace before the write so we can key the
// advisory lock and the seq subquery. The lookup tolerates
// already-deleted items (we still need to short-circuit cleanly
// in that case) by reading the include-deleted variant.
existing, err := s.GetItemIncludeDeleted(id)
if err != nil {
return err
}
if existing == nil {
return sql.ErrNoRows
}
tx, err := s.db.Begin()
if err != nil {
return err
}
defer tx.Rollback()
if err := s.acquireWorkspaceSeqLock(tx, existing.WorkspaceID); err != nil {
return err
}
ts := now()
result, err := tx.Exec(s.q(`
UPDATE items SET deleted_at = ?, updated_at = ?, seq = `+nextWorkspaceSeqSubquery+`
WHERE id = ? AND deleted_at IS NULL
`), ts, ts, existing.WorkspaceID, id)
if err != nil {
return fmt.Errorf("delete item: %w", err)
}
rows, _ := result.RowsAffected()
if rows == 0 {
return sql.ErrNoRows
}
return tx.Commit()
}
// RestoreItem un-archives a soft-deleted item and bumps the
// workspace-scoped seq so delta-sync clients re-materialize the row.
// Same lock + subquery shape as DeleteItem.
func (s *Store) RestoreItem(id string) (*models.Item, error) {
existing, err := s.GetItemIncludeDeleted(id)
if err != nil {
return nil, err
}
if existing == nil {
return nil, sql.ErrNoRows
}
tx, err := s.db.Begin()
if err != nil {
return nil, err
}
defer tx.Rollback()
if err := s.acquireWorkspaceSeqLock(tx, existing.WorkspaceID); err != nil {
return nil, err
}
ts := now()
result, err := tx.Exec(s.q(`
UPDATE items SET deleted_at = NULL, updated_at = ?, seq = `+nextWorkspaceSeqSubquery+`
WHERE id = ? AND deleted_at IS NOT NULL
`), ts, existing.WorkspaceID, id)
if err != nil {
return nil, fmt.Errorf("restore item: %w", err)
}
rows, _ := result.RowsAffected()
if rows == 0 {
return nil, sql.ErrNoRows
}
if err := tx.Commit(); err != nil {
return nil, err
}
return s.GetItem(id)
}
func (s *Store) SearchItems(workspaceID, query string) ([]ItemSearchResult, error) {
// Whitespace-only queries collapse to empty after FTS5 sanitization and
// would error on `MATCH ''`. Treat them as no-result rather than failing.
// See BUG-818.
if strings.TrimSpace(query) == "" {
return []ItemSearchResult{}, nil
}
var sqlQuery string
var args []interface{}
if s.dialect.Driver() == DriverPostgres {
// PostgreSQL: search_vector lives on the items table (aliased as "i").
ftsSnippet := s.dialect.FTSSnippet("i", 1, "i.content")
ftsMatch := s.dialect.FTSMatch("i", "search_vector")
ftsRank := s.dialect.FTSRank("i", "search_vector")
sqlQuery = fmt.Sprintf(`
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, ''),
%s as snippet,
%s as rank_score
FROM items i
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE %s
AND i.deleted_at IS NULL
`, ftsSnippet, ftsRank, ftsMatch)
// PG FTSSnippet, FTSRank, and FTSMatch each consume TWO "?" args
// (raw query + hyphen-sanitized query) for the OR-combined
// plainto_tsquery — see dialect.go and BUG-842.
sanitized := sanitizePGFTSQuery(query)
args = []interface{}{query, sanitized, query, sanitized, query, sanitized}
} else {
// SQLite: uses FTS5 virtual table "items_fts".
ftsSnippet := s.dialect.FTSSnippet("items_fts", 1, "i.content")
ftsMatch := s.dialect.FTSMatch("items_fts", "search_vector")
ftsRank := s.dialect.FTSRank("items_fts", "search_vector")
sqlQuery = fmt.Sprintf(`
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, ''),
%s as snippet,
%s as rank_score
FROM items_fts fts
JOIN items i ON i.rowid = fts.rowid
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE %s
AND i.deleted_at IS NULL
`, ftsSnippet, ftsRank, ftsMatch)
// Sanitize the user query so FTS5 special characters (hyphens, boolean
// operators) are treated as literals — see BUG-818.
args = []interface{}{sanitizeFTSQuery(query)}
}
if workspaceID != "" {
sqlQuery += " AND i.workspace_id = ?"
args = append(args, workspaceID)
}
if s.dialect.Driver() == DriverPostgres {
sqlQuery += " ORDER BY rank_score DESC LIMIT 50"
} else {
sqlQuery += " ORDER BY rank_score LIMIT 50"
}
rows, err := s.db.Query(s.q(sqlQuery), args...)
if err != nil {
return nil, fmt.Errorf("search items: %w", err)
}
defer rows.Close()
var results []ItemSearchResult
for rows.Next() {
var r ItemSearchResult
var createdAt, updatedAt string
var pinned bool
if err := rows.Scan(
&r.Item.ID, &r.Item.WorkspaceID, &r.Item.CollectionID, &r.Item.Title, &r.Item.Slug,
&r.Item.Content, &r.Item.Fields, &r.Item.Tags,
&pinned, &r.Item.SortOrder, &r.Item.ParentID, &r.Item.AssignedUserID, &r.Item.AgentRoleID, &r.Item.RoleSortOrder,
&r.Item.CreatedBy, &r.Item.LastModifiedBy,
&r.Item.Source, &r.Item.ItemNumber, &r.Item.Seq, &createdAt, &updatedAt,
&r.Item.CollectionSlug, &r.Item.CollectionName, &r.Item.CollectionIcon, &r.Item.CollectionPrefix,
&r.Item.AssignedUserName, &r.Item.AssignedUserEmail,
&r.Item.AgentRoleName, &r.Item.AgentRoleSlug, &r.Item.AgentRoleIcon,
&r.Snippet, &r.Rank,
); err != nil {
return nil, err
}
r.Item.Pinned = pinned
r.Item.CreatedAt = parseTime(createdAt)
r.Item.UpdatedAt = parseTime(updatedAt)
r.Item.ComputeRef()
r.Item.Content = "" // Don't include full content in search results
results = append(results, r)
}
return results, rows.Err()
}
// --- Item Links ---
func (s *Store) CreateItemLink(workspaceID string, input models.ItemLinkCreate, sourceID string) (*models.ItemLink, error) {
id := newID()
ts := now()
linkType, err := models.NormalizeItemLinkType(input.LinkType)
if err != nil {
return nil, err
}
if sourceID == input.TargetID {
return nil, fmt.Errorf("cannot link an item to itself")
}
createdBy := input.CreatedBy
if createdBy == "" {
createdBy = "user"
}
_, err = s.db.Exec(s.q(`
INSERT INTO item_links (id, workspace_id, source_id, target_id, link_type, created_by, created_at)
VALUES (?, ?, ?, ?, ?, ?, ?)
`), id, workspaceID, sourceID, input.TargetID, linkType, createdBy, ts)
if err != nil {
return nil, fmt.Errorf("create item link: %w", err)
}
return s.getItemLink(id)
}
// getItemLink is the unfiltered post-insert readback used by CreateItemLink to
// hydrate the freshly-inserted row with collection/source/target metadata. It
// intentionally does NOT filter on items.deleted_at IS NULL: the only caller
// is the immediate readback after INSERT, and a delete race against either
// endpoint would otherwise cause the just-successful insert to return nil
// (Codex review on PR #259). User-facing surfaces all read links via
// GetItemLinks (plural) or GetParentForItem, both of which DO filter.
func (s *Store) getItemLink(id string) (*models.ItemLink, error) {
var link models.ItemLink
var createdAt string
var sourcePrefix, targetPrefix string
var sourceItemNumber, targetItemNumber sql.NullInt64
var sourceStatus, targetStatus sql.NullString
srcStatus := s.dialect.JSONExtractText("s.fields", "status")
tgtStatus := s.dialect.JSONExtractText("t.fields", "status")
err := s.db.QueryRow(s.q(fmt.Sprintf(`
SELECT l.id, l.workspace_id, l.source_id, l.target_id, l.link_type, l.created_by, l.created_at,
s.title, t.title, s.slug, t.slug, sc.slug, tc.slug, sc.prefix, tc.prefix,
s.item_number, t.item_number,
%s, %s
FROM item_links l
JOIN items s ON s.id = l.source_id
JOIN items t ON t.id = l.target_id
JOIN collections sc ON sc.id = s.collection_id
JOIN collections tc ON tc.id = t.collection_id
WHERE l.id = ?
`, srcStatus, tgtStatus)), id).Scan(
&link.ID, &link.WorkspaceID, &link.SourceID, &link.TargetID,
&link.LinkType, &link.CreatedBy, &createdAt,
&link.SourceTitle, &link.TargetTitle,
&link.SourceSlug, &link.TargetSlug,
&link.SourceCollectionSlug, &link.TargetCollectionSlug,
&sourcePrefix, &targetPrefix,
&sourceItemNumber, &targetItemNumber,
&sourceStatus, &targetStatus,
)
if err == sql.ErrNoRows {
return nil, nil
}
if err != nil {
return nil, fmt.Errorf("get item link: %w", err)
}
link.CreatedAt = parseTime(createdAt)
if sourceItemNumber.Valid && sourcePrefix != "" {
link.SourceRef = fmt.Sprintf("%s-%d", sourcePrefix, sourceItemNumber.Int64)
}
if targetItemNumber.Valid && targetPrefix != "" {
link.TargetRef = fmt.Sprintf("%s-%d", targetPrefix, targetItemNumber.Int64)
}
if sourceStatus.Valid {
link.SourceStatus = sourceStatus.String
}
if targetStatus.Valid {
link.TargetStatus = targetStatus.String
}
return &link, nil
}
// GetItemLinks returns links where the given item is either source or target.
// Links pointing to or from soft-deleted items are filtered out so callers (e.g.
// `pad item related`, the lineage panel, the dashboard enrichment pass) don't
// surface dangling endpoints. The link rows themselves are preserved on disk —
// restoring a soft-deleted item resurrects its relationships automatically. See
// BUG-734.
func (s *Store) GetItemLinks(itemID string) ([]models.ItemLink, error) {
srcStatusExpr := s.dialect.JSONExtractText("s.fields", "status")
tgtStatusExpr := s.dialect.JSONExtractText("t.fields", "status")
rows, err := s.db.Query(s.q(fmt.Sprintf(`
SELECT l.id, l.workspace_id, l.source_id, l.target_id, l.link_type, l.created_by, l.created_at,
s.title, t.title, s.slug, t.slug, sc.slug, tc.slug, sc.prefix, tc.prefix,
s.item_number, t.item_number,
%s, %s
FROM item_links l
JOIN items s ON s.id = l.source_id AND s.deleted_at IS NULL
JOIN items t ON t.id = l.target_id AND t.deleted_at IS NULL
JOIN collections sc ON sc.id = s.collection_id
JOIN collections tc ON tc.id = t.collection_id
WHERE l.source_id = ? OR l.target_id = ?
ORDER BY l.created_at DESC
`, srcStatusExpr, tgtStatusExpr)), itemID, itemID)
if err != nil {
return nil, fmt.Errorf("get item links: %w", err)
}
defer rows.Close()
var links []models.ItemLink
for rows.Next() {
var link models.ItemLink
var createdAt string
var sourcePrefix, targetPrefix string
var sourceItemNumber, targetItemNumber sql.NullInt64
var sourceStatus, targetStatus sql.NullString
if err := rows.Scan(
&link.ID, &link.WorkspaceID, &link.SourceID, &link.TargetID,
&link.LinkType, &link.CreatedBy, &createdAt,
&link.SourceTitle, &link.TargetTitle,
&link.SourceSlug, &link.TargetSlug,
&link.SourceCollectionSlug, &link.TargetCollectionSlug,
&sourcePrefix, &targetPrefix,
&sourceItemNumber, &targetItemNumber,
&sourceStatus, &targetStatus,
); err != nil {
return nil, err
}
link.CreatedAt = parseTime(createdAt)
if sourceItemNumber.Valid && sourcePrefix != "" {
link.SourceRef = fmt.Sprintf("%s-%d", sourcePrefix, sourceItemNumber.Int64)
}
if targetItemNumber.Valid && targetPrefix != "" {
link.TargetRef = fmt.Sprintf("%s-%d", targetPrefix, targetItemNumber.Int64)
}
if sourceStatus.Valid {
link.SourceStatus = sourceStatus.String
}
if targetStatus.Valid {
link.TargetStatus = targetStatus.String
}
links = append(links, link)
}
return links, rows.Err()
}
// GetItemLinkByID returns a single item link by its ID, or nil if not found.
func (s *Store) GetItemLinkByID(id string) (*models.ItemLink, error) {
var link models.ItemLink
var createdAt string
err := s.db.QueryRow(s.q(`
SELECT id, workspace_id, source_id, target_id, link_type, created_by, created_at
FROM item_links WHERE id = ?
`), id).Scan(&link.ID, &link.WorkspaceID, &link.SourceID, &link.TargetID,
&link.LinkType, &link.CreatedBy, &createdAt)
if err == sql.ErrNoRows {
return nil, nil
}
if err != nil {
return nil, fmt.Errorf("get item link by id: %w", err)
}
link.CreatedAt = parseTime(createdAt)
return &link, nil
}
func (s *Store) DeleteItemLink(id string) error {
result, err := s.db.Exec(s.q("DELETE FROM item_links WHERE id = ?"), id)
if err != nil {
return fmt.Errorf("delete item link: %w", err)
}
rows, _ := result.RowsAffected()
if rows == 0 {
return sql.ErrNoRows
}
return nil
}
// --- Phase Links ---
// SetParentLink sets the parent for an item. Since an item can belong to at most
// one parent, this deletes any existing parent link for the item first.
// Includes cycle detection to prevent A→B→A or deeper ancestor loops.
func (s *Store) SetParentLink(workspaceID, itemID, parentID, createdBy string) (*models.ItemLink, error) {
// Cycle detection: walk the ancestor chain from parentID to ensure itemID is not an ancestor.
if err := s.checkParentCycle(itemID, parentID); err != nil {
return nil, err
}
tx, err := s.db.Begin()
if err != nil {
return nil, fmt.Errorf("begin tx: %w", err)
}
defer tx.Rollback()
// Delete existing parent link for this item (if any)
if _, err := tx.Exec(s.q(`DELETE FROM item_links WHERE source_id = ? AND link_type = 'parent'`), itemID); err != nil {
return nil, fmt.Errorf("delete existing parent link: %w", err)
}
// Insert new parent link
id := newID()
now := time.Now().UTC().Format(time.RFC3339)
if _, err := tx.Exec(s.q(`
INSERT INTO item_links (id, workspace_id, source_id, target_id, link_type, created_by, created_at)
VALUES (?, ?, ?, ?, 'parent', ?, ?)
`), id, workspaceID, itemID, parentID, createdBy, now); err != nil {
return nil, fmt.Errorf("insert parent link: %w", err)
}
if err := tx.Commit(); err != nil {
return nil, fmt.Errorf("commit parent link: %w", err)
}
// Return the full link with enriched fields. Use the unfiltered readback
// helper so that a delete race against either endpoint between commit and
// readback doesn't cause the successful insert to surface as nil.
return s.getItemLink(id)
}
// checkParentCycle walks the ancestor chain from parentID and returns an error
// if itemID is found (which would create a cycle).
func (s *Store) checkParentCycle(itemID, parentID string) error {
visited := map[string]bool{itemID: true}
current := parentID
for {
if visited[current] {
return fmt.Errorf("cannot set parent: would create a cycle")
}
visited[current] = true
// Look up the parent of current
var targetID sql.NullString
err := s.db.QueryRow(s.q(`
SELECT target_id FROM item_links
WHERE source_id = ? AND link_type = 'parent'
`), current).Scan(&targetID)
if err != nil || !targetID.Valid {
break // no parent — no cycle
}
current = targetID.String
}
return nil
}
// ClearParentLink removes the parent link for an item.
func (s *Store) ClearParentLink(itemID string) error {
_, err := s.db.Exec(s.q(`DELETE FROM item_links WHERE source_id = ? AND link_type = 'parent'`), itemID)
if err != nil {
return fmt.Errorf("clear parent link: %w", err)
}
return nil
}
// GetParentForItem returns the parent link for an item, or nil if it has no parent.
// A parent link pointing to a soft-deleted item is treated as no parent — the
// breadcrumb / lineage UI shouldn't show a deleted ancestor. See BUG-734.
func (s *Store) GetParentForItem(itemID string) (*models.ItemLink, error) {
sStatusExpr := s.dialect.JSONExtractText("s.fields", "status")
tStatusExpr := s.dialect.JSONExtractText("t.fields", "status")
rows, err := s.db.Query(s.q(fmt.Sprintf(`
SELECT l.id, l.workspace_id, l.source_id, l.target_id, l.link_type, l.created_by, l.created_at,
s.title, t.title, s.slug, t.slug, sc.slug, tc.slug, sc.prefix, tc.prefix,
s.item_number, t.item_number,
%s, %s
FROM item_links l
JOIN items s ON s.id = l.source_id AND s.deleted_at IS NULL
JOIN items t ON t.id = l.target_id AND t.deleted_at IS NULL
JOIN collections sc ON sc.id = s.collection_id
JOIN collections tc ON tc.id = t.collection_id
WHERE l.source_id = ? AND l.link_type IN (%s)
`, sStatusExpr, tStatusExpr, childLinkTypeSQL())), itemID)
if err != nil {
return nil, fmt.Errorf("get parent for item: %w", err)
}
defer rows.Close()
if !rows.Next() {
return nil, nil
}
var link models.ItemLink
var createdAt string
var sourcePrefix, targetPrefix string
var sourceItemNumber, targetItemNumber sql.NullInt64
var sourceStatus, targetStatus sql.NullString
if err := rows.Scan(
&link.ID, &link.WorkspaceID, &link.SourceID, &link.TargetID,
&link.LinkType, &link.CreatedBy, &createdAt,
&link.SourceTitle, &link.TargetTitle,
&link.SourceSlug, &link.TargetSlug,
&link.SourceCollectionSlug, &link.TargetCollectionSlug,
&sourcePrefix, &targetPrefix,
&sourceItemNumber, &targetItemNumber,
&sourceStatus, &targetStatus,
); err != nil {
return nil, fmt.Errorf("scan parent link: %w", err)
}
link.CreatedAt = parseTime(createdAt)
if sourceItemNumber.Valid && sourcePrefix != "" {
link.SourceRef = fmt.Sprintf("%s-%d", sourcePrefix, sourceItemNumber.Int64)
}
if targetItemNumber.Valid && targetPrefix != "" {
link.TargetRef = fmt.Sprintf("%s-%d", targetPrefix, targetItemNumber.Int64)
}
if sourceStatus.Valid {
link.SourceStatus = sourceStatus.String
}
if targetStatus.Valid {
link.TargetStatus = targetStatus.String
}
return &link, nil
}
// GetParentMap returns a map of item ID -> parent item ID for all parent links
// in a workspace. Used for efficient batch lookups (e.g., dashboard, list enrichment).
//
// Links whose source or target item is soft-deleted are excluded so that
// dashboard orphan-detection (handlers_dashboard.go) and similar enrichment
// passes don't treat a task whose parent has been archived as still parented.
// See BUG-734.
func (s *Store) GetParentMap(workspaceID string) (map[string]string, error) {
rows, err := s.db.Query(s.q(fmt.Sprintf(`
SELECT il.source_id, il.target_id FROM item_links il
JOIN items s ON s.id = il.source_id AND s.deleted_at IS NULL
JOIN items t ON t.id = il.target_id AND t.deleted_at IS NULL
WHERE il.workspace_id = ? AND il.link_type IN (%s)
`, childLinkTypeSQL())), workspaceID)
if err != nil {
return nil, fmt.Errorf("get parent map: %w", err)
}
defer rows.Close()
m := make(map[string]string)
for rows.Next() {
var sourceID, targetID string
if err := rows.Scan(&sourceID, &targetID); err != nil {
return nil, err
}
m[sourceID] = targetID
}
return m, rows.Err()
}
// --- Child Item Progress ---
// GetItemProgress counts total and done child items linked to a parent via item_links.
// "Done" means the child item's done field (resolved from its collection's
// board_group_by, defaulting to status) matches one of that field's terminal
// options. Children from any collection count toward progress, and each
// child is evaluated against its own collection's done rules.
func (s *Store) GetItemProgress(parentItemID string) (total int, done int, err error) {
filters := s.childrenDoneFiltersForParent(parentItemID)
doneExpr, doneArgs := s.buildChildrenDoneExpr(filters, "i")
args := append(doneArgs, parentItemID)
err = s.db.QueryRow(s.q(fmt.Sprintf(`
SELECT COUNT(*),
COUNT(CASE WHEN %s THEN 1 END)
FROM items i
JOIN item_links il ON il.source_id = i.id AND il.link_type IN (%s) AND il.target_id = ?
WHERE i.deleted_at IS NULL
`, doneExpr, childLinkTypeSQL())), args...).Scan(&total, &done)
if err != nil {
return 0, 0, fmt.Errorf("get item progress: %w", err)
}
return total, done, nil
}
// collectionDoneFilter describes how to evaluate "done" for a single child
// collection: which JSON key to read, and which values count as terminal.
type collectionDoneFilter struct {
collectionID string
doneKey string
values []string
}
// childrenDoneFiltersForParent returns a filter per distinct child-item
// collection under the given parent. Each filter carries the child
// collection's resolved done field (honoring board_group_by) and terminal
// values so the caller can build a per-collection OR clause that evaluates
// each child against its own done rules.
//
// Soft-deleted collections are intentionally INCLUDED: progress-counting
// callers count items regardless of their collection's deleted_at, so
// excluding the collection here would leave those items without a
// matching per-collection clause and cause them to always evaluate as
// non-terminal. The collection row still carries valid schema + settings
// until a hard delete cascades, so the done rules remain applicable.
func (s *Store) childrenDoneFiltersForParent(parentItemID string) []collectionDoneFilter {
rows, err := s.db.Query(s.q(fmt.Sprintf(`
SELECT DISTINCT c.id, c.schema, c.settings
FROM items i
JOIN collections c ON c.id = i.collection_id
JOIN item_links il ON il.source_id = i.id AND il.link_type IN (%s) AND il.target_id = ?
WHERE i.deleted_at IS NULL
`, childLinkTypeSQL())), parentItemID)
if err != nil {
return nil
}
defer rows.Close()
return scanCollectionDoneFilters(rows)
}
// doneFiltersForWorkspace returns a done-filter per collection in the
// workspace. Used by cross-collection queries (e.g. agent-role
// breakdowns) that need to evaluate "is done?" for every item regardless
// of which collection it belongs to.
//
// Includes soft-deleted collections: callers (e.g. GetRoleBreakdown)
// count items in the workspace without filtering by collection
// deleted_at, so excluding soft-deleted collections here would leave
// their items without a matching per-collection clause and cause them
// to always register as non-terminal.
func (s *Store) doneFiltersForWorkspace(workspaceID string) []collectionDoneFilter {
rows, err := s.db.Query(
s.q(`SELECT id, schema, settings FROM collections WHERE workspace_id = ?`),
workspaceID,
)
if err != nil {
return nil
}
defer rows.Close()
return scanCollectionDoneFilters(rows)
}
// childrenDoneFiltersForCollection is the batch version: it gathers one
// filter per distinct child-item collection across all parent→child links
// for parents in a given (workspace, collectionSlug).
//
// Includes soft-deleted child collections for the same reason as
// childrenDoneFiltersForParent — callers count items regardless of their
// collection's deleted_at, and we want items from soft-deleted
// collections to still be evaluated against their own done rules.
func (s *Store) childrenDoneFiltersForCollection(workspaceID, collectionSlug string) []collectionDoneFilter {
rows, err := s.db.Query(s.q(fmt.Sprintf(`
SELECT DISTINCT c.id, c.schema, c.settings
FROM items t
JOIN collections c ON c.id = t.collection_id
JOIN item_links il ON il.source_id = t.id AND il.link_type IN (%s)
JOIN items p ON p.id = il.target_id AND p.deleted_at IS NULL
JOIN collections pc ON pc.id = p.collection_id AND pc.slug = ?
WHERE p.workspace_id = ?
AND t.deleted_at IS NULL
`, childLinkTypeSQL())), collectionSlug, workspaceID)
if err != nil {
return nil
}
defer rows.Close()
return scanCollectionDoneFilters(rows)
}
// scanCollectionDoneFilters consumes rows yielding (id, schema, settings)
// and resolves each into a collectionDoneFilter.
//
// When a collection's schema fails to parse we still emit a filter — one
// that falls back to the `status` field and the global default terminal
// list. Silently skipping the collection would leave its items without a
// matching per-collection clause in buildChildrenDoneExpr, so they'd
// always register as non-terminal in progress / role / starred queries
// (a malformed schema on one collection would skew counts on every
// parent-progress computation).
func scanCollectionDoneFilters(rows *sql.Rows) []collectionDoneFilter {
var filters []collectionDoneFilter
for rows.Next() {
var id, schemaJSON, settingsJSON string
if err := rows.Scan(&id, &schemaJSON, &settingsJSON); err != nil {
continue
}
var schema models.CollectionSchema
if err := json.Unmarshal([]byte(schemaJSON), &schema); err != nil {
// Malformed schema → emit a default-fallback filter so the
// collection's items still get evaluated against the status
// column + global default terminals. This matches pre-TASK-604
// behavior for those items.
filters = append(filters, collectionDoneFilter{
collectionID: id,
doneKey: "status",
values: models.DefaultTerminalStatuses,
})
continue
}
var settings models.CollectionSettings
if settingsJSON != "" {
_ = json.Unmarshal([]byte(settingsJSON), &settings)
}
key, values := models.TerminalValuesForDoneField(schema, settings)
filters = append(filters, collectionDoneFilter{
collectionID: id,
doneKey: key,
values: values,
})
}
return filters
}
// buildChildrenDoneExpr compiles a set of per-collection done filters into
// a single SQL boolean expression plus ordered args. `itemAlias` is the
// item-table alias in the outer query (e.g. "i" for GetItemProgress, "t"
// for GetAllItemProgress).
//
// Expression shape:
//
// ((<alias>.collection_id = ? AND LOWER(COALESCE(<field_A>, '')) IN (?,?)) OR
// (<alias>.collection_id = ? AND LOWER(COALESCE(<field_B>, '')) IN (?,?)))
//
// The `<field_X>` JSON extract uses scalar text extraction; this works
// because DoneFieldKey in the models package only resolves done fields to
// `select` typed columns (see that function's doc). multi_select-backed
// done fields would store their values as a JSON array and scalar IN
// matching would silently miss them — hence the upstream restriction.
//
// If no filters were constructed (no child collections discovered, or all
// of their schemas failed to parse), falls back to checking <alias>.status
// against the global default terminal list — mirroring the legacy behavior
// so dashboards for untyped collections keep working.
func (s *Store) buildChildrenDoneExpr(filters []collectionDoneFilter, itemAlias string) (string, []any) {
if len(filters) == 0 {
statusExpr := s.dialect.JSONExtractText(itemAlias+".fields", "status")
placeholders, args := models.DefaultTerminalStatusPlaceholders()
return fmt.Sprintf("LOWER(COALESCE(%s, '')) IN (%s)", statusExpr, placeholders), args
}
clauses := make([]string, 0, len(filters))
args := make([]any, 0, len(filters)*4)
for _, f := range filters {
fieldExpr := s.dialect.JSONExtractText(itemAlias+".fields", f.doneKey)
placeholders := make([]string, len(f.values))
args = append(args, f.collectionID)
for i, v := range f.values {
placeholders[i] = "?"
args = append(args, strings.ToLower(v))
}
clauses = append(clauses, fmt.Sprintf(
"(%s.collection_id = ? AND LOWER(COALESCE(%s, '')) IN (%s))",
itemAlias, fieldExpr, strings.Join(placeholders, ","),
))
}
return "(" + strings.Join(clauses, " OR ") + ")", args
}
// ItemProgress holds child item completion counts for a single parent item.
type ItemProgress struct {
ItemID string `json:"item_id"`
Total int `json:"total"`
Done int `json:"done"`
}
// GetAllItemProgress returns child item completion counts for every non-deleted
// item in the given collection within a workspace.
func (s *Store) GetAllItemProgress(workspaceID, collectionSlug string) ([]ItemProgress, error) {
filters := s.childrenDoneFiltersForCollection(workspaceID, collectionSlug)
doneExpr, doneArgs := s.buildChildrenDoneExpr(filters, "t")
args := append(doneArgs, workspaceID, collectionSlug)
rows, err := s.db.Query(s.q(fmt.Sprintf(`
SELECT p.id,
COUNT(t.id),
COUNT(CASE WHEN t.id IS NOT NULL AND %s THEN 1 END)
FROM items p
JOIN collections pc ON pc.id = p.collection_id
LEFT JOIN item_links il ON il.link_type IN (%s) AND il.target_id = p.id
LEFT JOIN items t ON t.id = il.source_id
AND t.deleted_at IS NULL
WHERE p.workspace_id = ?
AND pc.slug = ?
AND p.deleted_at IS NULL
GROUP BY p.id
`, doneExpr, childLinkTypeSQL())), args...)
if err != nil {
return nil, fmt.Errorf("get all item progress: %w", err)
}
defer rows.Close()
var result []ItemProgress
for rows.Next() {
var ip ItemProgress
if err := rows.Scan(&ip.ItemID, &ip.Total, &ip.Done); err != nil {
return nil, fmt.Errorf("scan item progress: %w", err)
}
result = append(result, ip)
}
if result == nil {
result = []ItemProgress{}
}
return result, rows.Err()
}
// GetChildItems returns all non-deleted child items linked to the given parent
// via item_links. Returns children from any collection.
func (s *Store) GetChildItems(parentItemID string) ([]models.Item, error) {
rows, err := s.db.Query(s.q(fmt.Sprintf(`
SELECT DISTINCT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN collections c ON c.id = i.collection_id
JOIN item_links il ON il.source_id = i.id AND il.link_type IN (%s) AND il.target_id = ?
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.deleted_at IS NULL
ORDER BY i.sort_order ASC, i.created_at ASC
`, childLinkTypeSQL())), parentItemID)
if err != nil {
return nil, fmt.Errorf("get child items: %w", err)
}
defer rows.Close()
return scanItems(rows)
}
// PopulateHasChildren sets HasChildren=true on items that have at least one
// child linked via parent link_type. Operates in-place on the slice.
func (s *Store) PopulateHasChildren(items []models.Item) {
if len(items) == 0 {
return
}
// Build ID list and index
ids := make([]string, len(items))
idx := make(map[string]int, len(items))
for i, item := range items {
ids[i] = item.ID
idx[item.ID] = i
}
// Batch query: which of these IDs are targets of a parent link?
placeholders := make([]string, len(ids))
args := make([]any, len(ids))
for i, id := range ids {
placeholders[i] = "?"
args[i] = id
}
query := fmt.Sprintf(`
SELECT DISTINCT il.target_id FROM item_links il
JOIN items child ON child.id = il.source_id AND child.deleted_at IS NULL
WHERE il.link_type IN (%s) AND il.target_id IN (%s)
`, childLinkTypeSQL(), strings.Join(placeholders, ","))
rows, err := s.db.Query(s.q(query), args...)
if err != nil {
return // best-effort; don't fail the whole request
}
defer rows.Close()
for rows.Next() {
var targetID string
if err := rows.Scan(&targetID); err != nil {
continue
}
if i, ok := idx[targetID]; ok {
items[i].HasChildren = true
}
}
}
// MoveItem moves an item to a different collection within the same workspace.
// It updates the collection_id and fields JSON. The item_number is preserved
// because numbering is workspace-global — the number stays the same, only the
// collection prefix changes (e.g. IDEA-42 → BUG-42).
//
// The move also bumps the workspace-scoped seq so delta-sync clients
// see the collection change (PLAN-1343 / TASK-1352). Without it a
// client polling /items-changes?since=cursor would render the item
// under its old collection until a full refresh.
func (s *Store) MoveItem(itemID, targetCollectionID, newFieldsJSON string) (*models.Item, error) {
existing, err := s.GetItem(itemID)
if err != nil {
return nil, err
}
if existing == nil {
return nil, sql.ErrNoRows
}
tx, err := s.db.Begin()
if err != nil {
return nil, err
}
defer tx.Rollback()
if err := s.acquireWorkspaceSeqLock(tx, existing.WorkspaceID); err != nil {
return nil, err
}
_, err = tx.Exec(s.q(`
UPDATE items
SET collection_id = ?, fields = ?, updated_at = ?, seq = `+nextWorkspaceSeqSubquery+`
WHERE id = ? AND deleted_at IS NULL`),
targetCollectionID, newFieldsJSON, time.Now().UTC().Format(time.RFC3339), existing.WorkspaceID, itemID)
if err != nil {
return nil, fmt.Errorf("move item: %w", err)
}
if err := tx.Commit(); err != nil {
return nil, err
}
return s.GetItem(itemID)
}
// --- Helpers ---
// validSortField matches safe field names (alphanumeric + underscore, starting with a letter).
var validSortField = regexp.MustCompile(`^[a-zA-Z][a-zA-Z0-9_]*$`)
func buildItemSort(sort string, dialect Dialect) string {
if sort == "" {
return " ORDER BY i.pinned DESC, i.updated_at DESC"
}
var parts []string
for _, seg := range strings.Split(sort, ",") {
seg = strings.TrimSpace(seg)
tokens := strings.SplitN(seg, ":", 2)
col := tokens[0]
dir := "ASC"
if len(tokens) == 2 && strings.ToUpper(tokens[1]) == "DESC" {
dir = "DESC"
}
switch col {
case "title":
parts = append(parts, fmt.Sprintf("i.title %s", dir))
case "created_at":
parts = append(parts, fmt.Sprintf("i.created_at %s", dir))
case "updated_at":
parts = append(parts, fmt.Sprintf("i.updated_at %s", dir))
case "sort_order":
parts = append(parts, fmt.Sprintf("i.sort_order %s", dir))
default:
// For field-based sorting, use dialect JSON extract — validate the field name
// to prevent SQL injection via crafted sort parameters.
if !validSortField.MatchString(col) {
continue // skip invalid field names
}
parts = append(parts, fmt.Sprintf("%s %s", dialect.JSONExtractText("i.fields", col), dir))
}
}
if len(parts) == 0 {
return " ORDER BY i.pinned DESC, i.updated_at DESC"
}
return " ORDER BY " + strings.Join(parts, ", ")
}
// shouldCreateItemVersion mirrors ShouldCreateVersion but queries item_versions.
func (s *Store) shouldCreateItemVersion(itemID, actor, source string) (bool, error) {
var createdBy, src, createdAt string
err := s.db.QueryRow(s.q(`
SELECT created_by, source, created_at
FROM item_versions
WHERE item_id = ?
ORDER BY created_at DESC
LIMIT 1
`), itemID).Scan(&createdBy, &src, &createdAt)
if err == sql.ErrNoRows {
return true, nil // No versions yet
}
if err != nil {
return false, err
}
// Actor or source changed — always snapshot
if createdBy != actor || src != source {
return true, nil
}
// Throttle
lastTime := parseTime(createdAt)
return time.Since(lastTime) >= VersionThrottleInterval, nil
}
// ListItemVersionsResolved returns versions with full content (diffs resolved).
// Requires the current item content to reconstruct diff-based versions.
func (s *Store) ListItemVersionsResolved(itemID, currentContent string) ([]models.Version, error) {
versions, err := s.ListItemVersions(itemID)
if err != nil {
return nil, err
}
// Resolve diffs: walk from newest to oldest, applying reverse patches.
content := currentContent
for i := range versions {
if !versions[i].IsDiff {
content = versions[i].Content
continue
}
resolved, applyErr := diff.ApplyPatch(content, versions[i].Content)
if applyErr != nil {
versions[i].Content = fmt.Sprintf("[patch error: %v]", applyErr)
versions[i].IsDiff = false
continue
}
versions[i].Content = resolved
versions[i].IsDiff = false
content = resolved
}
return versions, nil
}
// ListItemVersionsBeforeTime returns versions for an item created before the given time,
// ordered newest-first, limited to `limit` results. Used for cursor-based timeline pagination.
//
// When beforeID is empty (first page / no cursor), the secondary id tie-breaker
// is omitted. See ListCommentsBeforeTime for the rationale (BUG-1086).
func (s *Store) ListItemVersionsBeforeTime(itemID string, before time.Time, beforeID string, limit int) ([]models.Version, error) {
ts := before.Format(time.RFC3339)
const selectCols = `id, item_id, content, change_summary, created_by, source, is_diff, created_at`
const orderLimit = `ORDER BY created_at DESC, id DESC LIMIT ?`
var rows *sql.Rows
var err error
if beforeID == "" {
rows, err = s.db.Query(s.q(`
SELECT `+selectCols+`
FROM item_versions
WHERE item_id = ? AND created_at < ?
`+orderLimit), itemID, ts, limit)
} else {
rows, err = s.db.Query(s.q(`
SELECT `+selectCols+`
FROM item_versions
WHERE item_id = ? AND (created_at < ? OR (created_at = ? AND id < ?))
`+orderLimit), itemID, ts, ts, beforeID, limit)
}
if err != nil {
return nil, err
}
defer rows.Close()
var versions []models.Version
for rows.Next() {
var v models.Version
var createdAt string
var isDiff bool
if err := rows.Scan(&v.ID, &v.DocumentID, &v.Content, &v.ChangeSummary, &v.CreatedBy, &v.Source, &isDiff, &createdAt); err != nil {
return nil, err
}
v.IsDiff = isDiff
v.CreatedAt = parseTime(createdAt)
versions = append(versions, v)
}
return versions, rows.Err()
}
// ListItemVersions returns all versions for an item.
func (s *Store) ListItemVersions(itemID string) ([]models.Version, error) {
rows, err := s.db.Query(s.q(`
SELECT id, item_id, content, change_summary, created_by, source, is_diff, created_at
FROM item_versions
WHERE item_id = ?
ORDER BY created_at DESC
`), itemID)
if err != nil {
return nil, err
}
defer rows.Close()
var versions []models.Version
for rows.Next() {
var v models.Version
var createdAt string
var isDiff bool
if err := rows.Scan(&v.ID, &v.DocumentID, &v.Content, &v.ChangeSummary, &v.CreatedBy, &v.Source, &isDiff, &createdAt); err != nil {
return nil, err
}
v.IsDiff = isDiff
v.CreatedAt = parseTime(createdAt)
versions = append(versions, v)
}
return versions, rows.Err()
}
func scanItems(rows *sql.Rows) ([]models.Item, error) {
var items []models.Item
for rows.Next() {
var item models.Item
var createdAt, updatedAt string
var pinned bool
if err := rows.Scan(
&item.ID, &item.WorkspaceID, &item.CollectionID, &item.Title, &item.Slug,
&item.Content, &item.Fields, &item.Tags,
&pinned, &item.SortOrder, &item.ParentID, &item.AssignedUserID, &item.AgentRoleID, &item.RoleSortOrder,
&item.CreatedBy, &item.LastModifiedBy, &item.Source,
&item.ItemNumber, &item.Seq, &createdAt, &updatedAt,
&item.CollectionSlug, &item.CollectionName, &item.CollectionIcon, &item.CollectionPrefix,
&item.AssignedUserName, &item.AssignedUserEmail,
&item.AgentRoleName, &item.AgentRoleSlug, &item.AgentRoleIcon,
); err != nil {
return nil, err
}
item.Pinned = pinned
item.CreatedAt = parseTime(createdAt)
item.UpdatedAt = parseTime(updatedAt)
hydrateItemComputedMetadata(&item)
items = append(items, item)
}
return items, rows.Err()
}
// ItemsModifiedSince returns items in a workspace that were updated after the
// given timestamp. Used for incremental sync on tab resume. Also returns IDs of
// items that were deleted (hard-deleted or archived) since the timestamp.
//
// The updated list includes both active AND recently archived items (those with
// deleted_at > since). This lets the frontend update archived views correctly —
// an item that was just archived needs its full data to appear in archived views,
// not just its ID in the deleted list.
func (s *Store) ItemsModifiedSince(workspaceID string, since time.Time) (updated []models.Item, deletedIDs []string, err error) {
sinceStr := since.UTC().Format(time.RFC3339)
// Fetch updated items: active items modified since the timestamp,
// PLUS items archived since the timestamp (so archived views can update).
query := s.q(`
SELECT i.id, i.workspace_id, i.collection_id, i.title, i.slug, i.content, i.fields, i.tags,
i.pinned, i.sort_order, i.parent_id, i.assigned_user_id, i.agent_role_id, i.role_sort_order,
i.created_by, i.last_modified_by, i.source,
i.item_number, i.seq, i.created_at, i.updated_at,
c.slug, c.name, c.icon, c.prefix,
COALESCE(au.name, ''), COALESCE(au.email, ''),
COALESCE(ar.name, ''), COALESCE(ar.slug, ''), COALESCE(ar.icon, '')
FROM items i
JOIN collections c ON c.id = i.collection_id
LEFT JOIN users au ON au.id = i.assigned_user_id
LEFT JOIN agent_roles ar ON ar.id = i.agent_role_id
WHERE i.workspace_id = ?
AND i.updated_at > ?
AND (i.deleted_at IS NULL OR i.deleted_at > ?)
ORDER BY i.updated_at ASC
`)
rows, err := s.db.Query(query, workspaceID, sinceStr, sinceStr)
if err != nil {
return nil, nil, err
}
defer rows.Close()
updated, err = scanItems(rows)
if err != nil {
return nil, nil, err
}
// Fetch IDs of items deleted since the timestamp.
delQuery := s.q(`
SELECT id FROM items
WHERE workspace_id = ?
AND deleted_at IS NOT NULL
AND deleted_at > ?
`)
delRows, err := s.db.Query(delQuery, workspaceID, sinceStr)
if err != nil {
return updated, nil, err
}
defer delRows.Close()
for delRows.Next() {
var id string
if err := delRows.Scan(&id); err != nil {
return updated, nil, err
}
deletedIDs = append(deletedIDs, id)
}
return updated, deletedIDs, delRows.Err()
}
// ItemCollectionRef is a minimal item reference with collection ID, used for
// filtering deleted items by collection visibility.
type ItemCollectionRef struct {
ID string
CollectionID string
}
// GetDeletedItemsWithCollection returns minimal item info (ID + CollectionID)
// for soft-deleted items, used to filter deleted item IDs by collection visibility.
func (s *Store) GetDeletedItemsWithCollection(workspaceID string, itemIDs []string) ([]ItemCollectionRef, error) {
if len(itemIDs) == 0 {
return nil, nil
}
placeholders := make([]string, len(itemIDs))
args := []interface{}{workspaceID}
for i, id := range itemIDs {
placeholders[i] = "?"
args = append(args, id)
}
rows, err := s.db.Query(s.q(fmt.Sprintf(`
SELECT id, collection_id FROM items
WHERE workspace_id = ? AND id IN (%s)
`, strings.Join(placeholders, ","))), args...)
if err != nil {
return nil, fmt.Errorf("get deleted items with collection: %w", err)
}
defer rows.Close()
var results []ItemCollectionRef
for rows.Next() {
var r ItemCollectionRef
if err := rows.Scan(&r.ID, &r.CollectionID); err != nil {
return nil, fmt.Errorf("scan deleted item: %w", err)
}
results = append(results, r)
}
return results, rows.Err()
}
// WorkspaceHasAgentActivity reports whether any non-deleted item VISIBLE
// to the caller was created via an agent surface — direct CLI invocation
// or the Remote MCP transport. Used by the dashboard to auto-hide the
// "connect an agent" banner once a workspace's agent loop is wired up.
//
// "Agent activity" is the union of two source values:
//
// - source='cli': set by both the direct `pad` CLI and the
// HTTPHandlerDispatcher used by the Remote MCP transport, which
// deliberately mirrors CLI attribution (see dispatch_http_test.go).
// Today, this single value covers both surfaces.
// - source='mcp': reserved for future code paths that may want to
// distinguish MCP attribution from CLI. Included here defensively so
// the query keeps working if attribution is later split.
//
// Visibility filtering matches the dashboard's existing model (see
// handleGetDashboard): an item counts when its collection is in
// collectionIDs OR its id is in itemIDs (union — guest item-level grants
// can expose items in otherwise-hidden collections). Pass nil for both to
// run unfiltered (full-visibility caller). A non-nil empty
// collectionIDs slice with no itemIDs means "no visible collections" and
// returns false without hitting the DB — symmetric with ListItems.
//
// Backed by EXISTS so it short-circuits on the first match.
func (s *Store) WorkspaceHasAgentActivity(workspaceID string, collectionIDs, itemIDs []string) (bool, error) {
// Symmetric early-exit with ListItems: caller signaled no visibility.
if collectionIDs != nil && len(collectionIDs) == 0 && len(itemIDs) == 0 {
return false, nil
}
query := `
SELECT EXISTS(
SELECT 1 FROM items
WHERE workspace_id = ? AND source IN ('cli', 'mcp') AND deleted_at IS NULL
`
args := []interface{}{workspaceID}
if len(collectionIDs) > 0 && len(itemIDs) > 0 {
collPlaceholders := make([]string, len(collectionIDs))
for i, id := range collectionIDs {
collPlaceholders[i] = "?"
args = append(args, id)
}
itemPlaceholders := make([]string, len(itemIDs))
for i, id := range itemIDs {
itemPlaceholders[i] = "?"
args = append(args, id)
}
query += " AND (collection_id IN (" + strings.Join(collPlaceholders, ",") + ") OR id IN (" + strings.Join(itemPlaceholders, ",") + "))"
} else if len(collectionIDs) > 0 {
placeholders := make([]string, len(collectionIDs))
for i, id := range collectionIDs {
placeholders[i] = "?"
args = append(args, id)
}
query += " AND collection_id IN (" + strings.Join(placeholders, ",") + ")"
} else if len(itemIDs) > 0 {
placeholders := make([]string, len(itemIDs))
for i, id := range itemIDs {
placeholders[i] = "?"
args = append(args, id)
}
query += " AND id IN (" + strings.Join(placeholders, ",") + ")"
}
query += ")"
var has bool
if err := s.db.QueryRow(s.q(query), args...).Scan(&has); err != nil {
return false, fmt.Errorf("workspace has agent activity: %w", err)
}
return has, nil
}
func hydrateItemComputedMetadata(item *models.Item) {
if item == nil {
return
}
item.ComputeRef()
item.CodeContext = models.ExtractItemCodeContext(item.Fields)
item.Convention = models.ExtractItemConventionMetadata(item.Fields)
item.ImplementationNotes = models.ExtractItemImplementationNotes(item.Fields)
item.DecisionLog = models.ExtractItemDecisionLog(item.Fields)
}