import { Plugin, PluginKey, Transaction } from "@tiptap/pm/state"; import { Node as ProseMirrorNode, Fragment, Slice } from "@tiptap/pm/model"; import { FOOTNOTE_DEFINITION_NAME, FOOTNOTE_REFERENCE_NAME, FOOTNOTES_LIST_NAME, deriveFootnoteId, } from "./footnote-util"; export const footnoteSyncPluginKey = new PluginKey("footnoteSync"); const SYNC_META = "footnoteSyncApplied"; interface RefOccurrence { /** Position of the reference node in the document. */ pos: number; /** The id the reference currently carries. */ id: string; node: ProseMirrorNode; } interface DefOccurrence { /** Position of the definition node in the document. */ pos: number; /** The id the definition currently carries. */ id: string; node: ProseMirrorNode; } interface FootnoteScan { /** * Every reference occurrence in document order (NOT de-duplicated). Repeated * ids are kept so the FIRST appearance fixes definition order; later repeats * are reuse (same footnote) and are never re-id'd. */ refOccurrences: RefOccurrence[]; /** * Every definition occurrence in document order (NOT de-duplicated). The old * implementation used a last-wins Map here, which is exactly what caused * silent data loss: two definitions sharing an id collapsed to one. */ defOccurrences: DefOccurrence[]; /** Every top-level footnotesList node, in document order. */ lists: Array<{ pos: number; node: ProseMirrorNode }>; } function scan(doc: ProseMirrorNode): FootnoteScan { const refOccurrences: RefOccurrence[] = []; const defOccurrences: DefOccurrence[] = []; const lists: Array<{ pos: number; node: ProseMirrorNode }> = []; doc.descendants((node, pos) => { if (node.type.name === FOOTNOTE_REFERENCE_NAME) { const id = node.attrs.id; if (id) refOccurrences.push({ pos, id, node }); } if (node.type.name === FOOTNOTE_DEFINITION_NAME) { const id = node.attrs.id; if (id) defOccurrences.push({ pos, id, node }); } if (node.type.name === FOOTNOTES_LIST_NAME) { lists.push({ pos, node }); } }); return { refOccurrences, defOccurrences, lists }; } /** * Result of resolving the footnote id topology: the distinct reference order and * one definition node per id. * * References are NEVER re-id'd here — repeated ids are REUSE (one footnote). Only * duplicate DEFINITIONS are re-id'd; lacking a matching reference, a re-id'd * duplicate is then dropped by the orphan policy. No definition is ever dropped * for COLLIDING — only for being an orphan. */ interface CollisionPlan { /** * Distinct reference ids in document order (first appearance). Repeated ids * are reuse and collapse to a single entry. Source of truth for definition * order/numbering. */ referenceIds: string[]; /** id -> definition node, after duplicate definitions were re-id'd. One per id. */ definitions: Map; /** True when a duplicate definition required a re-id. */ changed: boolean; } /** * Resolve the footnote id topology WITHOUT ever dropping a definition. * * Reference REUSE (Pandoc semantics, #166): repeated `[^a]` references that share * an id are the SAME footnote — they get one number and one definition and are * NEVER re-id'd. So the reference walk only records the FIRST occurrence of each * id (de-duplicating in document order); later occurrences are reuse and produce * no mutation at all. * * Duplicate DEFINITIONS (two `[^d]:` nodes sharing an id reaching the LIVE editor * via paste/collab merge) keep the never-lose policy: the first keeps the id, and * each later duplicate is re-id'd to a DETERMINISTIC fresh id (deriveFootnoteId: * `X__2`, `X__3`, collision-bumped) so it survives as a distinct footnote — which, * having no matching reference, then falls under the normal orphan policy. It is * only ever dropped for lacking a reference, never for colliding. The IMPORT * paths (@docmost/prosemirror-markdown / MCP extractFootnotes) instead apply * first-wins + drop + warn for duplicate definitions; that divergence is * intentional — import * is an agent-authored artifact we sanitize, the editor is live user data we must * not lose. * * Re-id determinism: every fresh id is DERIVED from document state, NEVER * random/time-based, because the sync plugin runs identically on every * collaborating client and a random id would make two clients mint DIFFERENT ids * for the same duplicate, causing permanent Yjs divergence. */ function resolveCollisions(scan: FootnoteScan): CollisionPlan { const definitions = new Map(); const referenceIds: string[] = []; const seenRefIds = new Set(); let changed = false; // `taken` is the set of every id to avoid when minting a derived id for a // duplicate definition: all original reference + definition ids PLUS every id // minted in this pass. Pure document state, so the derivation is deterministic // across clients. const taken = new Set(); for (const occ of scan.refOccurrences) taken.add(occ.id); for (const occ of scan.defOccurrences) taken.add(occ.id); const occurrenceOf = new Map(); const mintId = (originalId: string): string => { const next = (occurrenceOf.get(originalId) ?? 1) + 1; occurrenceOf.set(originalId, next); const id = deriveFootnoteId(originalId, next, taken); taken.add(id); return id; }; // References: record each DISTINCT id once, in first-appearance order. Repeated // ids are reuse — nothing to mint, nothing to re-id. for (const ref of scan.refOccurrences) { if (!seenRefIds.has(ref.id)) { seenRefIds.add(ref.id); referenceIds.push(ref.id); } } // Definitions: the first occurrence of each id keeps it; a later duplicate is // re-id'd deterministically so it is never silently dropped (never-lose). const seenDefIds = new Set(); for (const occ of scan.defOccurrences) { if (!seenDefIds.has(occ.id)) { seenDefIds.add(occ.id); definitions.set(occ.id, occ.node); } else { const newId = mintId(occ.id); definitions.set(newId, occ.node); changed = true; } } return { referenceIds, definitions, changed }; } /** * Idempotent integrity pass for footnotes. Runs only on LOCAL document changes * (skips remote/collaboration steps and — crucially — its own appended meta) so * the plugin can never re-trigger itself, guaranteeing termination. * * Everything is computed against the CURRENT document in a SINGLE invocation and * emitted as AT MOST ONE transaction, always tagged with SYNC_META (and * addToHistory:false). The strategy is "rebuild the canonical footnotes section * from the desired end-state" rather than running several self-triggering * passes: * * 1. Collect every footnote reference id in document order (the source of * truth for which definitions must exist and in what order). * 2. Compute the desired list of definitions: one per referenced id, in * reference order, reusing the existing definition node when present or * creating an empty one when missing. Orphan definitions (no matching * reference) are dropped. * 3. Compare against the actual footnotesList state: * - no references -> there must be NO list (remove any); * - references present -> there must be exactly ONE list, holding * exactly the desired definitions, and it * must sit after all real body content. * 4. If the document already matches the desired end-state, return null (no * transaction) — this idempotence is what stops oscillation. * * Placement note: the list is considered correctly placed when nothing but * EMPTY paragraphs follow it. This is deliberate so the plugin coexists with a * trailing-node plugin (which keeps an empty paragraph at the very end of the * doc): the footnote list does not need to be the literal last child, only the * last block of meaningful content. Without this, the two plugins would * ping-pong forever (list moved to end -> trailing paragraph appended -> list * no longer last -> moved again ...). * * The id topology is resolved up front by resolveCollisions() (#166): repeated * references sharing an id are REUSE — one footnote, never re-id'd — while a * duplicate DEFINITION (from pasting/duplicating a definition, or a collab merge) * is re-id'd to a fresh unique id. No footnoteDefinition is ever silently deleted * by this automatic (addToHistory:false) transaction because of a COLLISION; a * definition is only ever removed when it has NO matching reference (orphan * policy) — which is also what then drops a re-id'd duplicate definition. */ export function footnoteSyncPlugin( isRemoteTransaction?: (tr: Transaction) => boolean, ): Plugin { return new Plugin({ key: footnoteSyncPluginKey, appendTransaction(transactions, _oldState, newState) { // Only react to document changes. if (!transactions.some((t) => t.docChanged)) return null; // Skip our OWN appended transaction. This is the guard that makes the // plugin loop-safe: the transaction we emit carries SYNC_META, so when // ProseMirror feeds it back to appendTransaction we bail out immediately // and never produce a follow-up. (Termination invariant.) if (transactions.some((t) => t.getMeta(SYNC_META))) return null; // Skip remote/collab steps (orphan cleanup must run only on local edits). if ( isRemoteTransaction && transactions.some((t) => isRemoteTransaction(t)) ) { return null; } const { doc, schema } = newState; const defType = schema.nodes[FOOTNOTE_DEFINITION_NAME]; const listType = schema.nodes[FOOTNOTES_LIST_NAME]; const paragraphType = schema.nodes.paragraph; if (!defType || !listType || !paragraphType) return null; const info = scan(doc); // 0) Resolve the id topology (#166): repeated references that share an id // are REUSE — collapsed to one entry in `referenceIds`, never re-id'd — // while a duplicate DEFINITION is re-id'd to a fresh deterministic id // (and, lacking a matching reference, removed by the orphan policy // below). No definition is dropped for COLLIDING, only for being orphan. const plan = resolveCollisions(info); const referenceIds = plan.referenceIds; // The set of ids that must have a definition, in reference order. // De-duplicated already by resolveCollisions. const referenceIdSet = new Set(referenceIds); // 1) For each definition occurrence, compute the id it should END UP with // (which differs from its current id only when collision resolution // re-id'd it). plan.definitions maps a FINAL id -> the chosen node, so // we invert it by node identity to recover each occurrence's target id. const finalIdByNode = new Map(); for (const [id, node] of plan.definitions) finalIdByNode.set(node, id); const isEmptyParagraph = (node: ProseMirrorNode) => node.type === paragraphType && node.content.size === 0; // 2) Classify every existing definition occurrence: // - reId: keep the node in place, only change its id attr (collision). // - orphan: delete it (its final id has no matching reference). // A definition that already carries the right id and is referenced is // left COMPLETELY untouched (its Yjs subtree is preserved). This is the // core of the data-loss fix: a pure reference reorder produces NO // mutation of any definition subtree. interface DefReid { pos: number; node: ProseMirrorNode; newId: string; } const defReids: DefReid[] = []; const orphanDefs: DefOccurrence[] = []; // Track which referenced ids already have a surviving (non-orphan) // definition, so we can synthesize the genuinely missing ones. const satisfiedIds = new Set(); // Choose a "primary" list to receive inserts/migrated defs: the LAST list // whose placement is canonical (only empty paragraphs follow it), else the // last list, else none. New defs and consolidated defs land here. for (const occ of info.defOccurrences) { const finalId = finalIdByNode.get(occ.node) ?? occ.id; if (!referenceIdSet.has(finalId)) { orphanDefs.push(occ); continue; } if (occ.id !== finalId) { defReids.push({ pos: occ.pos, node: occ.node, newId: finalId }); } satisfiedIds.add(finalId); } // 3) Referenced ids with no surviving definition need a fresh empty one. const missingIds = referenceIds.filter((id) => !satisfiedIds.has(id)); // 4) Determine list topology. const hasRefs = referenceIds.length > 0; // Pick the primary list: prefer the last canonically-placed list. const listIsTrailing = (listPos: number, listNode: ProseMirrorNode) => { const listEnd = listPos + listNode.nodeSize; let ok = true; doc.nodesBetween(listEnd, doc.content.size, (child, childPos) => { if (childPos >= listEnd && child !== listNode) { if (!isEmptyParagraph(child)) ok = false; } return false; // do not descend }); return ok; }; let primaryList: { pos: number; node: ProseMirrorNode } | null = null; for (let i = info.lists.length - 1; i >= 0; i--) { if (listIsTrailing(info.lists[i].pos, info.lists[i].node)) { primaryList = info.lists[i]; break; } } if (!primaryList && info.lists.length > 0) { primaryList = info.lists[info.lists.length - 1]; } // Extra lists (everything except the primary) must be consolidated away. const extraLists = info.lists.filter((l) => l !== primaryList); const inExtraList = (pos: number) => extraLists.some((l) => pos > l.pos && pos < l.pos + l.node.nodeSize); // Definitions inside an extra list are migrated (recreated with the right // id) into the primary list, so drop their in-place re-id markups — the // whole extra list is deleted below and the markup would be wasted. const defReidsToApply = defReids.filter((r) => !inExtraList(r.pos)); // 5) Decide whether anything must change. The document is canonical when: // - no collisions were resolved (refs or defs), AND // - no orphan definitions, AND // - no missing definitions, AND // - exactly the right number of lists (0 when no refs, else 1) AND the // single list is canonically placed (trailing). const noChangeNeeded = !plan.changed && defReids.length === 0 && orphanDefs.length === 0 && missingIds.length === 0 && extraLists.length === 0 && (hasRefs ? info.lists.length === 1 && primaryList !== null : info.lists.length === 0); if (noChangeNeeded) return null; // 6) Apply the targeted, minimal mutations in ONE transaction. We never // delete-and-recreate an unchanged definition subtree; we only: // (a) re-id colliding definitions (attr-only), // (b) delete genuine orphan definitions and extra/empty lists, // (c) insert genuinely-missing empty definitions and migrate defs out // of extra lists into the primary list, // (d) create the primary list if references exist but none does yet. // References are never re-id'd (reuse), so there is no reference edit. const tr = newState.tr; // 6a) Re-id colliding definitions IN PLACE (attr-only). This preserves the // definition's content subtree — never delete+recreate it. for (const reid of defReidsToApply) { tr.setNodeMarkup(tr.mapping.map(reid.pos), undefined, { ...reid.node.attrs, id: reid.newId, }); } // 6c) Migrate non-orphan definitions out of every extra list into the // primary list (or, if there is no primary list, into a new one we // build), then delete the extra (now drained) lists. This is the only // path that moves a definition subtree, and it runs ONLY in the // abnormal multi-list case (paste/collab merge) — never on a plain // reorder, which keeps a single list untouched. const migrated: ProseMirrorNode[] = []; for (const extra of extraLists) { extra.node.forEach((defChild) => { if (defChild.type !== defType) return; const finalId = finalIdByNode.get(defChild) ?? defChild.attrs.id; if (!referenceIdSet.has(finalId)) return; // orphan: drop it migrated.push( defChild.attrs.id === finalId ? defChild : defType.create({ id: finalId }, defChild.content), ); }); } // 6c-bis) The definitions to INSERT into the primary list: migrated defs // from extra lists + freshly synthesized empty defs for references // that have no definition at all. Computed before deletions so we can // decide whether the primary list would be left empty. const toInsert: ProseMirrorNode[] = [ ...migrated, ...missingIds.map((id) => defType.create({ id }, paragraphType.create()), ), ]; // Does the primary list keep at least one definition after we strip its // orphans AND counting the defs we are about to insert? If it ends up // empty (an empty footnotesList is invalid schema), delete the WHOLE list // instead of leaving a hollow shell. Only the primary list can receive // inserts; extra lists are always deleted wholesale. let primarySurvivors = 0; if (primaryList) { primaryList.node.forEach((defChild) => { if (defChild.type !== defType) return; const finalId = finalIdByNode.get(defChild) ?? defChild.attrs.id; if (referenceIdSet.has(finalId)) primarySurvivors += 1; }); } const primaryWillBeEmpty = !!primaryList && primarySurvivors === 0 && toInsert.length === 0; // 6d) Delete orphan definitions, extra lists, and any list that would be // left empty. Sort deletions from the end so earlier positions stay // valid; map through tr.mapping to account for the (size-stable) re-id // markups and earlier deletions. const deletions: Array<{ from: number; to: number }> = []; const wholeListDeletes = new Set(extraLists); if (primaryWillBeEmpty && primaryList) wholeListDeletes.add(primaryList); for (const occ of orphanDefs) { // Skip orphans inside a list that is being deleted wholesale. const inWholeDeleted = [...wholeListDeletes].some( (l) => occ.pos > l.pos && occ.pos < l.pos + l.node.nodeSize, ); if (inWholeDeleted) continue; deletions.push({ from: occ.pos, to: occ.pos + occ.node.nodeSize }); } for (const l of wholeListDeletes) { deletions.push({ from: l.pos, to: l.pos + l.node.nodeSize }); } deletions .sort((a, b) => b.from - a.from) .forEach(({ from, to }) => { tr.delete(tr.mapping.map(from), tr.mapping.map(to)); }); // If we deleted the primary list wholesale, it can no longer receive the // inserts below — null it out so a fresh list is created when needed. if (primaryWillBeEmpty) primaryList = null; // 6e) Insert the migrated + synthesized definitions. if (hasRefs) { if (primaryList) { if (toInsert.length > 0) { // Append at the end of the (mapped) primary list, just before its // closing token, so its existing definition subtrees are untouched. // We only changed attrs (size-stable) and deleted OTHER nodes, so // mapping the original list-end position forward lands at the same // boundary; -1 puts us just inside the list's closing token. const insertAt = tr.mapping.map(primaryList.pos + primaryList.node.nodeSize) - 1; tr.insert(insertAt, Fragment.fromArray(toInsert)); } } else { // No usable list exists yet but references do — create one holding the // migrated + synthesized definitions, placed after the last meaningful // (non-empty-paragraph) top-level block so it sits before any trailing // empty paragraph the trailing-node plugin maintains. const mappedDoc = tr.doc; let insertPos = mappedDoc.content.size; for (let i = mappedDoc.childCount - 1; i >= 0; i--) { const child = mappedDoc.child(i); if (isEmptyParagraph(child)) insertPos -= child.nodeSize; else break; } const list = listType.create(null, Fragment.fromArray(toInsert)); tr.insert(insertPos, list); } } if (!tr.docChanged) return null; tr.setMeta(SYNC_META, true); tr.setMeta("addToHistory", false); return tr; }, }); } export const footnotePastePluginKey = new PluginKey("footnotePaste"); /** * Paste id-collision guard. When pasted content carries footnote reference or * definition ids that ALREADY EXIST in the current document, regenerate those * ids (consistently across the pasted slice, so a pasted reference and its * definition keep pointing at each other) BEFORE the slice is inserted. * * Without this, pasting a reference+definition pair copied from elsewhere — or * duplicating one in place — would merge with (or clobber) the existing footnote * of the same id. The schema-sync plugin already guarantees no definition is * ever silently deleted after the fact (it re-id's duplicate definitions), but * regenerating at paste time keeps the pasted footnote cleanly separate from the * start and avoids any transient merge. * * REUSE-aware (#166): only a colliding DEFINITION forces a remap. Pasting a lone * reference whose id already exists is REUSE — it must keep the id so it resolves * to the existing footnote (one number, shared definition). So we remap an id * only when the pasted slice itself carries a `footnoteDefinition` for it (which * would otherwise clobber the existing definition's text); the matching pasted * references are remapped along with it to stay paired. A self-paste of just a * reference is left untouched. */ export function footnotePastePlugin(): Plugin { return new Plugin({ key: footnotePastePluginKey, props: { transformPasted(slice, view) { // Collect ids already present in the current document. const existing = new Set(); view.state.doc.descendants((node) => { if ( node.type.name === FOOTNOTE_REFERENCE_NAME || node.type.name === FOOTNOTE_DEFINITION_NAME ) { const id = node.attrs.id; if (id) existing.add(id); } }); if (existing.size === 0) return slice; // Ids the pasted slice DEFINES (carries a footnoteDefinition for). Only // these can clobber an existing footnote's text, so only these force a // remap; a pasted reference to an already-existing id is reuse and keeps // its id. const sliceDefIds = new Set(); const collectDefIds = (node: ProseMirrorNode) => { if (node.type.name === FOOTNOTE_DEFINITION_NAME) { const id = node.attrs.id; if (id) sliceDefIds.add(id); } node.descendants(collectDefIds); }; slice.content.descendants(collectDefIds); // Build a remap (old id -> fresh id) for every colliding id the slice // DEFINES, shared by references and definitions so a pasted pair stays // matched. The new id is derived deterministically (deriveFootnoteId // against the current doc's id set) for consistency with the sync/import // paths and to keep Math.random off this code path. const remap = new Map(); for (const id of sliceDefIds) { if (existing.has(id) && !remap.has(id)) { const newId = deriveFootnoteId(id, 2, existing); remap.set(id, newId); // Reserve it so a second colliding id deriving to the same base // bumps instead of clashing. existing.add(newId); } } if (remap.size === 0) return slice; // Rewrite the colliding ids throughout the slice. const rewrite = (fragment: Fragment): Fragment => { const nodes: ProseMirrorNode[] = []; fragment.forEach((node) => { const isFootnote = node.type.name === FOOTNOTE_REFERENCE_NAME || node.type.name === FOOTNOTE_DEFINITION_NAME; const newId = isFootnote ? remap.get(node.attrs.id) : undefined; const newContent = node.content.size ? rewrite(node.content) : node.content; if (newId) { nodes.push( node.type.create( { ...node.attrs, id: newId }, newContent, node.marks, ), ); } else if (newContent !== node.content) { nodes.push(node.copy(newContent)); } else { nodes.push(node); } }); return Fragment.fromArray(nodes); }; return new Slice(rewrite(slice.content), slice.openStart, slice.openEnd); }, }, }); }