schalli
447fb74e0c
Additive schema change (SCHEMA-03/D-03/D-04): new model TenderSource (1:n Tender, @@unique[sourcePortal, sourceNoticeId], onDelete Cascade) and a nullable Tender.fingerprint column + index. dedupKey stays unchanged as the SCHEMA-02 upsert target. Migration 20260723120000_add_tender_source applies in strict order (Pitfall 5): table+column create, then one TenderSource row per pre-existing Tender via SQL INSERT/SELECT, then the unique constraint. Applied locally against the tessera dev DB (container IP, no host port) — verified via psql: TenderSource count == Tender count == 2851. backfill-tender-source.ts is a one-time script that computes Tender.fingerprint via the Task-1 tenderFingerprint() function (Decimal->number conversion for estimatedValue, T-13-01-03) — run via the compiled dist/ output (source uses standard extensionless TS imports for tsc compatibility). Confirmed: 2851/2851 rows backfilled, idempotent re-run verified. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
45 lines
2.1 KiB
SQL
45 lines
2.1 KiB
SQL
-- SCHEMA-03 (D-03/D-04) — TenderSource 1:n model + Tender.fingerprint.
|
|
--
|
|
-- Two-step ordering (Pitfall 5, 13-RESEARCH.md): (1) create the table and
|
|
-- add the additive Tender.fingerprint column BEFORE (2) backfilling
|
|
-- TenderSource rows from the pre-existing ~2851 DÖE Tender rows, and only
|
|
-- THEN activating the unique constraint. DÖE sourceNoticeIds are live-unique
|
|
-- (0% NULL OCID) so the backfill insert itself will not violate the
|
|
-- constraint, but the ordering is kept strict regardless.
|
|
--
|
|
-- fingerprint backfill (Tender.fingerprint) is NOT done here in SQL — the
|
|
-- umlaut/CPV-division normalization it needs lives in code
|
|
-- (tender-fingerprint.ts). It is populated by the one-time TS script
|
|
-- `backfill-tender-source.ts`, run once after this migration is applied.
|
|
|
|
-- Step 1a: additive nullable column on Tender.
|
|
ALTER TABLE "Tender" ADD COLUMN "fingerprint" TEXT;
|
|
CREATE INDEX "Tender_fingerprint_idx" ON "Tender"("fingerprint");
|
|
|
|
-- Step 1b: TenderSource table.
|
|
CREATE TABLE "TenderSource" (
|
|
"id" TEXT NOT NULL,
|
|
"tenderId" TEXT NOT NULL,
|
|
"sourcePortal" TEXT NOT NULL,
|
|
"sourceNoticeId" TEXT NOT NULL,
|
|
"ocid" TEXT,
|
|
"sourceUrl" TEXT,
|
|
"createdAt" TIMESTAMP(3) NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
|
|
|
CONSTRAINT "TenderSource_pkey" PRIMARY KEY ("id")
|
|
);
|
|
|
|
CREATE INDEX "TenderSource_tenderId_idx" ON "TenderSource"("tenderId");
|
|
|
|
ALTER TABLE "TenderSource" ADD CONSTRAINT "TenderSource_tenderId_fkey"
|
|
FOREIGN KEY ("tenderId") REFERENCES "Tender"("id") ON DELETE CASCADE ON UPDATE CASCADE;
|
|
|
|
-- Step 2: backfill — one TenderSource row per pre-existing Tender, from its
|
|
-- current sourcePortal/sourceNoticeId/sourceUrl/ocid (D-05).
|
|
INSERT INTO "TenderSource" (id, "tenderId", "sourcePortal", "sourceNoticeId", ocid, "sourceUrl", "createdAt")
|
|
SELECT gen_random_uuid(), t.id, t."sourcePortal", t."sourceNoticeId", t.ocid, t."sourceUrl", now()
|
|
FROM "Tender" t;
|
|
|
|
-- Step 3: unique constraint, applied AFTER the backfill insert succeeds.
|
|
CREATE UNIQUE INDEX "TenderSource_sourcePortal_sourceNoticeId_key" ON "TenderSource"("sourcePortal", "sourceNoticeId");
|