first commit

services/history-v1/migrations/20220228163642_initial.js

@@ -0,0 +1,80 @@
+/**
+ * This is the initial migration, meant to replicate the current state of the
+ * history database. If tables already exist, this migration is a noop.
+ */
+
+exports.up = async function (knex) {
+  await knex.raw(`
+    CREATE TABLE IF NOT EXISTS chunks (
+      id SERIAL,
+      doc_id integer NOT NULL,
+      end_version integer NOT NULL,
+      end_timestamp timestamp without time zone,
+      CONSTRAINT chunks_version_non_negative CHECK (end_version >= 0)
+    )
+  `)
+  await knex.raw(`
+    CREATE UNIQUE INDEX IF NOT EXISTS index_chunks_on_doc_id_and_end_version
+    ON chunks (doc_id, end_version)
+  `)
+
+  await knex.raw(`
+    CREATE TABLE IF NOT EXISTS old_chunks (
+      chunk_id integer NOT NULL PRIMARY KEY,
+      doc_id integer NOT NULL,
+      end_version integer,
+      end_timestamp timestamp without time zone,
+      deleted_at timestamp without time zone
+    )
+  `)
+  await knex.raw(`
+    CREATE INDEX IF NOT EXISTS index_old_chunks_on_doc_id_and_end_version
+    ON old_chunks (doc_id, end_version)
+  `)
+
+  await knex.raw(`
+    CREATE TABLE IF NOT EXISTS pending_chunks (
+      id SERIAL,
+      doc_id integer NOT NULL,
+      end_version integer NOT NULL,
+      end_timestamp timestamp without time zone,
+      CONSTRAINT chunks_version_non_negative CHECK (end_version >= 0)
+    )
+  `)
+  await knex.raw(`
+    CREATE INDEX IF NOT EXISTS index_pending_chunks_on_doc_id_and_id
+    ON pending_chunks (doc_id, id)
+  `)
+
+  await knex.raw(`
+    CREATE TABLE IF NOT EXISTS blobs (
+      hash_bytes bytea NOT NULL PRIMARY KEY,
+      byte_length integer NOT NULL,
+      string_length integer,
+      global boolean,
+      CONSTRAINT blobs_byte_length_non_negative CHECK (byte_length >= 0),
+      CONSTRAINT blobs_string_length_non_negative
+        CHECK (string_length IS NULL OR string_length >= 0)
+    )
+  `)
+
+  await knex.raw(`
+    CREATE TABLE IF NOT EXISTS project_blobs (
+      project_id integer NOT NULL,
+      hash_bytes bytea NOT NULL,
+      byte_length integer NOT NULL,
+      string_length integer,
+      PRIMARY KEY (project_id, hash_bytes),
+      CONSTRAINT project_blobs_byte_length_non_negative
+        CHECK (byte_length >= 0),
+      CONSTRAINT project_blobs_string_length_non_negative
+        CHECK (string_length IS NULL OR string_length >= 0)
+    )
+  `)
+
+  await knex.raw(`CREATE SEQUENCE IF NOT EXISTS docs_id_seq`)
+}
+
+exports.down = async function (knex) {
+  // Don't do anything on the down migration
+}

services/history-v1/migrations/20221026201437_chunk_start_version.js

@@ -0,0 +1,23 @@
+exports.up = async function (knex) {
+  await knex.raw(`
+    ALTER TABLE chunks ADD COLUMN start_version integer
+  `)
+  await knex.raw(`
+    ALTER TABLE pending_chunks ADD COLUMN start_version integer
+  `)
+  await knex.raw(`
+    ALTER TABLE old_chunks ADD COLUMN start_version integer
+  `)
+}
+
+exports.down = async function (knex) {
+  await knex.raw(`
+    ALTER TABLE chunks DROP COLUMN start_version
+  `)
+  await knex.raw(`
+    ALTER TABLE pending_chunks DROP COLUMN start_version
+  `)
+  await knex.raw(`
+    ALTER TABLE old_chunks DROP COLUMN start_version
+  `)
+}

services/history-v1/migrations/20221027201324_unique_start_version.js

@@ -0,0 +1,41 @@
+exports.config = {
+  // CREATE INDEX CONCURRENTLY can't be run inside a transaction
+  // If this migration fails in the middle, indexes and constraints will have
+  // to be cleaned up manually.
+  transaction: false,
+}
+
+exports.up = async function (knex) {
+  await knex.raw(`
+    ALTER TABLE chunks
+    ADD CONSTRAINT chunks_start_version_non_negative
+    CHECK (start_version IS NOT NULL AND start_version >= 0)
+    NOT VALID
+  `)
+  await knex.raw(`
+    ALTER TABLE chunks
+    VALIDATE CONSTRAINT chunks_start_version_non_negative
+  `)
+  await knex.raw(`
+    CREATE UNIQUE INDEX CONCURRENTLY index_chunks_on_doc_id_and_start_version
+    ON chunks (doc_id, start_version)
+  `)
+  await knex.raw(`
+    ALTER TABLE chunks
+    ADD UNIQUE USING INDEX index_chunks_on_doc_id_and_start_version
+  `)
+}
+
+exports.down = async function (knex) {
+  await knex.raw(`
+    ALTER TABLE chunks
+    DROP CONSTRAINT IF EXISTS index_chunks_on_doc_id_and_start_version
+  `)
+  await knex.raw(`
+    DROP INDEX IF EXISTS index_chunks_on_doc_id_and_start_version
+  `)
+  await knex.raw(`
+    ALTER TABLE chunks
+    DROP CONSTRAINT IF EXISTS chunks_start_version_non_negative
+  `)
+}

services/history-v1/migrations/20221118213808_delete_global_blobs_table.js

@@ -0,0 +1,7 @@
+exports.up = async function (knex) {
+  await knex.raw(`DROP TABLE IF EXISTS blobs`)
+}
+
+exports.down = function (knex) {
+  // Not reversible
+}

services/history-v1/migrations/20250415210802_add_chunks_closed.js

@@ -0,0 +1,27 @@
+// @ts-check
+
+/**
+ * @import { Knex } from "knex"
+ */
+
+/**
+ * @param { Knex } knex
+ * @returns { Promise<void> }
+ */
+exports.up = async function (knex) {
+  await knex.raw(`
+    ALTER TABLE chunks
+    ADD COLUMN closed BOOLEAN NOT NULL DEFAULT FALSE
+  `)
+}
+
+/**
+ * @param { Knex } knex
+ * @returns { Promise<void> }
+ */
+exports.down = async function (knex) {
+  await knex.raw(`
+    ALTER TABLE chunks
+    DROP COLUMN closed
+  `)
+}