-- ===================================================================== -- 94_news.sql -- news -- -- GENERATED by _gen/pack.py from ../step/. DO NOT EDIT -- edit the source -- there and re-pack, or the sha256 in MANIFEST.md stops matching. -- -- 1 table(s), 4 ledger step(s). -- -- ⚠ IMPORT ORDER: 01_system.sql, the seven 1x masters, then this file. No page needs it, -- but 99_finalize.sql will not run until it is applied. -- -- ⚠ STOP ON THE FIRST ERROR. Do not use `mysql --force`, and do not tick any -- "continue on error" box. Each step records itself in `_migration_ledger` -- immediately after its statement runs, WITHOUT checking that the statement -- succeeded -- that is inherited from step/, where run.sh guarantees a stop by -- running mysql without --force. Continue past an error here and a step that -- failed is marked applied: 99_finalize.sql will then seed `migrations`, and -- `php artisan migrate` will skip the work still owed. Both default clients -- stop on error; the danger is turning that off. -- -- ⚠ phpMyAdmin: UNTICK "Allow the interruption of an import". -- If it fires, the import resumes on a NEW CONNECTION: SQL_MODE reverts to the server -- default and every @variable dies, mid-file. Two things then break. NO_ZERO_DATE is -- back, so any ALTER that rebuilds a table holding '0000-00-00' fails with ERROR 1292. -- And @step / @todo / @sql are NULL, so the guard around the next payload stops meaning -- anything. The SET SQL_MODE before every unit below limits the damage when someone -- forgets the checkbox; it does not replace unticking it. -- -- (STRICT_TRANS_TABLES is forced for a third case -- a value too big for its new column -- is CLAMPED silently rather than refused. Measured on the tree as it stands, no column -- narrows: all 674 MODIFY COLUMNs widen or are no-ops. It stays forced because the next -- regeneration is under no obligation to keep that true.) -- -- ⚠ Take a full backup first. The `20_cleanup` steps change data and nothing here -- reverses them. `../audit_bukanmain_before_migrate.sql` only reads. -- ===================================================================== -- No menu.LinkLaravel points here yet. Nothing in the sidebar can reach -- these tables -- but 99_finalize.sql still refuses to run until they are -- applied, so this file is not optional for a completed migration. -- --------------------------------------------------------------- prologue -- run.sh sources step/_lib/session.sql for you. phpMyAdmin will not, so it is inlined. SET @OLD_SQL_MODE = @@SQL_MODE; SET SQL_MODE = IF(@@SQL_MODE LIKE '%STRICT_TRANS_TABLES%' AND @@SQL_MODE LIKE '%NO_AUTO_VALUE_ON_ZERO%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_DATE%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_IN_DATE%', @@SQL_MODE, CONCAT(REPLACE(REPLACE(@@SQL_MODE, 'NO_ZERO_IN_DATE', ''), 'NO_ZERO_DATE', ''), ',NO_AUTO_VALUE_ON_ZERO,STRICT_TRANS_TABLES')); -- Assert all four, not just the first. STRICT_TRANS_TABLES missing means out-of-range -- values are clamped silently; NO_ZERO_DATE still present means any ALTER that rebuilds a -- legacy table re-validates its '0000-00-00' rows and dies with ERROR 1292. The second is -- the one that actually stops the migration, and it was not being checked. SELECT IF(@@SQL_MODE LIKE '%STRICT_TRANS_TABLES%' AND @@SQL_MODE LIKE '%NO_AUTO_VALUE_ON_ZERO%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_DATE%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_IN_DATE%', 'sql_mode OK - proceeding', (SELECT 'ABORT: sql_mode is wrong. Wanted STRICT_TRANS_TABLES + NO_AUTO_VALUE_ON_ZERO,' UNION ALL SELECT 'and NO_ZERO_DATE / NO_ZERO_IN_DATE OFF. The SET above should have done it.') ) AS preflight_sql_mode; SET @OLD_FK = @@FOREIGN_KEY_CHECKS; SET FOREIGN_KEY_CHECKS = 1; SET @OLD_LOCK_WAIT = @@SESSION.lock_wait_timeout; SET @OLD_INNODB_LOCK_WAIT = @@SESSION.innodb_lock_wait_timeout; SET SESSION lock_wait_timeout = 60; SET SESSION innodb_lock_wait_timeout = 60; -- The ledger, copied verbatim from step/_lib/ledger.sql -- not restated, so the two -- paths cannot disagree about its definition. -- --------------------------------------------------------------------- -- _lib/ledger.sql -- the only thing here that is not in the source file -- One row per applied step. This is the record that decides what a re-run skips, -- what --status reports, and -- through the app-side gate -- which modules the -- application will serve. It lives in the database on purpose: a file on one -- operator's laptop drifts the moment someone runs a step from another machine. -- -- Deliberately NOT in the project's PascalCase convention. It is an ops table, never -- touched by Eloquent, and it should be visibly not-an-app-table. -- -- `checksum` is the SHA-256 of the step's SQL payload -- the verbatim statements, -- not the file -- so it cannot change when a comment above them is reworded. -- _lib/steps.tsv carries the whole-file hashes for tamper detection. -- -- ⚠ `step` IS ascii, AND THAT IS LOAD-BEARING. Every guard compares it against a -- user variable, and a user variable carries the CONNECTION collation. Give this -- column utf8mb4_unicode_ci and the very first step dies with ERROR 1267, -- "Illegal mix of collations (utf8mb4_unicode_ci,IMPLICIT) and -- (utf8mb4_0900_ai_ci,IMPLICIT) for operation '='" -- measured, that is exactly -- how the first end-to-end run failed. ascii is a repertoire subset of latin1 and -- of utf8mb4, so the server coerces it to whatever the connection is using, -- whatever that turns out to be on the day. Step names are [a-z0-9_/] by -- construction, so nothing is lost. -- --------------------------------------------------------------------- CREATE TABLE IF NOT EXISTS `_migration_ledger` ( `step` varchar(191) CHARACTER SET ascii COLLATE ascii_general_ci NOT NULL, `applied_at` datetime NOT NULL, `checksum` char(64) NOT NULL, `duration_ms` int NOT NULL, PRIMARY KEY (`step`) ) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci; -- --------------------------------------------------------------- preflight -- 00_system/01_system.sql MUST already be applied. Every doc says so; until now nothing -- enforced it, and the violation was silent for most of the tree: only three files break -- without it (30_quotation and 40_budgetandtarget hit ERROR 1146 on a table 01_system -- creates, and 99_finalize needs `migrations`). The other twenty import cleanly, record -- their ledger rows, and leave a database that is half-migrated with nothing to say so. -- -- 13 steps: the ALTER DATABASE plus the 12 CREATE TABLEs. SET @sys_done = (SELECT COUNT(*) FROM `_migration_ledger` WHERE `step` LIKE '\_system/%'); SET @pf_sys = IF(@sys_done >= 13, 'SELECT ''preflight: 00_system is applied'' AS preflight_system', 'SELECT `ABORT: import 00_system/01_system.sql first. It runs the ALTER DATABASE and creates the 12 new tables that everything here assumes exist.`'); PREPARE _pf FROM @pf_sys; EXECUTE _pf; DEALLOCATE PREPARE _pf; -- --------------------------------------------------------------- preflight -- WAS THIS DATABASE MIGRATED FROM A DIFFERENT VERSION OF THIS FILE? -- -- `_migration_ledger.checksum` is the SHA-256 of each step's payload. It is written 632 -- times across the tree and, until this block existed, read never -- so a corrected payload -- re-issued under the same step name was skipped forever on any database that had recorded -- the old one, silently and permanently. SELECT COUNT(*) INTO @ck_bad FROM `_migration_ledger` WHERE `step` IN ('news/10_alter', 'news/20_cleanup', 'news/30_assert', 'news/40_fk') AND CONCAT(`step`, ':', `checksum`) NOT IN ('news/10_alter:1ced1a51dd5211a65624b88b7d3832a3cb9012d4db390168668a1019ca0bd10b', 'news/20_cleanup:c2653d2f52084a2f18f575ce434cdb7a026ab6f915495b65fc0196eb60eee0c1', 'news/30_assert:9029743fbfb727afe41b5e68b81b64686d2839176a3bb93cd2313c5e9e36d410', 'news/40_fk:2fd3488eb1d67035aee2fc997dc77a88951ae7b90c11aafee6331f6eaf9e0ebb'); SET @pf_ck = IF(@ck_bad = 0, 'SELECT ''preflight: ledger matches this file'' AS preflight_checksum', CONCAT('SELECT `ABORT: ', @ck_bad, ' step(s) here were applied from a DIFFERENT version of this file. Their payloads changed. Compare before re-importing; do not delete ledger rows blindly.`')); PREPARE _pf FROM @pf_ck; EXECUTE _pf; DEALLOCATE PREPARE _pf; -- --------------------------------------------------------------------- -- unit: news (transaction) -- --------------------------------------------------------------------- SET SQL_MODE = IF(@@SQL_MODE LIKE '%STRICT_TRANS_TABLES%' AND @@SQL_MODE LIKE '%NO_AUTO_VALUE_ON_ZERO%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_DATE%' AND @@SQL_MODE NOT LIKE '%NO_ZERO_IN_DATE%', @@SQL_MODE, CONCAT(REPLACE(REPLACE(@@SQL_MODE, 'NO_ZERO_IN_DATE', ''), 'NO_ZERO_DATE', ''), ',NO_AUTO_VALUE_ON_ZERO,STRICT_TRANS_TABLES')); -- --------------------------------------------------------------------- -- news/10_alter -- source section A -- The merged ALTER: new columns, type/charset changes, column order, NULL relaxation -- and the indexes every foreign key needs -- ONE statement, so InnoDB rebuilds this -- table ONCE. The original migration split these across five sections and rebuilt some -- tables four times; that is where its 12 hours went. Do not split this back up. -- -- Clause order is the original section order (3b, 3d, 3e, 4, 7), which is what keeps -- every ADD COLUMN ... AFTER positioned exactly as before. -- --------------------------------------------------------------------- SET @step = 'news/10_alter'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'ALTER TABLE `news` MODIFY COLUMN `UserID` int DEFAULT NULL, ADD INDEX `news_UserID` (`UserID`)', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), '1ced1a51dd5211a65624b88b7d3832a3cb9012d4db390168668a1019ca0bd10b', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; -- --------------------------------------------------------------------- -- news/20_cleanup -- source section B (= the original sections 5 and 6, merged) -- 0-sentinels AND orphaned references -> NULL, one pass per table. -- section 5: WHERE `c` = 0 -- section 6: WHERE `c` IS NOT NULL AND parent.ID IS NULL -- merged : WHERE `c` IS NOT NULL AND (`c` = 0 OR parent.ID IS NULL) -- Every LEFT JOIN is a primary-key equality, so none of them can multiply rows. -- -- DATA CHANGE, and this script cannot reverse it. Run the audit first. -- In its own transaction, with the ledger row inside it: either the cleanup and the -- record of it both land, or neither does. -- --------------------------------------------------------------------- START TRANSACTION; SET @step = 'news/20_cleanup'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'UPDATE `news` c LEFT JOIN `users` p0 ON c.`UserID` = p0.`ID` SET c.`UserID` = IF((c.`UserID` IS NOT NULL AND (c.`UserID` = 0 OR p0.`ID` IS NULL)), NULL, c.`UserID`) WHERE (c.`UserID` IS NOT NULL AND (c.`UserID` = 0 OR p0.`ID` IS NULL))', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), 'c2653d2f52084a2f18f575ce434cdb7a026ab6f915495b65fc0196eb60eee0c1', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; COMMIT; -- --------------------------------------------------------------------- -- news/30_assert -- source section 7b -- Orphan assertion over this table's 1 foreign-key relationships. -- -- This is what pays for 40_fk being fast. The original created the constraints with -- FOREIGN_KEY_CHECKS ON so a row the cleanup missed would abort the run, and paid for it -- with a full table copy per constraint. This buys the same protection with one indexed -- pass, and 40_fk then adds the constraints as metadata only. -- -- NOT ledger-guarded on the way in, unlike every other phase: it only reads, and the -- point of it is to be re-runnable. It does record its ledger row -- 40_fk requires it. -- -- IF THIS ABORTS: a row survived 20_cleanup. Same stop-and-look event the original would -- have hit as ERROR 1452 inside section 8, but nothing has been created yet. -- --------------------------------------------------------------------- SET @step = 'news/30_assert'; SET @t0 = NOW(3); SET @orphans = 0; SELECT COUNT(*) INTO @n FROM `news` c LEFT JOIN `users` p0 ON c.`UserID` = p0.`ID` WHERE (c.`UserID` IS NOT NULL AND p0.`ID` IS NULL); SET @orphans = @orphans + @n; -- Two-row subquery on the false branch: ERROR 1242, an abort, before 40_fk runs. SELECT IF(@orphans = 0, 'news: orphan check OK - 0 rows across 1 relationships', (SELECT CONCAT('ABORT: ', @orphans, ' rows in `news` still reference a parent that does not exist') UNION ALL SELECT 'Run 20_cleanup for this table first. Do NOT skip this check.') ) AS preflight_orphans; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), '9029743fbfb727afe41b5e68b81b64686d2839176a3bb93cd2313c5e9e36d410', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; -- --------------------------------------------------------------------- -- news/40_fk -- source section 8 -- The constraints, one ALTER for the whole table. -- -- FOREIGN_KEY_CHECKS is turned OFF for this statement and restored afterwards. With -- checks on InnoDB cannot add a foreign key in place -- it copies the whole table and -- re-validates every row, which is where the original migration's 154 table copies -- came from. The validation is not skipped, it MOVED: 30_assert proves zero orphans -- and refuses to let this run otherwise. -- --------------------------------------------------------------------- SET @fk_prev = @@FOREIGN_KEY_CHECKS; SET FOREIGN_KEY_CHECKS = 0; SET @step = 'news/40_fk'; SET @todo = (SELECT COUNT(*) = 0 FROM `_migration_ledger` WHERE `step` = @step); SET @t0 = NOW(3); SET @sql = IF(@todo, 'ALTER TABLE `news` ADD CONSTRAINT `news_UserID` FOREIGN KEY (`UserID`) REFERENCES `users` (`ID`) ON DELETE RESTRICT ON UPDATE RESTRICT', 'DO 0'); PREPARE _step FROM @sql; EXECUTE _step; DEALLOCATE PREPARE _step; INSERT INTO `_migration_ledger` (`step`, `applied_at`, `checksum`, `duration_ms`) VALUES (@step, NOW(), '2fd3488eb1d67035aee2fc997dc77a88951ae7b90c11aafee6331f6eaf9e0ebb', TIMESTAMPDIFF(MICROSECOND, @t0, NOW(3)) DIV 1000) ON DUPLICATE KEY UPDATE `step` = `step`; SET FOREIGN_KEY_CHECKS = IFNULL(@fk_prev, 1); -- --------------------------------------------------------------- postflight -- DID THE WORK ACTUALLY LAND? -- -- Every step records itself in `_migration_ledger` immediately after its statement runs, -- WITHOUT checking that the statement succeeded. That is inherited from step/ unchanged, -- and there it is safe because run.sh runs mysql without --force, so the first error stops -- everything. Imported by hand, the client decides -- and "continue on error" would leave -- failed steps marked applied. -- -- So this file checks its own work against information_schema before it finishes. It is -- the only thing here that is NOT copied from step/. It reads; it changes nothing. -- postflight-set: fk SET @want_fk = 1; SELECT COUNT(*), IFNULL(SUBSTRING(GROUP_CONCAT(n ORDER BY n SEPARATOR ', '), 1, 60), '') INTO @missn_fk, @miss_fk FROM (SELECT 'news.news_UserID' AS n) _w WHERE n NOT IN (SELECT CONCAT(TABLE_NAME, '.', CONSTRAINT_NAME) FROM information_schema.TABLE_CONSTRAINTS WHERE CONSTRAINT_SCHEMA = DATABASE() AND CONSTRAINT_TYPE = 'FOREIGN KEY'); SET @have_fk = @want_fk - @missn_fk; SET @pf_fk = IF(@missn_fk = 0, CONCAT('SELECT ''postflight foreign keys: ', @have_fk, '/', @want_fk, ' present'' AS postflight_fk'), CONCAT('SELECT `ABORT postflight: MISSING foreign keys: ', @miss_fk, ' -- ', @missn_fk, ' of ', @want_fk, ' absent. A step is recorded in', ' _migration_ledger but did not take effect.`')); PREPARE _pf FROM @pf_fk; EXECUTE _pf; DEALLOCATE PREPARE _pf; -- postflight-set: idx SET @want_idx = 1; SELECT COUNT(*), IFNULL(SUBSTRING(GROUP_CONCAT(n ORDER BY n SEPARATOR ', '), 1, 60), '') INTO @missn_idx, @miss_idx FROM (SELECT 'news.news_UserID' AS n) _w WHERE n NOT IN (SELECT CONCAT(TABLE_NAME, '.', INDEX_NAME) FROM information_schema.STATISTICS WHERE TABLE_SCHEMA = DATABASE()); SET @have_idx = @want_idx - @missn_idx; SET @pf_idx = IF(@missn_idx = 0, CONCAT('SELECT ''postflight indexes: ', @have_idx, '/', @want_idx, ' present'' AS postflight_idx'), CONCAT('SELECT `ABORT postflight: MISSING indexes: ', @miss_idx, ' -- ', @missn_idx, ' of ', @want_idx, ' absent. A step is recorded in', ' _migration_ledger but did not take effect.`')); PREPARE _pf FROM @pf_idx; EXECUTE _pf; DEALLOCATE PREPARE _pf; -- postflight-set: typ SET @want_typ = 1; SELECT COUNT(*), IFNULL(SUBSTRING(GROUP_CONCAT(n ORDER BY n SEPARATOR ', '), 1, 60), '') INTO @missn_typ, @miss_typ FROM (SELECT 'news.UserID.int' AS n) _w WHERE n NOT IN (SELECT CONCAT(TABLE_NAME, '.', COLUMN_NAME, '.', DATA_TYPE) FROM information_schema.COLUMNS WHERE TABLE_SCHEMA = DATABASE()); SET @have_typ = @want_typ - @missn_typ; SET @pf_typ = IF(@missn_typ = 0, CONCAT('SELECT ''postflight retyped columns: ', @have_typ, '/', @want_typ, ' present'' AS postflight_typ'), CONCAT('SELECT `ABORT postflight: MISSING retyped columns: ', @miss_typ, ' -- ', @missn_typ, ' of ', @want_typ, ' absent. A step is recorded in', ' _migration_ledger but did not take effect.`')); PREPARE _pf FROM @pf_typ; EXECUTE _pf; DEALLOCATE PREPARE _pf; -- --------------------------------------------------------------- restore -- IFNULL on all four: if phpMyAdmin resumed this import on a fresh connection the -- @OLD_ variables are gone, and a bare SET from NULL is ERROR 1231. -- -- The CAST is on the two timeouts and NOWHERE ELSE, on purpose. An INTEGER system -- variable rejects IFNULL()'s result type outright (ERROR 1232, every time, not only -- when NULL). FOREIGN_KEY_CHECKS is a boolean and SQL_MODE is a set; both accept a -- string result, so they need no CAST. Do not "fix" the asymmetry, and do not copy -- line 3's shape onto a new integer variable. SET SESSION lock_wait_timeout = CAST(IFNULL(@OLD_LOCK_WAIT, 86400) AS UNSIGNED); SET SESSION innodb_lock_wait_timeout = CAST(IFNULL(@OLD_INNODB_LOCK_WAIT, 50) AS UNSIGNED); SET FOREIGN_KEY_CHECKS = IFNULL(@OLD_FK, 1); SET SQL_MODE = IFNULL(@OLD_SQL_MODE, @@SQL_MODE);