mirror of
https://gitlab.com/mbugroup/lti-api.git
synced 2026-06-09 15:07:49 +00:00
Merge branch 'production' into feat/transfer-laying
This commit is contained in:
giovanni
+99
@@ -0,0 +1,99 @@
|
||||
BEGIN;
|
||||
|
||||
-- ============================================================
|
||||
-- Rollback dynamic via audit snapshots di schema `migration_audit.jamali_w10_*`.
|
||||
-- Semua reverse dibaca dari snapshot yang dibuat oleh UP migration —
|
||||
-- tidak ada IDs/qty yang hardcode. Robust terhadap data drift antara
|
||||
-- dump time dan UP apply time (misalnya row baru warehouse_id=10
|
||||
-- yang muncul setelah dump diambil).
|
||||
--
|
||||
-- LIMITASI: FK relinks di stock_logs / stock_allocations / recording_eggs /
|
||||
-- marketing_products / dll. TIDAK direverse di sini (skip audit per-row
|
||||
-- untuk hemat storage ~40MB). Setelah down, 9 PW W10 yang di-restore
|
||||
-- akan kosong dari child rows (semua child masih pointing ke W25 PW
|
||||
-- yang sebelumnya menerima merge). Untuk rollback penuh, restore DB
|
||||
-- dari backup pre-migration.
|
||||
-- ============================================================
|
||||
|
||||
-- Guard: pastikan audit tables ada (kalau tidak, fail-loud)
|
||||
DO $$
|
||||
BEGIN
|
||||
IF NOT EXISTS (
|
||||
SELECT 1 FROM information_schema.tables
|
||||
WHERE table_schema = 'migration_audit'
|
||||
AND table_name = 'jamali_w10_pw_deleted_snapshot'
|
||||
) THEN
|
||||
RAISE EXCEPTION 'Audit table migration_audit.jamali_w10_* tidak ditemukan. UP migration belum dijalankan atau audit sudah di-drop. Restore dari DB backup jika perlu.';
|
||||
END IF;
|
||||
END $$;
|
||||
|
||||
-- 1. Un-soft-delete warehouse 10 (kalau memang di-softdelete oleh UP)
|
||||
UPDATE warehouses w
|
||||
SET deleted_at = NULL, updated_at = NOW()
|
||||
FROM migration_audit.jamali_w10_warehouse_softdeleted a
|
||||
WHERE w.id = a.id;
|
||||
|
||||
-- 2. Un-soft-delete stock_transfers self-loop yang disoft-delete UP step 7.1
|
||||
UPDATE stock_transfers st
|
||||
SET deleted_at = NULL, updated_at = NOW()
|
||||
FROM migration_audit.jamali_w10_st_softdeleted a
|
||||
WHERE st.id = a.id;
|
||||
|
||||
-- 3. Reverse stock_transfers redirect (CASE-based dari snapshot was_from_w10/was_to_w10)
|
||||
UPDATE stock_transfers st
|
||||
SET from_warehouse_id = CASE WHEN a.was_from_w10 THEN 10 ELSE st.from_warehouse_id END,
|
||||
to_warehouse_id = CASE WHEN a.was_to_w10 THEN 10 ELSE st.to_warehouse_id END,
|
||||
updated_at = NOW()
|
||||
FROM migration_audit.jamali_w10_st_redirected a
|
||||
WHERE st.id = a.id;
|
||||
|
||||
-- 3b. Self-loop transfers (W10<->W25 awal) juga punya from_warehouse_id=25 atau
|
||||
-- to_warehouse_id=25 setelah UP step 7.2. Karena snapshot jamali_w10_st_softdeleted
|
||||
-- punya kolom from_warehouse_id & to_warehouse_id asli, pakai itu untuk reverse.
|
||||
UPDATE stock_transfers st
|
||||
SET from_warehouse_id = 10, updated_at = NOW()
|
||||
FROM migration_audit.jamali_w10_st_softdeleted a
|
||||
WHERE st.id = a.id AND a.from_warehouse_id = 10;
|
||||
|
||||
UPDATE stock_transfers st
|
||||
SET to_warehouse_id = 10, updated_at = NOW()
|
||||
FROM migration_audit.jamali_w10_st_softdeleted a
|
||||
WHERE st.id = a.id AND a.to_warehouse_id = 10;
|
||||
|
||||
-- 4. Reverse purchase_items.warehouse_id 25 -> 10
|
||||
UPDATE purchase_items
|
||||
SET warehouse_id = 10
|
||||
WHERE id IN (SELECT id FROM migration_audit.jamali_w10_purchase_items);
|
||||
|
||||
-- 5. Reverse W10-only PW (warehouse_id 25 -> 10, restore pfk asli dari snapshot)
|
||||
UPDATE product_warehouses pw
|
||||
SET warehouse_id = 10, project_flock_kandang_id = a.original_pfk
|
||||
FROM migration_audit.jamali_w10_pw_w10only_snapshot a
|
||||
WHERE pw.id = a.id;
|
||||
|
||||
-- 6. Subtract qty dari W25 PW (reverse merge)
|
||||
-- WARNING: kalau W25 qty sudah dikonsumsi pasca-UP (sales/recording/dll),
|
||||
-- hasil bisa negatif. Tidak ada CHECK constraint di product_warehouses.qty,
|
||||
-- jadi silent. Operator harus verifikasi manual post-down:
|
||||
-- SELECT id, qty FROM product_warehouses WHERE qty < 0;
|
||||
UPDATE product_warehouses pw
|
||||
SET qty = pw.qty - a.merged_qty
|
||||
FROM migration_audit.jamali_w10_qty_merge a
|
||||
WHERE pw.id = a.target_pw_id;
|
||||
|
||||
-- 7. Re-INSERT 9 W10 PW rows yang di-DELETE oleh UP (PK asli + qty asli)
|
||||
INSERT INTO product_warehouses (id, product_id, warehouse_id, qty, project_flock_kandang_id)
|
||||
SELECT id, product_id, 10, qty, project_flock_kandang_id
|
||||
FROM migration_audit.jamali_w10_pw_deleted_snapshot;
|
||||
|
||||
-- 8. Cleanup audit tables (drop satu per satu, tidak wildcard untuk safety)
|
||||
DROP TABLE migration_audit.jamali_w10_pw_deleted_snapshot;
|
||||
DROP TABLE migration_audit.jamali_w10_qty_merge;
|
||||
DROP TABLE migration_audit.jamali_w10_pw_w10only_snapshot;
|
||||
DROP TABLE migration_audit.jamali_w10_st_softdeleted;
|
||||
DROP TABLE migration_audit.jamali_w10_st_redirected;
|
||||
DROP TABLE migration_audit.jamali_w10_purchase_items;
|
||||
DROP TABLE migration_audit.jamali_w10_warehouse_softdeleted;
|
||||
-- Schema migration_audit dipertahankan (bisa dipakai migration lain di masa depan)
|
||||
|
||||
COMMIT;
|
||||
+241
@@ -0,0 +1,241 @@
|
||||
BEGIN;
|
||||
|
||||
-- ============================================================
|
||||
-- Normalisasi warehouse 10 (Jamali NON_AKTIF) -> 25 (Gudang Farm Jamali)
|
||||
-- Background: Dua warehouse LOKASI di area & lokasi sama (area_id=6,
|
||||
-- location_id=16). W10 sudah ditandai NON_AKTIF tapi masih punya 13
|
||||
-- product_warehouses, 3,590 stock_logs, ~790K stock_allocations,
|
||||
-- 332 marketing_products, 17 purchase_items, dan 14 stock_transfers.
|
||||
-- Migration ini konsolidasikan semua relasi ke W25 lalu soft-delete W10.
|
||||
--
|
||||
-- Klasifikasi data:
|
||||
-- A. 9 product_warehouses W10 overlap dengan W25 (sama product_id, pfk=NULL)
|
||||
-- -> merge qty ke W25, relink semua FK ke product_warehouses.id,
|
||||
-- lalu DELETE W10 PW rows.
|
||||
-- B. 4 product_warehouses W10-only -> UPDATE warehouse_id=25.
|
||||
-- Rows 1188/1189/1190 punya pfk=98 (anomali LOKASI, seharusnya NULL
|
||||
-- per aturan di CLAUDE.md [2026-05-06]) -> normalisasi sekalian.
|
||||
-- C. 17 purchase_items.warehouse_id=10 -> UPDATE 25 (no unique conflict).
|
||||
-- D. 3 stock_transfers W10<->W25 (PND-LTI-00107/00109/00119) akan jadi
|
||||
-- self-loop W25<->W25 setelah merge -> soft-delete.
|
||||
-- E. 12 stock_transfers EGG_FARM_CUTOVER to_warehouse_id=10 -> UPDATE 25.
|
||||
-- F. warehouse_id=10 sendiri -> soft-delete.
|
||||
--
|
||||
-- UP membuat 7 snapshot table di schema `migration_audit.jamali_w10_*`
|
||||
-- sebelum mutasi. DOWN baca snapshot itu untuk reverse dynamic (tidak
|
||||
-- hardcode IDs/qty), sehingga apapun yang ada di production saat UP
|
||||
-- dijalankan akan ter-audit dan ter-reverse. FK relinks
|
||||
-- (stock_logs/stock_allocations/dll) TIDAK di-audit (storage ~40MB)
|
||||
-- — limitation: tidak bisa di-reverse DOWN, full rollback = DB backup.
|
||||
-- ============================================================
|
||||
|
||||
-- STEP -1: Buat schema audit + snapshot tables (idempotent rerun via DROP IF EXISTS)
|
||||
CREATE SCHEMA IF NOT EXISTS migration_audit;
|
||||
|
||||
DROP TABLE IF EXISTS migration_audit.jamali_w10_pw_deleted_snapshot;
|
||||
DROP TABLE IF EXISTS migration_audit.jamali_w10_qty_merge;
|
||||
DROP TABLE IF EXISTS migration_audit.jamali_w10_pw_w10only_snapshot;
|
||||
DROP TABLE IF EXISTS migration_audit.jamali_w10_st_softdeleted;
|
||||
DROP TABLE IF EXISTS migration_audit.jamali_w10_st_redirected;
|
||||
DROP TABLE IF EXISTS migration_audit.jamali_w10_purchase_items;
|
||||
DROP TABLE IF EXISTS migration_audit.jamali_w10_warehouse_softdeleted;
|
||||
|
||||
-- Snapshot 9 W10 PW yang akan di-DELETE (overlap dgn W25, pfk=NULL)
|
||||
CREATE TABLE migration_audit.jamali_w10_pw_deleted_snapshot AS
|
||||
SELECT pw10.id, pw10.product_id, pw10.qty, pw10.project_flock_kandang_id
|
||||
FROM product_warehouses pw10
|
||||
JOIN product_warehouses pw25
|
||||
ON pw25.product_id = pw10.product_id
|
||||
AND pw25.warehouse_id = 25
|
||||
AND pw25.project_flock_kandang_id IS NULL
|
||||
WHERE pw10.warehouse_id = 10 AND pw10.project_flock_kandang_id IS NULL;
|
||||
|
||||
-- Snapshot qty delta per W25 target (untuk reverse subtract)
|
||||
CREATE TABLE migration_audit.jamali_w10_qty_merge AS
|
||||
SELECT pw25.id AS target_pw_id, pw10.id AS source_pw_id, pw10.qty AS merged_qty
|
||||
FROM product_warehouses pw10
|
||||
JOIN product_warehouses pw25
|
||||
ON pw25.product_id = pw10.product_id
|
||||
AND pw25.warehouse_id = 25
|
||||
AND pw25.project_flock_kandang_id IS NULL
|
||||
WHERE pw10.warehouse_id = 10 AND pw10.project_flock_kandang_id IS NULL;
|
||||
|
||||
-- Snapshot W10-only PW (yang akan di-UPDATE warehouse_id 10->25)
|
||||
CREATE TABLE migration_audit.jamali_w10_pw_w10only_snapshot AS
|
||||
SELECT pw10.id, pw10.project_flock_kandang_id AS original_pfk
|
||||
FROM product_warehouses pw10
|
||||
WHERE pw10.warehouse_id = 10
|
||||
AND pw10.id NOT IN (SELECT id FROM migration_audit.jamali_w10_pw_deleted_snapshot);
|
||||
|
||||
-- Snapshot stock_transfers yang akan di-soft-delete (self-loop W10<->W25)
|
||||
-- Simpan from/to_warehouse_id asli supaya DOWN bisa reverse direction tepat
|
||||
CREATE TABLE migration_audit.jamali_w10_st_softdeleted AS
|
||||
SELECT id, movement_number, from_warehouse_id, to_warehouse_id
|
||||
FROM stock_transfers
|
||||
WHERE deleted_at IS NULL
|
||||
AND ((from_warehouse_id = 10 AND to_warehouse_id = 25)
|
||||
OR (from_warehouse_id = 25 AND to_warehouse_id = 10));
|
||||
|
||||
-- Snapshot stock_transfers yang akan di-UPDATE (W10<->other, bukan self-loop)
|
||||
CREATE TABLE migration_audit.jamali_w10_st_redirected AS
|
||||
SELECT id,
|
||||
(from_warehouse_id = 10) AS was_from_w10,
|
||||
(to_warehouse_id = 10) AS was_to_w10
|
||||
FROM stock_transfers
|
||||
WHERE deleted_at IS NULL
|
||||
AND (from_warehouse_id = 10 OR to_warehouse_id = 10)
|
||||
AND id NOT IN (SELECT id FROM migration_audit.jamali_w10_st_softdeleted);
|
||||
|
||||
-- Snapshot purchase_items IDs (cheap, ~17 rows)
|
||||
CREATE TABLE migration_audit.jamali_w10_purchase_items AS
|
||||
SELECT id FROM purchase_items WHERE warehouse_id = 10;
|
||||
|
||||
-- Snapshot warehouses soft-delete flag (1 row, kalau memang masih aktif)
|
||||
CREATE TABLE migration_audit.jamali_w10_warehouse_softdeleted AS
|
||||
SELECT id FROM warehouses WHERE id = 10 AND deleted_at IS NULL;
|
||||
|
||||
-- STEP 0: Pre-check sanity (idempotent guards)
|
||||
DO $$
|
||||
DECLARE v_count INT;
|
||||
BEGIN
|
||||
SELECT COUNT(*) INTO v_count FROM warehouses
|
||||
WHERE id IN (10, 25) AND type = 'LOKASI' AND area_id = 6 AND location_id = 16;
|
||||
IF v_count <> 2 THEN
|
||||
RAISE EXCEPTION 'Pre-check: warehouse 10/25 schema mismatch (got % rows)', v_count;
|
||||
END IF;
|
||||
|
||||
SELECT COUNT(*) INTO v_count FROM purchase_items a
|
||||
JOIN purchase_items b ON a.purchase_id = b.purchase_id
|
||||
AND a.product_id = b.product_id
|
||||
AND a.id <> b.id
|
||||
WHERE a.warehouse_id = 10 AND b.warehouse_id = 25;
|
||||
IF v_count > 0 THEN
|
||||
RAISE EXCEPTION 'Pre-check: % purchase_items unique conflict (purchase_id,product_id)', v_count;
|
||||
END IF;
|
||||
END $$;
|
||||
|
||||
-- STEP 1: Merge qty W10 -> W25 untuk overlap (pfk=NULL)
|
||||
UPDATE product_warehouses pw25
|
||||
SET qty = pw25.qty + pw10.qty
|
||||
FROM product_warehouses pw10
|
||||
WHERE pw10.warehouse_id = 10 AND pw10.project_flock_kandang_id IS NULL
|
||||
AND pw25.warehouse_id = 25 AND pw25.project_flock_kandang_id IS NULL
|
||||
AND pw25.product_id = pw10.product_id;
|
||||
|
||||
-- STEP 2: Build temp mapping (W10 PW id -> W25 PW id) untuk overlap saja
|
||||
CREATE TEMP TABLE _pw_map ON COMMIT DROP AS
|
||||
SELECT pw10.id AS old_id, pw25.id AS new_id
|
||||
FROM product_warehouses pw10
|
||||
JOIN product_warehouses pw25
|
||||
ON pw25.product_id = pw10.product_id
|
||||
AND pw25.warehouse_id = 25
|
||||
AND pw25.project_flock_kandang_id IS NULL
|
||||
WHERE pw10.warehouse_id = 10 AND pw10.project_flock_kandang_id IS NULL;
|
||||
|
||||
CREATE INDEX ON _pw_map(old_id);
|
||||
|
||||
-- STEP 3: Relink semua FK ke product_warehouses.id (hanya rows di _pw_map)
|
||||
UPDATE stock_logs SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE stock_logs.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE stock_allocations SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE stock_allocations.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE recording_eggs SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE recording_eggs.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE recording_stocks SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE recording_stocks.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE recording_depletions SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE recording_depletions.product_warehouse_id = m.old_id;
|
||||
UPDATE recording_depletions SET source_product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE recording_depletions.source_product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE adjustment_stocks SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE adjustment_stocks.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE marketing_products SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE marketing_products.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE marketing_delivery_products SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE marketing_delivery_products.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE project_chickins SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE project_chickins.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE project_chickin_details SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE project_chickin_details.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE project_flock_populations SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE project_flock_populations.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE laying_transfers SET source_product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE laying_transfers.source_product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE laying_transfer_sources SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE laying_transfer_sources.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE laying_transfer_targets SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE laying_transfer_targets.product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE stock_transfer_details SET source_product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE stock_transfer_details.source_product_warehouse_id = m.old_id;
|
||||
UPDATE stock_transfer_details SET dest_product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE stock_transfer_details.dest_product_warehouse_id = m.old_id;
|
||||
|
||||
UPDATE purchase_items SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE purchase_items.product_warehouse_id = m.old_id;
|
||||
|
||||
-- FIFO v2 tables (kosong di dump 2026-05-25, defensive)
|
||||
UPDATE fifo_stock_v2_operation_log SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE fifo_stock_v2_operation_log.product_warehouse_id = m.old_id;
|
||||
UPDATE fifo_stock_v2_reflow_checkpoints SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE fifo_stock_v2_reflow_checkpoints.product_warehouse_id = m.old_id;
|
||||
UPDATE fifo_stock_v2_shadow_allocations SET product_warehouse_id = m.new_id
|
||||
FROM _pw_map m WHERE fifo_stock_v2_shadow_allocations.product_warehouse_id = m.old_id;
|
||||
|
||||
-- STEP 4: Hard-delete W10 PW yang sudah merged (9 rows expected)
|
||||
DELETE FROM product_warehouses WHERE id IN (SELECT old_id FROM _pw_map);
|
||||
|
||||
-- STEP 5: Sisa W10 PW (4 rows: 1188/1189/1190/1196) -> warehouse_id=25,
|
||||
-- pfk dinormalisasi ke NULL sekalian (LOKASI rule)
|
||||
UPDATE product_warehouses
|
||||
SET warehouse_id = 25, project_flock_kandang_id = NULL
|
||||
WHERE warehouse_id = 10;
|
||||
|
||||
-- STEP 6: purchase_items.warehouse_id (17 rows)
|
||||
UPDATE purchase_items SET warehouse_id = 25 WHERE warehouse_id = 10;
|
||||
|
||||
-- STEP 7: stock_transfers
|
||||
-- 7.1 Soft-delete self-loop (W10<->W25 akan jadi W25<->W25)
|
||||
UPDATE stock_transfers
|
||||
SET deleted_at = NOW(), updated_at = NOW()
|
||||
WHERE deleted_at IS NULL
|
||||
AND ((from_warehouse_id = 10 AND to_warehouse_id = 25)
|
||||
OR (from_warehouse_id = 25 AND to_warehouse_id = 10));
|
||||
|
||||
-- 7.2 Sisa W10<->other -> 25 (12 EGG_FARM_CUTOVER ke W10)
|
||||
UPDATE stock_transfers SET from_warehouse_id = 25, updated_at = NOW() WHERE from_warehouse_id = 10;
|
||||
UPDATE stock_transfers SET to_warehouse_id = 25, updated_at = NOW() WHERE to_warehouse_id = 10;
|
||||
|
||||
-- STEP 8: Soft-delete warehouse 10 sendiri
|
||||
UPDATE warehouses SET deleted_at = NOW(), updated_at = NOW()
|
||||
WHERE id = 10 AND deleted_at IS NULL;
|
||||
|
||||
-- STEP 9: Post-check (fail-fast jika ada residu)
|
||||
DO $$
|
||||
DECLARE v_count INT;
|
||||
BEGIN
|
||||
SELECT COUNT(*) INTO v_count FROM product_warehouses WHERE warehouse_id = 10;
|
||||
IF v_count <> 0 THEN RAISE EXCEPTION 'product_warehouses W10 residual %', v_count; END IF;
|
||||
|
||||
SELECT COUNT(*) INTO v_count FROM purchase_items WHERE warehouse_id = 10;
|
||||
IF v_count <> 0 THEN RAISE EXCEPTION 'purchase_items W10 residual %', v_count; END IF;
|
||||
|
||||
SELECT COUNT(*) INTO v_count FROM stock_transfers
|
||||
WHERE deleted_at IS NULL AND (from_warehouse_id = 10 OR to_warehouse_id = 10);
|
||||
IF v_count <> 0 THEN RAISE EXCEPTION 'stock_transfers W10 residual %', v_count; END IF;
|
||||
END $$;
|
||||
|
||||
COMMIT;
|
||||
@@ -0,0 +1,29 @@
|
||||
BEGIN;
|
||||
|
||||
-- ============================================================
|
||||
-- Rollback stock_log drift fix: DELETE corrective rows yang di-insert UP.
|
||||
-- IDs ditarik dari audit table `migration_audit.jamali_w10_stocklog_corrections`.
|
||||
-- Setelah delete, `last_stock_log.stock` kembali ke nilai pre-fix (drift muncul lagi).
|
||||
-- ============================================================
|
||||
|
||||
-- Guard: audit table harus ada
|
||||
DO $$
|
||||
BEGIN
|
||||
IF NOT EXISTS (
|
||||
SELECT 1 FROM information_schema.tables
|
||||
WHERE table_schema = 'migration_audit'
|
||||
AND table_name = 'jamali_w10_stocklog_corrections'
|
||||
) THEN
|
||||
RAISE EXCEPTION
|
||||
'Audit table migration_audit.jamali_w10_stocklog_corrections tidak ditemukan. UP belum dijalankan atau audit sudah di-drop.';
|
||||
END IF;
|
||||
END $$;
|
||||
|
||||
-- DELETE corrective stock_logs yang di-insert oleh UP
|
||||
DELETE FROM stock_logs
|
||||
WHERE id IN (SELECT stock_log_id FROM migration_audit.jamali_w10_stocklog_corrections);
|
||||
|
||||
-- Cleanup audit table
|
||||
DROP TABLE migration_audit.jamali_w10_stocklog_corrections;
|
||||
|
||||
COMMIT;
|
||||
@@ -0,0 +1,111 @@
|
||||
BEGIN;
|
||||
|
||||
-- ============================================================
|
||||
-- Fix stock_log drift pasca-merge warehouse Jamali (NON_AKTIF) -> Gudang Farm Jamali.
|
||||
-- Follow-up migration setelah 20260528121631_normalize_warehouse_jamali_10_to_25.
|
||||
--
|
||||
-- Setelah merge, `stock_logs.stock` (running ledger) drift dari
|
||||
-- `product_warehouses.qty` karena: pre-existing drift di W10 + W25 sources,
|
||||
-- plus FIFO reflow yang trigger pasca-merge (Recording-Edit) recompute
|
||||
-- pw.qty tapi stock_logs tidak ikut update.
|
||||
--
|
||||
-- Migration ini insert 1 ADJUSTMENT stock_log corrective per PW yang drift
|
||||
-- supaya `last_stock_log.stock = pw.qty`. Logic ekivalen dengan
|
||||
-- `cmd/fix-stock-log-drift`.
|
||||
--
|
||||
-- Karakteristik dynamic:
|
||||
-- - Tidak hardcode PW IDs atau drift values
|
||||
-- - Iterate via merge target + W10-only kept PWs (data-driven dari snapshot)
|
||||
-- - Per PW: hitung drift runtime, skip kalau negligible (< 0.001) atau no logs
|
||||
-- - Track stock_log IDs yang di-insert untuk DOWN reverse
|
||||
-- ============================================================
|
||||
|
||||
-- Guard: previous migration (normalisasi) audit harus ada
|
||||
DO $$
|
||||
BEGIN
|
||||
IF NOT EXISTS (
|
||||
SELECT 1 FROM information_schema.tables
|
||||
WHERE table_schema = 'migration_audit'
|
||||
AND table_name = 'jamali_w10_qty_merge'
|
||||
) THEN
|
||||
RAISE EXCEPTION
|
||||
'Migration 20260528121631 (normalize_warehouse_jamali) belum dijalankan atau audit-nya sudah di-drop. Apply UP-nya dulu sebelum migration ini.';
|
||||
END IF;
|
||||
END $$;
|
||||
|
||||
-- Audit table untuk track stock_log IDs yang di-insert (untuk DOWN reverse)
|
||||
DROP TABLE IF EXISTS migration_audit.jamali_w10_stocklog_corrections;
|
||||
CREATE TABLE migration_audit.jamali_w10_stocklog_corrections (
|
||||
stock_log_id BIGINT NOT NULL PRIMARY KEY,
|
||||
product_warehouse_id BIGINT NOT NULL,
|
||||
drift NUMERIC(15,3) NOT NULL,
|
||||
inserted_at TIMESTAMPTZ DEFAULT NOW()
|
||||
);
|
||||
|
||||
-- Insert corrective ADJUSTMENT stock_log untuk tiap PW yang drift
|
||||
DO $$
|
||||
DECLARE
|
||||
rec RECORD;
|
||||
v_last_log_stock NUMERIC(15,3);
|
||||
v_drift NUMERIC(15,3);
|
||||
v_new_log_id BIGINT;
|
||||
v_inserts INT := 0;
|
||||
BEGIN
|
||||
FOR rec IN (
|
||||
SELECT pw.id AS pw_id, pw.qty AS qty
|
||||
FROM product_warehouses pw
|
||||
WHERE pw.id IN (
|
||||
-- Merge target W25 PWs (9 rows)
|
||||
SELECT target_pw_id FROM migration_audit.jamali_w10_qty_merge
|
||||
UNION
|
||||
-- W10-only PWs yang di-update warehouse_id 10->25 (4 rows)
|
||||
SELECT id FROM migration_audit.jamali_w10_pw_w10only_snapshot
|
||||
)
|
||||
) LOOP
|
||||
-- Ambil stock akhir di stock_logs ledger
|
||||
SELECT stock INTO v_last_log_stock
|
||||
FROM stock_logs
|
||||
WHERE product_warehouse_id = rec.pw_id
|
||||
ORDER BY id DESC
|
||||
LIMIT 1;
|
||||
|
||||
-- PW tanpa stock_logs entry (mis. 1188/1189/1190 ayam) -> skip
|
||||
IF v_last_log_stock IS NULL THEN
|
||||
CONTINUE;
|
||||
END IF;
|
||||
|
||||
v_drift := rec.qty - v_last_log_stock;
|
||||
|
||||
-- Drift negligible -> skip
|
||||
IF ABS(v_drift) < 0.001 THEN
|
||||
CONTINUE;
|
||||
END IF;
|
||||
|
||||
-- Insert corrective ADJUSTMENT stock_log
|
||||
INSERT INTO stock_logs (
|
||||
product_warehouse_id, loggable_type, loggable_id,
|
||||
notes, increase, decrease, stock, created_by, created_at
|
||||
) VALUES (
|
||||
rec.pw_id,
|
||||
'ADJUSTMENT',
|
||||
0,
|
||||
'Koreksi stock_log drift pasca-merge warehouse Jamali (migration 20260528123243)',
|
||||
CASE WHEN v_drift > 0 THEN v_drift ELSE 0 END,
|
||||
CASE WHEN v_drift < 0 THEN -v_drift ELSE 0 END,
|
||||
rec.qty,
|
||||
1,
|
||||
NOW()
|
||||
) RETURNING id INTO v_new_log_id;
|
||||
|
||||
-- Track ke audit table untuk DOWN
|
||||
INSERT INTO migration_audit.jamali_w10_stocklog_corrections (
|
||||
stock_log_id, product_warehouse_id, drift
|
||||
) VALUES (v_new_log_id, rec.pw_id, v_drift);
|
||||
|
||||
v_inserts := v_inserts + 1;
|
||||
END LOOP;
|
||||
|
||||
RAISE NOTICE 'Inserted % corrective stock_logs to align ledger with pw.qty', v_inserts;
|
||||
END $$;
|
||||
|
||||
COMMIT;
|
||||
+3
@@ -0,0 +1,3 @@
|
||||
ALTER TABLE marketings DROP COLUMN IF EXISTS grand_total;
|
||||
ALTER TABLE expenses DROP COLUMN IF EXISTS grand_total;
|
||||
ALTER TABLE purchases DROP COLUMN IF EXISTS grand_total;
|
||||
+42
@@ -0,0 +1,42 @@
|
||||
-- Marketing belum punya grand_total. Tambahkan dengan DEFAULT 0.
|
||||
ALTER TABLE marketings ADD COLUMN grand_total NUMERIC(15, 3) NOT NULL DEFAULT 0;
|
||||
|
||||
-- Expense grand_total sebelumnya di-drop di migration 20251125055613. Re-add.
|
||||
ALTER TABLE expenses ADD COLUMN grand_total NUMERIC(15, 3) NOT NULL DEFAULT 0;
|
||||
|
||||
ALTER TABLE purchases ADD COLUMN grand_total NUMERIC(15, 3) NOT NULL DEFAULT 0;
|
||||
|
||||
-- Backfill nilai grand_total dari children:
|
||||
-- marketings.grand_total = SUM marketing_delivery_products.total_price (WHERE delivery_date IS NOT NULL)
|
||||
UPDATE marketings m
|
||||
SET grand_total = COALESCE(s.t, 0)
|
||||
FROM (
|
||||
SELECT mp.marketing_id AS marketing_id, SUM(mdp.total_price) AS t
|
||||
FROM marketing_delivery_products mdp
|
||||
JOIN marketing_products mp ON mp.id = mdp.marketing_product_id
|
||||
WHERE mdp.delivery_date IS NOT NULL
|
||||
GROUP BY mp.marketing_id
|
||||
) s
|
||||
WHERE s.marketing_id = m.id;
|
||||
|
||||
-- expenses.grand_total = SUM(expense_realizations.qty * expense_realizations.price) via expense_nonstocks
|
||||
UPDATE expenses e
|
||||
SET grand_total = COALESCE(s.t, 0)
|
||||
FROM (
|
||||
SELECT en.expense_id AS expense_id, SUM(er.qty * er.price) AS t
|
||||
FROM expense_realizations er
|
||||
JOIN expense_nonstocks en ON en.id = er.expense_nonstock_id
|
||||
GROUP BY en.expense_id
|
||||
) s
|
||||
WHERE s.expense_id = e.id;
|
||||
|
||||
-- purchases.grand_total sudah ada sejak migration 20251104084555.
|
||||
-- Recompute juga untuk safety supaya konsisten dengan SUM purchase_items.total_price.
|
||||
UPDATE purchases p
|
||||
SET grand_total = COALESCE(s.t, 0)
|
||||
FROM (
|
||||
SELECT purchase_id, SUM(total_price) AS t
|
||||
FROM purchase_items
|
||||
GROUP BY purchase_id
|
||||
) s
|
||||
WHERE s.purchase_id = p.id;
|
||||
@@ -0,0 +1,5 @@
|
||||
DROP INDEX IF EXISTS idx_payments_party_active;
|
||||
DROP INDEX IF EXISTS idx_mdp_delivery_date_partial;
|
||||
DROP INDEX IF EXISTS idx_purchase_items_received_date_partial;
|
||||
|
||||
DROP TABLE IF EXISTS payment_allocations;
|
||||
@@ -0,0 +1,27 @@
|
||||
-- Tabel payment_allocations menyimpan hasil FIFO matching antara payment dengan
|
||||
-- sub-row anak (purchase_item / marketing_delivery_product / expense_realization).
|
||||
-- Setiap allocation row HARUS terhubung ke tepat 1 child via 3 nullable FK
|
||||
-- (polymorphic-via-multiple-nullable-FK; lebih aman dari single polymorphic kolom).
|
||||
CREATE TABLE IF NOT EXISTS payment_allocations (
|
||||
id BIGSERIAL PRIMARY KEY,
|
||||
payment_id BIGINT NOT NULL REFERENCES payments(id) ON DELETE CASCADE,
|
||||
purchase_item_id BIGINT NULL REFERENCES purchase_items(id) ON DELETE CASCADE,
|
||||
marketing_delivery_product_id BIGINT NULL REFERENCES marketing_delivery_products(id) ON DELETE CASCADE,
|
||||
expense_realization_id BIGINT NULL REFERENCES expense_realizations(id) ON DELETE CASCADE,
|
||||
amount NUMERIC(15, 3) NOT NULL CHECK (amount > 0),
|
||||
allocated_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
|
||||
CONSTRAINT chk_payment_alloc_exactly_one CHECK (
|
||||
num_nonnulls(purchase_item_id, marketing_delivery_product_id, expense_realization_id) = 1
|
||||
)
|
||||
);
|
||||
|
||||
CREATE INDEX IF NOT EXISTS idx_payment_alloc_payment ON payment_allocations (payment_id);
|
||||
CREATE INDEX IF NOT EXISTS idx_payment_alloc_purchase_item ON payment_allocations (purchase_item_id) WHERE purchase_item_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_payment_alloc_mdp ON payment_allocations (marketing_delivery_product_id) WHERE marketing_delivery_product_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_payment_alloc_realization ON payment_allocations (expense_realization_id) WHERE expense_realization_id IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_payment_alloc_allocated_at ON payment_allocations (allocated_at);
|
||||
|
||||
-- Helper partial indexes untuk FIFO loop performance
|
||||
CREATE INDEX IF NOT EXISTS idx_purchase_items_received_date_partial ON purchase_items (received_date) WHERE received_date IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_mdp_delivery_date_partial ON marketing_delivery_products (delivery_date) WHERE delivery_date IS NOT NULL;
|
||||
CREATE INDEX IF NOT EXISTS idx_payments_party_active ON payments (party_type, party_id, payment_date) WHERE deleted_at IS NULL;
|
||||
@@ -0,0 +1,4 @@
|
||||
-- Rollback backfill: hapus semua allocations dan drop function.
|
||||
TRUNCATE payment_allocations;
|
||||
|
||||
DROP FUNCTION IF EXISTS fn_fifo_backfill_party(TEXT, BIGINT);
|
||||
@@ -0,0 +1,170 @@
|
||||
-- Backfill payment_allocations untuk data historis via FIFO simulation.
|
||||
-- Seluruh migration ini berjalan dalam 1 transaction (golang-migrate default).
|
||||
-- Jika ada party yang gagal di tengah loop, seluruh backfill ROLLBACK otomatis.
|
||||
|
||||
-- Fungsi inti: FIFO greedy untuk 1 party (supplier/customer).
|
||||
-- Algoritma:
|
||||
-- 1. Hapus payment_allocations existing untuk party tsb (idempotent).
|
||||
-- 2. Kumpulkan eligible children sort by date ASC ke array (kind, id, amount, remaining).
|
||||
-- 3. Konsumsi creditCarry (SUM payment SALDO_AWAL) ke children tertua — TIDAK insert allocation row.
|
||||
-- 4. Loop payments (selain SALDO_AWAL) ORDER BY payment_date ASC: greedy alokasi ke child tertua dengan remaining > 0.
|
||||
-- 5. Sisa nominal payment tidak insert row (otomatis credit balance untuk dokumen baru).
|
||||
CREATE OR REPLACE FUNCTION fn_fifo_backfill_party(
|
||||
p_party_type TEXT,
|
||||
p_party_id BIGINT
|
||||
) RETURNS VOID AS $func$
|
||||
DECLARE
|
||||
v_party_type TEXT := UPPER(p_party_type);
|
||||
v_payment RECORD;
|
||||
v_child RECORD;
|
||||
v_remaining NUMERIC(15, 3);
|
||||
v_used NUMERIC(15, 3);
|
||||
v_eps CONSTANT NUMERIC(15, 3) := 0.001;
|
||||
BEGIN
|
||||
-- Acquire advisory lock untuk anti-race (1-arg form: hashtext returns int4, cast ke bigint)
|
||||
PERFORM pg_advisory_xact_lock(hashtext('payment_alloc:' || v_party_type || ':' || p_party_id::text)::bigint);
|
||||
|
||||
-- Hapus allocations existing untuk party tsb (idempotent ulang-jalan)
|
||||
DELETE FROM payment_allocations pa
|
||||
USING payments p
|
||||
WHERE pa.payment_id = p.id
|
||||
AND p.party_type = v_party_type
|
||||
AND p.party_id = p_party_id;
|
||||
|
||||
-- TEMP table untuk antrian children (sort sudah ada di INSERT...SELECT ORDER BY)
|
||||
CREATE TEMP TABLE IF NOT EXISTS _children_queue (
|
||||
seq BIGSERIAL PRIMARY KEY,
|
||||
kind TEXT NOT NULL, -- 'PURCHASE_ITEM' / 'MDP' / 'EXPENSE_REALIZATION'
|
||||
child_id BIGINT NOT NULL,
|
||||
amount NUMERIC(15, 3) NOT NULL,
|
||||
remaining NUMERIC(15, 3) NOT NULL
|
||||
) ON COMMIT DROP;
|
||||
TRUNCATE _children_queue;
|
||||
|
||||
IF v_party_type = 'SUPPLIER' THEN
|
||||
-- purchase_items eligible: received_date IS NOT NULL, approval latest step >= 4 (Receiving), action != REJECTED
|
||||
INSERT INTO _children_queue (kind, child_id, amount, remaining)
|
||||
SELECT 'PURCHASE_ITEM', pi.id, pi.total_price, pi.total_price
|
||||
FROM purchase_items pi
|
||||
JOIN purchases p ON p.id = pi.purchase_id
|
||||
JOIN LATERAL (
|
||||
SELECT a.step_number, a.action
|
||||
FROM approvals a
|
||||
WHERE a.approvable_type = 'PURCHASES' AND a.approvable_id = p.id
|
||||
ORDER BY a.action_at DESC, a.id DESC
|
||||
LIMIT 1
|
||||
) la ON true
|
||||
WHERE p.supplier_id = p_party_id
|
||||
AND p.deleted_at IS NULL
|
||||
AND pi.received_date IS NOT NULL
|
||||
AND la.step_number >= 4
|
||||
AND (la.action IS NULL OR la.action <> 'REJECTED')
|
||||
AND pi.total_price > 0
|
||||
ORDER BY pi.received_date ASC, pi.id ASC;
|
||||
|
||||
-- expense_realizations eligible: parent expense approval latest step >= 5 (Realisasi), action != REJECTED.
|
||||
-- Sort pakai e.transaction_date supaya FIFO konsisten dengan tanggal yang di-display di report.
|
||||
INSERT INTO _children_queue (kind, child_id, amount, remaining)
|
||||
SELECT 'EXPENSE_REALIZATION', er.id, (er.qty * er.price), (er.qty * er.price)
|
||||
FROM expense_realizations er
|
||||
JOIN expense_nonstocks en ON en.id = er.expense_nonstock_id
|
||||
JOIN expenses e ON e.id = en.expense_id
|
||||
JOIN LATERAL (
|
||||
SELECT a.step_number, a.action
|
||||
FROM approvals a
|
||||
WHERE a.approvable_type = 'EXPENSES' AND a.approvable_id = e.id
|
||||
ORDER BY a.action_at DESC, a.id DESC
|
||||
LIMIT 1
|
||||
) la ON true
|
||||
WHERE e.supplier_id = p_party_id
|
||||
AND e.deleted_at IS NULL
|
||||
AND la.step_number >= 5
|
||||
AND (la.action IS NULL OR la.action <> 'REJECTED')
|
||||
AND (er.qty * er.price) > 0
|
||||
ORDER BY e.transaction_date ASC, e.id ASC, er.id ASC;
|
||||
|
||||
ELSIF v_party_type = 'CUSTOMER' THEN
|
||||
-- marketing_delivery_products eligible: delivery_date IS NOT NULL (match current report behavior, tidak filter approval)
|
||||
INSERT INTO _children_queue (kind, child_id, amount, remaining)
|
||||
SELECT 'MDP', mdp.id, mdp.total_price, mdp.total_price
|
||||
FROM marketing_delivery_products mdp
|
||||
JOIN marketing_products mp ON mp.id = mdp.marketing_product_id
|
||||
JOIN marketings m ON m.id = mp.marketing_id
|
||||
WHERE m.customer_id = p_party_id
|
||||
AND m.deleted_at IS NULL
|
||||
AND mdp.delivery_date IS NOT NULL
|
||||
AND mdp.total_price > 0
|
||||
ORDER BY mdp.delivery_date ASC, mdp.id ASC;
|
||||
ELSE
|
||||
RETURN;
|
||||
END IF;
|
||||
|
||||
-- Skip jika tidak ada children eligible
|
||||
IF NOT EXISTS (SELECT 1 FROM _children_queue) THEN
|
||||
RETURN;
|
||||
END IF;
|
||||
|
||||
-- Loop SEMUA payments termasuk SALDO_AWAL ORDER BY payment_date ASC, id ASC.
|
||||
-- SALDO_AWAL diperlakukan sebagai payment tertua sehingga opening credit otomatis
|
||||
-- consume oldest debts via FIFO. Tanpa allocation row, debt yang ter-cover SaldoAwal
|
||||
-- akan tampak "Belum Lunas" di report.
|
||||
FOR v_payment IN
|
||||
SELECT id, nominal
|
||||
FROM payments
|
||||
WHERE party_type = v_party_type
|
||||
AND party_id = p_party_id
|
||||
AND deleted_at IS NULL
|
||||
AND nominal > v_eps
|
||||
ORDER BY payment_date ASC, id ASC
|
||||
LOOP
|
||||
v_remaining := v_payment.nominal;
|
||||
|
||||
-- Greedy alokasi ke children tertua dengan remaining > 0
|
||||
FOR v_child IN
|
||||
SELECT seq, kind, child_id, remaining
|
||||
FROM _children_queue
|
||||
WHERE remaining > v_eps
|
||||
ORDER BY seq ASC
|
||||
LOOP
|
||||
EXIT WHEN v_remaining <= v_eps;
|
||||
|
||||
-- v_child.remaining is snapshot at cursor open; re-fetch latest to avoid drift in same payment iter
|
||||
SELECT remaining INTO v_used FROM _children_queue WHERE seq = v_child.seq;
|
||||
IF v_used <= v_eps THEN
|
||||
CONTINUE;
|
||||
END IF;
|
||||
|
||||
v_used := LEAST(v_remaining, v_used);
|
||||
UPDATE _children_queue SET remaining = remaining - v_used WHERE seq = v_child.seq;
|
||||
v_remaining := v_remaining - v_used;
|
||||
|
||||
IF v_child.kind = 'PURCHASE_ITEM' THEN
|
||||
INSERT INTO payment_allocations (payment_id, purchase_item_id, amount, allocated_at)
|
||||
VALUES (v_payment.id, v_child.child_id, v_used, NOW());
|
||||
ELSIF v_child.kind = 'MDP' THEN
|
||||
INSERT INTO payment_allocations (payment_id, marketing_delivery_product_id, amount, allocated_at)
|
||||
VALUES (v_payment.id, v_child.child_id, v_used, NOW());
|
||||
ELSIF v_child.kind = 'EXPENSE_REALIZATION' THEN
|
||||
INSERT INTO payment_allocations (payment_id, expense_realization_id, amount, allocated_at)
|
||||
VALUES (v_payment.id, v_child.child_id, v_used, NOW());
|
||||
END IF;
|
||||
END LOOP;
|
||||
END LOOP;
|
||||
END;
|
||||
$func$ LANGUAGE plpgsql;
|
||||
|
||||
-- Invoke per-party. Gagal di satu party → entire transaction ROLLBACK.
|
||||
DO $do$
|
||||
DECLARE
|
||||
r RECORD;
|
||||
BEGIN
|
||||
FOR r IN
|
||||
SELECT DISTINCT party_type, party_id
|
||||
FROM payments
|
||||
WHERE deleted_at IS NULL
|
||||
AND party_id IS NOT NULL
|
||||
LOOP
|
||||
PERFORM fn_fifo_backfill_party(r.party_type, r.party_id);
|
||||
END LOOP;
|
||||
END;
|
||||
$do$;
|
||||
Reference in New Issue
Block a user