Feat: TFRS Shutdown Candidate

.github/workflows/pr-build.yaml

@@ -198,7 +198,7 @@ jobs:
         shell: bash {0}
         run: |
           cd lcfs/charts/lcfs-postgres-pr
-          helm -n ${{ env.DEV_NAMESPACE }} -f ./values-dev-pr.yaml upgrade --install lcfs-postgres-dev-${{ env.PR_NUMBER }} oci://registry-1.docker.io/bitnamicharts/postgresql --version 15.5.17
+          helm -n ${{ env.DEV_NAMESPACE }} -f ./values-dev-pr.yaml upgrade --install lcfs-postgres-dev-${{ env.PR_NUMBER }} oci://registry-1.docker.io/bitnamicharts/postgresql --version 16.7.16 --set image.tag=17.0.0
           cd ../lcfs-redis-pr
           helm -n ${{ env.DEV_NAMESPACE }} -f ./values-dev-pr.yaml upgrade --install lcfs-redis-dev-${{ env.PR_NUMBER }} oci://registry-1.docker.io/bitnamicharts/redis --version 19.6.1
           cd ../lcfs-minio-pr

backend/lcfs/db/migrations/versions/2025-04-17-10-06_7a1f5f52793c.py

@@ -17,7 +17,7 @@
 MV_NAME = "mv_credit_ledger"
 
 CREATE_VIEW_SQL = f"""
-CREATE MATERIALIZED VIEW {MV_NAME} AS
+CREATE MATERIALIZED VIEW IF NOT EXISTS {MV_NAME} AS
 WITH base AS (
     SELECT
         t.transaction_id,
@@ -110,11 +110,12 @@
 IDX_ORG_DATE = f"{MV_NAME}_org_date_idx"
 
 CREATE_IDX_ORG_YEAR = (
-    f"CREATE INDEX {IDX_ORG_YEAR} "
+    f"CREATE INDEX IF NOT EXISTS {IDX_ORG_YEAR} "
     f"ON {MV_NAME} (organization_id, compliance_period);"
 )
 CREATE_IDX_ORG_DATE = (
-    f"CREATE INDEX {IDX_ORG_DATE} " f"ON {MV_NAME} (organization_id, update_date DESC);"
+    f"CREATE INDEX IF NOT EXISTS {IDX_ORG_DATE} "
+    f"ON {MV_NAME} (organization_id, update_date DESC);"
 )
 
 

backend/lcfs/db/migrations/versions/2025-06-02-09-36_67c82d9397dd.py

@@ -22,6 +22,8 @@
 depends_on = None
 
 # Specify which sections to execute from the SQL file
+# Note: Excluded views that reference organization_early_issuance_by_year table
+# as that table doesn't exist yet - will be created in migration a1b2c3d4e5f7
 SECTIONS_TO_EXECUTE = [
     "Compliance Reports Analytics View",
     "Compliance Reports Waiting review",
@@ -36,11 +38,12 @@
     "Fuel Supply Fuel Code Base View",
     "Fuel Supply Base View",
     "Compliance Report Fuel Supply Base View",
-    "Compliance Report Chained View",
-    "Compliance Report Base View",
-    "Allocation Agreement Chained View",
-    "Allocation Agreement Base View",
-    "Fuel Code Base View"
+    "Compliance Report Chained View",  # Safe - doesn't reference organization_early_issuance_by_year
+    "Allocation Agreement Chained View",  # Safe - doesn't reference organization_early_issuance_by_year
+    "Fuel Code Base View",
+    # Excluded until organization_early_issuance_by_year table is created:
+    # "Compliance Report Base View",  # References organization_early_issuance_by_year
+    # "Allocation Agreement Base View",  # Depends on Compliance Report Base View
 ]
 
 

backend/lcfs/db/migrations/versions/2025-06-24-12-02_fcba2790c890.py

@@ -7,6 +7,7 @@
 """
 
 from lcfs.db.dependencies import (
+    create_role_if_not_exists,
     execute_sql_sections,
     find_and_read_sql_file,
     parse_sql_sections,
@@ -23,6 +24,9 @@ def upgrade() -> None:
     # ### commands auto generated by Alembic - please adjust! ###
     """Recreate the v_compliance_report view from metabase.sql"""
     try:
+        # Create the role if it doesn't exist
+        create_role_if_not_exists()
+
         # Read the metabase.sql file
         content = find_and_read_sql_file(sqlFile="metabase.sql")
         sections = parse_sql_sections(content)

backend/lcfs/db/migrations/versions/2025-06-28-16-41_413eef467edd.py

@@ -9,6 +9,7 @@
 import sqlalchemy as sa
 from alembic import op
 from lcfs.db.dependencies import (
+    create_role_if_not_exists,
     execute_sql_sections,
     find_and_read_sql_file,
     parse_sql_sections,
@@ -24,6 +25,9 @@
 def recreate_compliance_reports_view():
     """Recreate the v_compliance_report view from metabase.sql"""
     try:
+        # Ensure role exists before creating views
+        create_role_if_not_exists()
+
         # Read the metabase.sql file
         content = find_and_read_sql_file(sqlFile="metabase.sql")
         sections = parse_sql_sections(content)

backend/lcfs/db/migrations/versions/2025-07-10-10-10_a1b2c3d4e5f7.py

@@ -34,82 +34,87 @@ def upgrade() -> None:
         """
         )
 
-    # Create organization_early_issuance_by_year table
-    op.create_table(
-        "organization_early_issuance_by_year",
-        sa.Column(
-            "early_issuance_by_year_id",
-            sa.Integer(),
-            autoincrement=True,
-            nullable=False,
-            comment="Unique identifier for the early issuance by year record",
-        ),
-        sa.Column(
-            "organization_id",
-            sa.Integer(),
-            nullable=False,
-            comment="Foreign key to the organization",
-        ),
-        sa.Column(
-            "compliance_period_id",
-            sa.Integer(),
-            nullable=False,
-            comment="Foreign key to the compliance period",
-        ),
-        sa.Column(
-            "has_early_issuance",
-            sa.Boolean(),
-            nullable=False,
-            server_default=sa.text("FALSE"),
-            comment="True if the organization can create early issuance reports for this compliance year",
-        ),
-        sa.Column(
-            "create_date",
-            sa.TIMESTAMP(timezone=True),
-            server_default=sa.text("now()"),
-            nullable=True,
-            comment="Date and time (UTC) when the physical record was created in the database.",
-        ),
-        sa.Column(
-            "update_date",
-            sa.TIMESTAMP(timezone=True),
-            server_default=sa.text("now()"),
-            nullable=True,
-            comment="Date and time (UTC) when the physical record was updated in the database.",
-        ),
-        sa.Column(
-            "create_user",
-            sa.String(),
-            nullable=True,
-            comment="The user who created this record in the database.",
-        ),
-        sa.Column(
-            "update_user",
-            sa.String(),
-            nullable=True,
-            comment="The user who last updated this record in the database.",
-        ),
-        sa.PrimaryKeyConstraint("early_issuance_by_year_id"),
-        sa.ForeignKeyConstraint(
-            ["organization_id"],
-            ["organization.organization_id"],
-            name="fk_organization_early_issuance_by_year_organization_id",
-        ),
-        sa.ForeignKeyConstraint(
-            ["compliance_period_id"],
-            ["compliance_period.compliance_period_id"],
-            name="fk_organization_early_issuance_by_year_compliance_period_id",
-        ),
-        sa.UniqueConstraint(
-            "organization_id",
-            "compliance_period_id",
-            name="uq_organization_early_issuance_by_year",
-        ),
-        comment="Tracks early issuance reporting eligibility by organization and compliance year",
-    )
+    # Create organization_early_issuance_by_year table (check if exists first)
+    connection = op.get_bind()
+    inspector = sa.inspect(connection)
+
+    if not inspector.has_table("organization_early_issuance_by_year"):
+        op.create_table(
+            "organization_early_issuance_by_year",
+            sa.Column(
+                "early_issuance_by_year_id",
+                sa.Integer(),
+                autoincrement=True,
+                nullable=False,
+                comment="Unique identifier for the early issuance by year record",
+            ),
+            sa.Column(
+                "organization_id",
+                sa.Integer(),
+                nullable=False,
+                comment="Foreign key to the organization",
+            ),
+            sa.Column(
+                "compliance_period_id",
+                sa.Integer(),
+                nullable=False,
+                comment="Foreign key to the compliance period",
+            ),
+            sa.Column(
+                "has_early_issuance",
+                sa.Boolean(),
+                nullable=False,
+                server_default=sa.text("FALSE"),
+                comment="True if the organization can create early issuance reports for this compliance year",
+            ),
+            sa.Column(
+                "create_date",
+                sa.TIMESTAMP(timezone=True),
+                server_default=sa.text("now()"),
+                nullable=True,
+                comment="Date and time (UTC) when the physical record was created in the database.",
+            ),
+            sa.Column(
+                "update_date",
+                sa.TIMESTAMP(timezone=True),
+                server_default=sa.text("now()"),
+                nullable=True,
+                comment="Date and time (UTC) when the physical record was updated in the database.",
+            ),
+            sa.Column(
+                "create_user",
+                sa.String(),
+                nullable=True,
+                comment="The user who created this record in the database.",
+            ),
+            sa.Column(
+                "update_user",
+                sa.String(),
+                nullable=True,
+                comment="The user who last updated this record in the database.",
+            ),
+            sa.PrimaryKeyConstraint("early_issuance_by_year_id"),
+            sa.ForeignKeyConstraint(
+                ["organization_id"],
+                ["organization.organization_id"],
+                name="fk_organization_early_issuance_by_year_organization_id",
+            ),
+            sa.ForeignKeyConstraint(
+                ["compliance_period_id"],
+                ["compliance_period.compliance_period_id"],
+                name="fk_organization_early_issuance_by_year_compliance_period_id",
+            ),
+            sa.UniqueConstraint(
+                "organization_id",
+                "compliance_period_id",
+                name="uq_organization_early_issuance_by_year",
+            ),
+            comment="Tracks early issuance reporting eligibility by organization and compliance year",
+        )
 
     # Copy all has_early_issuance values from organization table
     # to organization_early_issuance_by_year table for the current year (2025)
+    # Use ON CONFLICT to handle case where data already exists
     op.execute(
         """
         INSERT INTO organization_early_issuance_by_year (
@@ -148,4 +153,9 @@ def downgrade() -> None:
         """
     )
 
-    op.drop_table("organization_early_issuance_by_year")
+    # Only drop table if it exists
+    connection = op.get_bind()
+    inspector = sa.inspect(connection)
+
+    if inspector.has_table("organization_early_issuance_by_year"):
+        op.drop_table("organization_early_issuance_by_year")

backend/lcfs/db/migrations/versions/2025-07-24-10-12_c3d4e5f6g7h8.py

@@ -21,6 +21,8 @@
 depends_on = None
 
 # Specify which sections to execute from the SQL file
+# These sections create the views that were excluded from the earlier migration
+# because they reference organization_early_issuance_by_year table
 SECTIONS_TO_EXECUTE = [
     "Compliance Report Base View With Early Issuance By Year",
     "Allocation Agreement Base View With Early Issuance By Year",

backend/lcfs/db/migrations/versions/2025-07-29-23-23_3eb97134895a.py

@@ -8,6 +8,7 @@
 
 import sqlalchemy as sa
 from alembic import op
+from sqlalchemy import inspect
 
 # revision identifiers, used by Alembic.
 revision = "3eb97134895a"
@@ -17,17 +18,33 @@
 
 
 def upgrade() -> None:
-    op.add_column(
-        "compliance_report",
-        sa.Column(
-            "is_non_assessment",
-            sa.Boolean(),
-            nullable=False,
-            server_default="false",
-            comment="Flag indicating if report is not subject to assessment under the Low Carbon Fuels Act",
-        ),
-    )
+    # Check if the column already exists before adding it
+    conn = op.get_bind()
+    inspector = inspect(conn)
+    columns = [col['name'] for col in inspector.get_columns('compliance_report')]
+
+    if 'is_non_assessment' not in columns:
+        op.add_column(
+            "compliance_report",
+            sa.Column(
+                "is_non_assessment",
+                sa.Boolean(),
+                nullable=False,
+                server_default="false",
+                comment="Flag indicating if report is not subject to assessment under the Low Carbon Fuels Act",
+            ),
+        )
+    else:
+        print("Column 'is_non_assessment' already exists in compliance_report table, skipping...")
 
 
 def downgrade() -> None:
-    op.drop_column("compliance_report", "is_non_assessment")
+    # Check if the column exists before dropping it
+    conn = op.get_bind()
+    inspector = inspect(conn)
+    columns = [col['name'] for col in inspector.get_columns('compliance_report')]
+
+    if 'is_non_assessment' in columns:
+        op.drop_column("compliance_report", "is_non_assessment")
+    else:
+        print("Column 'is_non_assessment' does not exist in compliance_report table, skipping...")

backend/lcfs/db/migrations/versions/2025-07-30-14-31_1c0b3bed4671.py

@@ -23,7 +23,9 @@
 
 # Sections to recreate after altering columns
 SECTIONS_TO_EXECUTE = [
-    "Allocation Agreement Base View",
+    "Compliance Reports Analytics View",  # Must come first - dependency for Fuel Export Analytics Base View
+    "Allocation Agreement Chained View",
+    "Allocation Agreement Base View With Early Issuance By Year",
     "Fuel Export Analytics Base View",
     "Fuel Supply Analytics Base View",
     "Fuel Supply Base View",
@@ -362,6 +364,7 @@ def upgrade() -> None:
     # Using CASCADE to drop dependent views automatically
     op.execute("DROP MATERIALIZED VIEW IF EXISTS mv_credit_ledger CASCADE;")
     op.execute("DROP MATERIALIZED VIEW IF EXISTS mv_transaction_aggregate CASCADE;")
+    op.execute("DROP VIEW IF EXISTS vw_allocation_agreement_chained CASCADE;")
     op.execute("DROP VIEW IF EXISTS vw_allocation_agreement_base CASCADE;")
     op.execute("DROP VIEW IF EXISTS vw_fuel_export_analytics_base CASCADE;")
     op.execute("DROP VIEW IF EXISTS vw_fuel_supply_analytics_base CASCADE;")
@@ -532,6 +535,7 @@ def downgrade() -> None:
     # Drop views and materialized views before altering columns back
     op.execute("DROP MATERIALIZED VIEW IF EXISTS mv_credit_ledger CASCADE;")
     op.execute("DROP MATERIALIZED VIEW IF EXISTS mv_transaction_aggregate CASCADE;")
+    op.execute("DROP VIEW IF EXISTS vw_allocation_agreement_chained CASCADE;")
     op.execute("DROP VIEW IF EXISTS vw_allocation_agreement_base CASCADE;")
     op.execute("DROP VIEW IF EXISTS vw_fuel_export_analytics_base CASCADE;")
     op.execute("DROP VIEW IF EXISTS vw_fuel_supply_analytics_base CASCADE;")