feat(pipeline): add e2e modernized ingestion & transformation pipeline and dbt models

dbt/models/silver/schema.yml

@@ -0,0 +1,22 @@
+version: 2
+models:
+- name: silver_permits_enriched
+  description: dbt Model silver_permits_enriched auto-registered with Shift-Left quality
+    assertions
+  config:
+    contract:
+      enforced: true
+  columns:
+  - name: permit_id
+    tests:
+    - unique
+    - not_null
+  - name: permit_number
+    tests:
+    - unique
+  - name: status
+    tests:
+    - not_null
+  - name: updated_at
+    tests:
+    - not_null

dbt/models/silver/silver_permits_enriched.sql

@@ -0,0 +1,12 @@
+-- dbt Silver Cleansed Environmental Permits
+SELECT 
+  permit_id,
+  permit_number,
+  company_name,
+  permit_type,
+  status,
+  issued_date,
+  updated_at,
+  CURRENT_TIMESTAMP AS dbt_validated_at
+FROM {{ ref('bronze_environmental_permits') }}
+WHERE status != 'REVISED'