feat(pipeline): add e2e cems industrial emissions medallion pipeline and dbt models

2026-10-19 03:50:17 +07:00
parent abce291520
commit b37ffc52ae
6 changed files with 842 additions and 26 deletions
@@ -1,27 +1,31 @@
 version: 2
-
 sources:
-  - name: bronze_lakehouse
-    schema: bronze_lakehouse
-    tables:
-      - name: environmental_permits_cdc
-        description: "Tabel landing Bronze staging untuk Change Data Capture (CDC) Perizinan Lingkungan"
-      - name: gws_waste_reports
-        description: "Tabel landing Bronze staging laporan penanganan sampah Google Workspace"
-      - name: spku_api_raw
-        description: "Tabel landing Bronze staging raw JSON payload sensor kualitas udara SPKU"
-
-  - name: bronze
-    schema: bronze_lakehouse
-    tables:
-      - name: environmental_permits_cdc
-      - name: gws_waste_reports
-      - name: spku_api_raw
-
-  - name: public
-    schema: public
-    tables:
-      - name: ref_waste_facilities
-        description: "Master dataset fasilitas pengolahan limbah regional"
-      - name: raw_waste_orders
-        description: "Tabel transaksi manifest pengiriman dan penerimaan limbah"
+- name: bronze_lakehouse
+  schema: bronze_lakehouse
+  tables:
+  - name: environmental_permits_cdc
+    description: Tabel landing Bronze staging untuk Change Data Capture (CDC) Perizinan
+      Lingkungan
+  - name: gws_waste_reports
+    description: Tabel landing Bronze staging laporan penanganan sampah Google Workspace
+  - name: spku_api_raw
+    description: Tabel landing Bronze staging raw JSON payload sensor kualitas udara
+      SPKU
+- name: bronze
+  schema: bronze_lakehouse
+  tables:
+  - name: environmental_permits_cdc
+  - name: gws_waste_reports
+  - name: spku_api_raw
+- name: public
+  schema: public
+  tables:
+  - name: ref_waste_facilities
+    description: Master dataset fasilitas pengolahan limbah regional
+  - name: raw_waste_orders
+    description: Tabel transaksi manifest pengiriman dan penerimaan limbah
+  - name: ref_emission_sources
+    description: Auto-registered source table 'ref_emission_sources' from canvas pipeline
+  - name: raw_cems_telemetry_logs
+    description: Auto-registered source table 'raw_cems_telemetry_logs' from canvas
+      pipeline