feat: initial commit for merica-pipeline delivery

2026-10-08 19:33:15 +07:00
commit 42fedab752
46 changed files with 5484 additions and 0 deletions
@@ -0,0 +1,139 @@
+{
+  "id": "ingestion_api_spku_air_quality",
+  "description": "REST API Ingestion for SPKU Realtime Air Quality Data -> MinIO S3 Bronze -> dbt Silver -> GE Quality Suite",
+  "schedule": "0 4 * * *",
+  "nodes": [
+    {
+      "id": "node-bronze-src",
+      "type": "customNode",
+      "position": {
+        "x": 80,
+        "y": 160
+      },
+      "data": {
+        "label": "Bronze API Source",
+        "type": "source_api",
+        "configured": true,
+        "config": {
+          "source_type": "api",
+          "connection_id": "conn_spku_api_service",
+          "api_endpoint": "https://api.spku.dlh.id/v1/stasiun/spku/data-realtime",
+          "http_method": "GET",
+          "target": {
+            "bucket": "dlh-bronze",
+            "format": "json"
+          }
+        }
+      },
+      "width": 220,
+      "height": 92
+    },
+    {
+      "id": "node-bronze-storage",
+      "type": "customNode",
+      "position": {
+        "x": 340,
+        "y": 160
+      },
+      "data": {
+        "label": "MinIO Bronze Storage",
+        "type": "minio_storage",
+        "configured": true,
+        "config": {
+          "bucket": "dlh-bronze",
+          "format": "json"
+        }
+      },
+      "width": 220,
+      "height": 92
+    },
+    {
+      "id": "node-silver-dbt",
+      "type": "customNode",
+      "position": {
+        "x": 600,
+        "y": 160
+      },
+      "data": {
+        "label": "dbt Silver Model (stg_spku_realtime)",
+        "type": "dbt_transform",
+        "configured": true,
+        "config": {
+          "dbt_layer": "silver",
+          "dbt_model": "stg_spku_realtime"
+        }
+      },
+      "width": 280,
+      "height": 92
+    },
+    {
+      "id": "node-silver-ge",
+      "type": "customNode",
+      "position": {
+        "x": 860,
+        "y": 160
+      },
+      "data": {
+        "label": "GE Quality (spku_api_suite)",
+        "type": "ge_quality",
+        "configured": true,
+        "config": {
+          "expectation_suite": "spku_api_suite"
+        }
+      },
+      "width": 236,
+      "height": 92
+    },
+    {
+      "id": "node-gold-dbt",
+      "type": "customNode",
+      "position": {
+        "x": 1120,
+        "y": 160
+      },
+      "data": {
+        "label": "dbt Gold Mart (fct_spku_daily_mart)",
+        "type": "dbt_transform",
+        "configured": true,
+        "config": {
+          "dbt_layer": "gold",
+          "dbt_model": "fct_spku_daily_mart"
+        }
+      },
+      "width": 280,
+      "height": 92
+    }
+  ],
+  "edges": [
+    {
+      "id": "e1-2",
+      "source": "node-bronze-src",
+      "target": "node-bronze-storage",
+      "type": "removableEdge",
+      "data": {}
+    },
+    {
+      "id": "e2-3",
+      "source": "node-bronze-storage",
+      "target": "node-silver-dbt",
+      "type": "removableEdge",
+      "data": {}
+    },
+    {
+      "id": "e3-4",
+      "source": "node-silver-dbt",
+      "target": "node-silver-ge",
+      "type": "removableEdge",
+      "data": {}
+    },
+    {
+      "id": "e4-5",
+      "source": "node-silver-ge",
+      "target": "node-gold-dbt",
+      "type": "removableEdge",
+      "data": {}
+    }
+  ],
+  "is_draft": false,
+  "status": "deployed"
+}