merica-pipelines/metadata/ingestion_api_spku_air_quality.json

{
  "id": "ingestion_api_spku_air_quality",
  "description": "REST API Ingestion for SPKU Realtime Air Quality Data -> MinIO S3 Bronze -> dbt Silver -> GE Quality Suite",
  "schedule": "0 4 * * *",
  "nodes": [
    {
      "id": "node-bronze-src",
      "type": "customNode",
      "position": {
        "x": 80,
        "y": 160
      },
      "data": {
        "label": "Bronze API Source",
        "type": "source_api",
        "configured": true,
        "config": {
          "source_type": "api",
          "connection_id": "conn_spku_api_service",
          "api_endpoint": "https://api.spku.dlh.id/v1/stasiun/spku/data-realtime",
          "http_method": "GET",
          "target": {
            "bucket": "dlh-bronze",
            "format": "json"
          }
        }
      },
      "width": 220,
      "height": 92
    },
    {
      "id": "node-bronze-storage",
      "type": "customNode",
      "position": {
        "x": 340,
        "y": 160
      },
      "data": {
        "label": "MinIO Bronze Storage",
        "type": "minio_storage",
        "configured": true,
        "config": {
          "bucket": "dlh-bronze",
          "format": "json"
        }
      },
      "width": 220,
      "height": 92
    },
    {
      "id": "node-silver-dbt",
      "type": "customNode",
      "position": {
        "x": 600,
        "y": 160
      },
      "data": {
        "label": "dbt Silver Model (stg_spku_realtime)",
        "type": "dbt_transform",
        "configured": true,
        "config": {
          "dbt_layer": "silver",
          "dbt_model": "stg_spku_realtime"
        }
      },
      "width": 280,
      "height": 92
    },
    {
      "id": "node-silver-ge",
      "type": "customNode",
      "position": {
        "x": 860,
        "y": 160
      },
      "data": {
        "label": "GE Quality (spku_api_suite)",
        "type": "ge_quality",
        "configured": true,
        "config": {
          "expectation_suite": "spku_api_suite"
        }
      },
      "width": 236,
      "height": 92
    },
    {
      "id": "node-gold-dbt",
      "type": "customNode",
      "position": {
        "x": 1120,
        "y": 160
      },
      "data": {
        "label": "dbt Gold Mart (fct_spku_daily_mart)",
        "type": "dbt_transform",
        "configured": true,
        "config": {
          "dbt_layer": "gold",
          "dbt_model": "fct_spku_daily_mart"
        }
      },
      "width": 280,
      "height": 92
    }
  ],
  "edges": [
    {
      "id": "e1-2",
      "source": "node-bronze-src",
      "target": "node-bronze-storage",
      "type": "removableEdge",
      "data": {}
    },
    {
      "id": "e2-3",
      "source": "node-bronze-storage",
      "target": "node-silver-dbt",
      "type": "removableEdge",
      "data": {}
    },
    {
      "id": "e3-4",
      "source": "node-silver-dbt",
      "target": "node-silver-ge",
      "type": "removableEdge",
      "data": {}
    },
    {
      "id": "e4-5",
      "source": "node-silver-ge",
      "target": "node-gold-dbt",
      "type": "removableEdge",
      "data": {}
    }
  ],
  "is_draft": false,
  "status": "deployed"
}