merica-dlh/merica-pipelines
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(dbt): apply smart contract schema inference and align gold shift-left quality tests

Browse Source
This commit is contained in:
syahril
2026-10-21 16:00:40 +07:00
parent 5de6e26181
commit 75f205137d
6 changed files with 91 additions and 60 deletions
Download Patch File Download Diff File Expand all files Collapse all files
metadata/e2e_modernized_ingestion_flow.json
+38 -35
View File
@@ -6,7 +6,7 @@
"owner_name": "Administrator Lokal (Break-Glass)",
"nodes": [
{
"id": "node-7278",
"id": "node-5630",
"type": "customNode",
"position": {
"x": 80,
@@ -34,7 +34,7 @@
"dragging": false
},
{
"id": "node-8718",
"id": "node-6855",
"type": "customNode",
"position": {
"x": 270,
@@ -63,7 +63,7 @@
"dragging": false
},
{
"id": "node-0372",
"id": "node-8156",
"type": "customNode",
"position": {
"x": 460,
@@ -99,7 +99,7 @@
"dragging": false
},
{
"id": "node-2418",
"id": "node-9404",
"type": "customNode",
"position": {
"x": 650,
@@ -128,7 +128,7 @@
"dragging": false
},
{
"id": "node-4451",
"id": "node-0708",
"type": "customNode",
"position": {
"x": 840,
@@ -180,7 +180,7 @@
"dragging": false
},
{
"id": "node-6068",
"id": "node-2234",
"type": "customNode",
"position": {
"x": 1030,
@@ -216,7 +216,7 @@
"dragging": false
},
{
"id": "node-8030",
"id": "node-3694",
"type": "customNode",
"position": {
"x": 1220,
@@ -236,16 +236,19 @@
"sql_query_preview": "-- dbt Gold Regulatory Compliance Mart\nSELECT \n permit_type,\n status,\n COUNT(permit_id) AS total_permits,\n COUNT(DISTINCT company_name) AS unique_companies,\n CURRENT_TIMESTAMP AS mart_refreshed_at\nFROM {{ ref('silver_permits_enriched') }}\nGROUP BY permit_type, status",
"query": "-- dbt Gold Regulatory Compliance Mart\nSELECT \n permit_type,\n status,\n COUNT(permit_id) AS total_permits,\n COUNT(DISTINCT company_name) AS unique_companies,\n CURRENT_TIMESTAMP AS mart_refreshed_at\nFROM {{ ref('silver_permits_enriched') }}\nGROUP BY permit_type, status",
"test_configs": {
"unique_columns": [
"stasiun_id"
],
"unique_columns": [],
"not_null_columns": [
"stasiun_id",
"ispu_val"
"permit_type",
"status"
],
"accepted_values": {},
"enforce_contract": false
},
"unique_columns": [],
"not_null_columns": [
"permit_type",
"status"
],
"use_cosmos": true,
"transformation_engine": "cosmos"
}
@@ -256,7 +259,7 @@
"dragging": false
},
{
"id": "node-9428",
"id": "node-4977",
"type": "customNode",
"position": {
"x": 1410,
@@ -286,9 +289,9 @@
],
"edges": [
{
"source": "node-7278",
"source": "node-5630",
"sourceHandle": null,
"target": "node-2418",
"target": "node-9404",
"targetHandle": null,
"type": "removableEdge",
"style": {
@@ -296,12 +299,12 @@
"strokeWidth": 2
},
"data": {},
"id": "reactflow__edge-node-7278-node-2418"
"id": "reactflow__edge-node-5630-node-9404"
},
{
"source": "node-8718",
"source": "node-6855",
"sourceHandle": null,
"target": "node-2418",
"target": "node-9404",
"targetHandle": null,
"type": "removableEdge",
"style": {
@@ -309,12 +312,12 @@
"strokeWidth": 2
},
"data": {},
"id": "reactflow__edge-node-8718-node-2418"
"id": "reactflow__edge-node-6855-node-9404"
},
{
"source": "node-0372",
"source": "node-8156",
"sourceHandle": null,
"target": "node-2418",
"target": "node-9404",
"targetHandle": null,
"type": "removableEdge",
"style": {
@@ -322,12 +325,12 @@
"strokeWidth": 2
},
"data": {},
"id": "reactflow__edge-node-0372-node-2418"
"id": "reactflow__edge-node-8156-node-9404"
},
{
"source": "node-2418",
"source": "node-9404",
"sourceHandle": null,
"target": "node-4451",
"target": "node-0708",
"targetHandle": null,
"type": "removableEdge",
"style": {
@@ -335,12 +338,12 @@
"strokeWidth": 2
},
"data": {},
"id": "reactflow__edge-node-2418-node-4451"
"id": "reactflow__edge-node-9404-node-0708"
},
{
"source": "node-4451",
"source": "node-0708",
"sourceHandle": null,
"target": "node-6068",
"target": "node-2234",
"targetHandle": null,
"type": "removableEdge",
"style": {
@@ -348,12 +351,12 @@
"strokeWidth": 2
},
"data": {},
"id": "reactflow__edge-node-4451-node-6068"
"id": "reactflow__edge-node-0708-node-2234"
},
{
"source": "node-6068",
"source": "node-2234",
"sourceHandle": null,
"target": "node-8030",
"target": "node-3694",
"targetHandle": null,
"type": "removableEdge",
"style": {
@@ -361,12 +364,12 @@
"strokeWidth": 2
},
"data": {},
"id": "reactflow__edge-node-6068-node-8030"
"id": "reactflow__edge-node-2234-node-3694"
},
{
"source": "node-8030",
"source": "node-3694",
"sourceHandle": null,
"target": "node-9428",
"target": "node-4977",
"targetHandle": null,
"type": "removableEdge",
"style": {
@@ -374,11 +377,11 @@
"strokeWidth": 2
},
"data": {},
"id": "reactflow__edge-node-8030-node-9428"
"id": "reactflow__edge-node-3694-node-4977"
}
],
"notes": [],
"is_draft": false,
"status": "deployed",
"updated_at": "2026-10-21T07:58:01.895850Z"
"updated_at": "2026-10-21T08:59:34.908289Z"
}