feat(pipeline): add e2e modernized ingestion & transformation pipeline and dbt models
This commit is contained in:
@@ -0,0 +1,9 @@
|
||||
-- dbt Gold Regulatory Compliance Mart
|
||||
SELECT
|
||||
permit_type,
|
||||
status,
|
||||
COUNT(permit_id) AS total_permits,
|
||||
COUNT(DISTINCT company_name) AS unique_companies,
|
||||
CURRENT_TIMESTAMP AS mart_refreshed_at
|
||||
FROM {{ ref('silver_permits_enriched') }}
|
||||
GROUP BY permit_type, status
|
||||
@@ -0,0 +1,13 @@
|
||||
version: 2
|
||||
models:
|
||||
- name: gold_compliance_summary_mart
|
||||
description: dbt Model gold_compliance_summary_mart auto-registered with Shift-Left
|
||||
quality assertions
|
||||
columns:
|
||||
- name: ispu_val
|
||||
tests:
|
||||
- not_null
|
||||
- name: stasiun_id
|
||||
tests:
|
||||
- unique
|
||||
- not_null
|
||||
Reference in New Issue
Block a user