fix(pipeline): enable dynamic table extraction, dbt bronze models, and valid quality gate assertions
This commit is contained in:
@@ -17,6 +17,9 @@ clean-targets:
|
||||
|
||||
models:
|
||||
dlh_transformation:
|
||||
bronze:
|
||||
+materialized: view
|
||||
+schema: bronze
|
||||
silver:
|
||||
+materialized: table
|
||||
+schema: silver
|
||||
|
||||
@@ -0,0 +1,15 @@
|
||||
-- dbt Bronze Ref Facilities Model
|
||||
{{ config(materialized='view') }}
|
||||
|
||||
SELECT
|
||||
facility_id,
|
||||
facility_name,
|
||||
operator_name,
|
||||
license_number,
|
||||
region_zone,
|
||||
facility_type,
|
||||
max_daily_capacity_ton,
|
||||
facility_status,
|
||||
compliance_rating,
|
||||
created_at
|
||||
FROM {{ source('public', 'ref_waste_facilities') }}
|
||||
@@ -0,0 +1,16 @@
|
||||
-- dbt Bronze Raw Waste Orders Model
|
||||
{{ config(materialized='view') }}
|
||||
|
||||
SELECT
|
||||
order_id,
|
||||
manifest_code,
|
||||
facility_id,
|
||||
generator_company,
|
||||
waste_category,
|
||||
volume_ton,
|
||||
tariff_per_ton,
|
||||
transport_fee,
|
||||
order_status,
|
||||
order_date,
|
||||
created_at
|
||||
FROM {{ source('public', 'raw_waste_orders') }}
|
||||
@@ -17,3 +17,11 @@ sources:
|
||||
- name: environmental_permits_cdc
|
||||
- name: gws_waste_reports
|
||||
- name: spku_api_raw
|
||||
|
||||
- name: public
|
||||
schema: public
|
||||
tables:
|
||||
- name: ref_waste_facilities
|
||||
description: "Master dataset fasilitas pengolahan limbah regional"
|
||||
- name: raw_waste_orders
|
||||
description: "Tabel transaksi manifest pengiriman dan penerimaan limbah"
|
||||
|
||||
Reference in New Issue
Block a user