merica-dlh/merica-pipelines
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(pipeline): enable dynamic table extraction, dbt bronze models, and valid quality gate assertions

Browse Source
This commit is contained in:
syahril
2026-10-19 02:07:39 +07:00
parent a5d766489a
commit fa1065c670
7 changed files with 84 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files
configs/e2e_orders_master_medallion_flow.yaml
+8 -20
View File
@@ -67,11 +67,8 @@ tasks:
table_max_rows: 1000000
ge_col_table: stasiun_spku
ge_target_column: stasiun_id
ge_column_test_type: not_null
sql_assertion: SELECT count(*) FROM silver.table WHERE status NOT IN ('APPROVED',
'IN_REVIEW', 'REJECTED')
sql: SELECT count(*) FROM silver.table WHERE status NOT IN ('APPROVED', 'IN_REVIEW',
'REJECTED')
sql_assertion: SELECT count(*) FROM public.raw_waste_orders WHERE order_status NOT IN ('COMPLETED', 'PENDING', 'CANCELLED')
sql: SELECT count(*) FROM public.raw_waste_orders WHERE order_status NOT IN ('COMPLETED', 'PENDING', 'CANCELLED')
expected: 0
error_message: Unexpected rows detected in table
suite: bronze
@@ -118,11 +115,8 @@ tasks:
table_max_rows: 1000000
ge_col_table: stasiun_spku
ge_target_column: stasiun_id
ge_column_test_type: not_null
sql_assertion: SELECT count(*) FROM silver.table WHERE status NOT IN ('APPROVED',
'IN_REVIEW', 'REJECTED')
sql: SELECT count(*) FROM silver.table WHERE status NOT IN ('APPROVED', 'IN_REVIEW',
'REJECTED')
sql_assertion: SELECT count(*) FROM public.raw_waste_orders WHERE volume_ton <= 0
sql: SELECT count(*) FROM public.raw_waste_orders WHERE volume_ton <= 0
expected: 0
error_message: Unexpected rows detected in table
suite: bronze
@@ -178,11 +172,8 @@ tasks:
table_max_rows: 1000000
ge_col_table: stasiun_spku
ge_target_column: stasiun_id
ge_column_test_type: not_null
sql_assertion: SELECT count(*) FROM silver.table WHERE status NOT IN ('APPROVED',
'IN_REVIEW', 'REJECTED')
sql: SELECT count(*) FROM silver.table WHERE status NOT IN ('APPROVED', 'IN_REVIEW',
'REJECTED')
sql_assertion: SELECT count(*) FROM public.raw_waste_orders WHERE facility_id IS NULL
sql: SELECT count(*) FROM public.raw_waste_orders WHERE facility_id IS NULL
expected: 0
error_message: Unexpected rows detected in table
suite: bronze
@@ -235,11 +226,8 @@ tasks:
table_max_rows: 1000000
ge_col_table: stasiun_spku
ge_target_column: stasiun_id
ge_column_test_type: not_null
sql_assertion: SELECT count(*) FROM silver.table WHERE status NOT IN ('APPROVED',
'IN_REVIEW', 'REJECTED')
sql: SELECT count(*) FROM silver.table WHERE status NOT IN ('APPROVED', 'IN_REVIEW',
'REJECTED')
sql_assertion: SELECT count(*) FROM public.ref_waste_facilities WHERE max_daily_capacity_ton <= 0
sql: SELECT count(*) FROM public.ref_waste_facilities WHERE max_daily_capacity_ton <= 0
expected: 0
error_message: Unexpected rows detected in table
suite: bronze