diff --git a/docs/architecture.md b/docs/architecture.md index 44e4038..8fe5ddb 100644 --- a/docs/architecture.md +++ b/docs/architecture.md @@ -43,10 +43,10 @@ flowchart TB FASTAPI["FastAPI Backend Engine\n(127.0.0.1:8000 Loopback)"] SUPERVISOR["Supervisord Process Manager"] - NGINX -->|/* Static Assets| REACT - NGINX -->|/api/* Reverse Proxy| FASTAPI - SUPERVISOR -.->|Supervisi Proses| NGINX - SUPERVISOR -.->|Supervisi Proses| FASTAPI + NGINX -->|"/* Static Assets"| REACT + NGINX -->|"/api/* Reverse Proxy"| FASTAPI + SUPERVISOR -.->|"Supervisi Proses"| NGINX + SUPERVISOR -.->|"Supervisi Proses"| FASTAPI end subgraph PIPELINE_STORAGE ["Single Source of Truth (SSOT) Pipelines"] @@ -66,18 +66,18 @@ flowchart TB OMD["OpenMetadata 2.0 Governance\n(Port 14585)"] end - USER -->|HTTP :14000| NGINX - FASTAPI <-->|Read / Write YAML & dbt| LOCAL_MOUNT - FASTAPI -.->|Push Commit (GitOps)| GIT_REPO - FASTAPI -->|REST API :14080| API_SERVER - FASTAPI -->|Introspection & Safe Preview| PG_DB - FASTAPI -->|Governance Entity Sync| OMD + USER -->|"HTTP :14000"| NGINX + FASTAPI <-->|"Read / Write YAML & dbt"| LOCAL_MOUNT + FASTAPI -.->|"Push Commit (GitOps)"| GIT_REPO + FASTAPI -->|"REST API :14080"| API_SERVER + FASTAPI -->|"Introspection & Safe Preview"| PG_DB + FASTAPI -->|"Governance Entity Sync"| OMD - DAG_PROC -->|Poll 30s Hot-Reload| GIT_REPO - DAG_PROC <-->|Local Volume Share| LOCAL_MOUNT - SCHEDULER -->|Eksekusi Task Ingestion| PG_DB - SCHEDULER -->|Parquet / Iceberg Write| S3_STORAGE - SCHEDULER -->|OpenLineage Telemetry| OMD + DAG_PROC -->|"Poll 30s Hot-Reload"| GIT_REPO + DAG_PROC <-->|"Local Volume Share"| LOCAL_MOUNT + SCHEDULER -->|"Eksekusi Task Ingestion"| PG_DB + SCHEDULER -->|"Parquet / Iceberg Write"| S3_STORAGE + SCHEDULER -->|"OpenLineage Telemetry"| OMD ``` --- @@ -105,7 +105,12 @@ graph LR S_OMD["omd_service.py\n(OpenMetadata Registrasi)"] end - ROUTERS --> SERVICES + R_PIPE --> S_PARSE + R_PIPE --> S_DBT + R_DISC --> S_GWS + R_PREV --> S_DB + R_VAL --> S_AIR + R_GOV --> S_OMD ``` ### Modul-Modul Utama: diff --git a/docs/panduan_integrasi_existing_airflow.md b/docs/panduan_integrasi_existing_airflow.md index 966b13d..3470e78 100644 --- a/docs/panduan_integrasi_existing_airflow.md +++ b/docs/panduan_integrasi_existing_airflow.md @@ -27,7 +27,7 @@ flowchart LR AF_SCHEDULER --- AF_DAG_PROC end - STANDALONE -.->|"Deploy DAG (Git / YAML)"| AIRFLOW_HOST + PIPES -.->|"Deploy DAG (Git / YAML)"| AF_DAG_PROC API -.->|"Direct Link Out"| AF_WEBSERVER ``` @@ -219,10 +219,10 @@ flowchart LR PG["PostgreSQL MetaDB\n(Port :5432 / Custom)"] end - BE -->|REST API :12082| AF_WEB - BE -->|Introspection & Safe Preview| PG - BE -->|Storage Connection| S3 - AF_SCHED -.->|Eksekusi Task Ingestion| S3 + BE -->|"REST API :12082"| AF_WEB + BE -->|"Introspection & Safe Preview"| PG + BE -->|"Storage Connection"| S3 + AF_SCHED -.->|"Eksekusi Task Ingestion"| S3 ``` --- diff --git a/docs/user_guide.md b/docs/user_guide.md index fb6a8a4..c44614f 100644 --- a/docs/user_guide.md +++ b/docs/user_guide.md @@ -51,7 +51,12 @@ graph LR N_GE["Great Expectations Quality Gate"] end - SOURCES --> SINK --> TRANS + N_DB --> N_BRONZE + N_GWS --> N_BRONZE + N_REST --> N_BRONZE + N_BRONZE --> N_SILVER + N_SILVER --> N_DBT + N_SILVER --> N_GE ``` ---