feat(om): OpenMetadata integration — registry node, link, PII tag source

Add OpenMetadata node (atc-docker02 .47) to node_registry with UI links.
pii_catalog now reads OM column PII tags (Presidio auto-classification) as the
authoritative source, merged with the name heuristic; OPENMETADATA_URL wired
into the api service (token via atc.env).
This commit is contained in:
mo
2026-06-27 02:40:27 +02:00
parent 6f20e24b8b
commit 3b247fa2bd
3 changed files with 91 additions and 15 deletions
+22 -1
View File
@@ -6,7 +6,7 @@ from typing import Any
NODE_IDS = [
"airflow", "db", "debezium", "kafka", "lakehouse", "s3",
"docker", "hadoop", "gpu", "command",
"docker", "hadoop", "gpu", "command", "openmetadata",
"mo-commander", "bart-commander", "network-watcher", "mcp-coordinator",
]
@@ -21,6 +21,7 @@ NODE_AGENT = {
"hadoop": "hadoop-ranger",
"gpu": "infra-sentinel",
"command": "infra-sentinel",
"openmetadata": "lakehouse-ops",
}
NODE_REGISTRY: dict[str, dict[str, Any]] = {
@@ -200,6 +201,26 @@ NODE_REGISTRY: dict[str, dict[str, Any]] = {
],
"commands": ["gpu metrics", "model status", "vram usage"],
},
"openmetadata": {
"label": "OpenMetadata",
"vm": "atc-docker02",
"vmid": 0,
"pve": "pve01",
"ip": "10.0.21.47",
"ssh": "ssh root@10.0.21.47",
"role": "governance",
"color": "#7147e8",
"description": "OpenMetadata 1.13 data catalog & lineage. Ingests PostgreSQL, MySQL, MongoDB and Trino; auto-classifies PII (Presidio NER). Single pane for catalog, lineage and governance across the lab.",
"links": [
{"label": "OpenMetadata UI", "url": "http://10.0.21.47:8585"},
{"label": "Ingestion Airflow", "url": "http://10.0.21.47:8080"},
],
"endpoints": [
{"name": "openmetadata", "host": "10.0.21.47", "port": "8585", "proto": "http"},
{"name": "ingestion", "host": "10.0.21.47", "port": "8080", "proto": "http"},
],
"commands": ["catalog status", "run ingestion", "pii classification"],
},
"command": {
"label": "Command Center",
"vm": "MCP · VM304",