feat(om): OpenMetadata integration — registry node, link, PII tag source
Add OpenMetadata node (atc-docker02 .47) to node_registry with UI links. pii_catalog now reads OM column PII tags (Presidio auto-classification) as the authoritative source, merged with the name heuristic; OPENMETADATA_URL wired into the api service (token via atc.env).
This commit is contained in:
+22
-1
@@ -6,7 +6,7 @@ from typing import Any
|
||||
|
||||
NODE_IDS = [
|
||||
"airflow", "db", "debezium", "kafka", "lakehouse", "s3",
|
||||
"docker", "hadoop", "gpu", "command",
|
||||
"docker", "hadoop", "gpu", "command", "openmetadata",
|
||||
"mo-commander", "bart-commander", "network-watcher", "mcp-coordinator",
|
||||
]
|
||||
|
||||
@@ -21,6 +21,7 @@ NODE_AGENT = {
|
||||
"hadoop": "hadoop-ranger",
|
||||
"gpu": "infra-sentinel",
|
||||
"command": "infra-sentinel",
|
||||
"openmetadata": "lakehouse-ops",
|
||||
}
|
||||
|
||||
NODE_REGISTRY: dict[str, dict[str, Any]] = {
|
||||
@@ -200,6 +201,26 @@ NODE_REGISTRY: dict[str, dict[str, Any]] = {
|
||||
],
|
||||
"commands": ["gpu metrics", "model status", "vram usage"],
|
||||
},
|
||||
"openmetadata": {
|
||||
"label": "OpenMetadata",
|
||||
"vm": "atc-docker02",
|
||||
"vmid": 0,
|
||||
"pve": "pve01",
|
||||
"ip": "10.0.21.47",
|
||||
"ssh": "ssh root@10.0.21.47",
|
||||
"role": "governance",
|
||||
"color": "#7147e8",
|
||||
"description": "OpenMetadata 1.13 data catalog & lineage. Ingests PostgreSQL, MySQL, MongoDB and Trino; auto-classifies PII (Presidio NER). Single pane for catalog, lineage and governance across the lab.",
|
||||
"links": [
|
||||
{"label": "OpenMetadata UI", "url": "http://10.0.21.47:8585"},
|
||||
{"label": "Ingestion Airflow", "url": "http://10.0.21.47:8080"},
|
||||
],
|
||||
"endpoints": [
|
||||
{"name": "openmetadata", "host": "10.0.21.47", "port": "8585", "proto": "http"},
|
||||
{"name": "ingestion", "host": "10.0.21.47", "port": "8080", "proto": "http"},
|
||||
],
|
||||
"commands": ["catalog status", "run ingestion", "pii classification"],
|
||||
},
|
||||
"command": {
|
||||
"label": "Command Center",
|
||||
"vm": "MCP · VM304",
|
||||
|
||||
Reference in New Issue
Block a user