Document full application landscape and collect Docker configs

- Add docs/landscape.md and docker-inventory.md with Mermaid architecture
- Add config/docker per host (db02, lake01, kafka01) and objectscale/elastic refs
- Add live architecture page at icons/docs/architecture.html
- Homepage OPS tab: Lakehouse Architecture group with diagram link
- Add scripts/collect/collect-fleet-config.sh to refresh configs from fleet
This commit is contained in:
Lakehouse Admin
2026-05-19 23:01:47 +02:00
parent e1180e14c9
commit 007f6cedc5
15 changed files with 881 additions and 42 deletions
@@ -0,0 +1,53 @@
# Lakehouse compute — atc-lake01 (10.0.21.50)
# Reconstructed from running containers; use docker network for spark worker DNS.
version: "3.9"
services:
kafka-connect:
image: debezium/connect:2.5.4.Final
container_name: kafka-connect
restart: unless-stopped
ports:
- "8083:8083"
environment:
BOOTSTRAP_SERVERS: 10.0.21.36:9092
GROUP_ID: "1"
CONFIG_STORAGE_TOPIC: connect-configs
OFFSET_STORAGE_TOPIC: connect-offsets
STATUS_STORAGE_TOPIC: connect-status
spark-master:
image: bitnamilegacy/spark:latest
container_name: spark-master
restart: unless-stopped
environment:
SPARK_MODE: master
SPARK_RPC_AUTHENTICATION_ENABLED: "no"
ports:
- "7077:7077"
- "8080:8080"
spark-worker:
image: bitnamilegacy/spark:latest
container_name: spark-worker
restart: unless-stopped
depends_on:
- spark-master
environment:
SPARK_MODE: worker
SPARK_MASTER_URL: spark://spark-master:7077
SPARK_WORKER_MEMORY: 10G
SPARK_RPC_AUTHENTICATION_ENABLED: "no"
trino:
image: trinodb/trino:405
container_name: trino
restart: unless-stopped
ports:
- "8089:8080"
# Ad-hoc Spark shell image (optional)
spark-temp:
image: apache/spark:3.4.0-scala2.12-java11-python3-ubuntu
container_name: spark-temp
profiles: ["tools"]