Docs-as-code: full deploy configs, compose stacks, and DR guide

- Add root README and docs/ (architecture, hosts, disaster-recovery, operations) - Add compose/ for superset, forgejo, lam, cadvisor; unified deploy compose - Add scripts/deploy (deploy-atc-docker01.sh, container inventory export) - Add inventory/containers-atc-docker01.json snapshot - Add config READMEs for kafka and airflow; .env.example; expand .gitignore - Sync atclab helper scripts; update homepage/superset compose with env support
2026-05-19 22:28:01 +02:00
parent c63181abac
commit f5d30824fc
30 changed files with 890 additions and 3 deletions
@@ -0,0 +1,15 @@
+# Kopieer naar .env op atc-docker01: cp .env.example .env
+
+# Superset (compose/superset)
+SUPERSET_SECRET_KEY=change-me-to-a-long-random-string
+
+# Homepage (optioneel)
+HOMEPAGE_ALLOWED_HOSTS=atc-docker01.dell-atc.lan,localhost
+
+# Proxmox API — ook in config/homepage/proxmox.yaml
+# PROXMOX_URL=https://10.0.10.65:8006
+# PROXMOX_TOKEN=root@pam!homepage
+# PROXMOX_SECRET=
+
+# Kafka connectors — vervang in config/kafka/*.json bij deploy
+# DATABASE_PASSWORD=
@@ -1,7 +1,27 @@
-# Runtime logs (not config)
+# Runtime logs
 config/homepage/logs/
 *.log

+# Secrets (lokaal op host, niet committen indien je .env gebruikt)
+.env
+.env.local
+.env.*.local
+
 # OS / editor
 .DS_Store
 *~
+.idea/
+.vscode/
+
+# Python
+__pycache__/
+*.pyc
+.venv/
+
+# Docker build cache
+**/.build/
+
+# Backup dumps (bewust buiten git)
+backup/
+*.tgz
+*.tar.gz
@@ -0,0 +1,58 @@
+# ATC Lakehouse
+
+Infrastructure-as-code en documentatie voor het Dell ATC Lakehouse lab — Forward Deployed Engineering (Bart & Mo).
+
+## Repository-structuur
+
+```
+├── config/           # Applicatie-configuratie (homepage, kafka, trino, spark, airflow, superset)
+├── compose/          # Docker Compose per stack (bron van waarheid voor containers)
+├── deploy/           # Gecombineerde compose-bestanden per host
+├── docs/             # Documentatie als code
+├── inventory/        # Export van draaiende containers (referentie)
+├── rss-proxy/        # RSS-feed proxy voor homepage widgets
+└── scripts/          # Deploy- en hulpscripts
+```
+
+## Hosts (overzicht)
+
+| Host | Rol | Belangrijkste services |
+|------|-----|------------------------|
+| `atc-docker01` | Docker hub | Homepage, Superset, Forgejo (lokaal), LAM, RSS-proxy, icons |
+| `atc-mgt01` | Management | Forgejo (Git), LDAP/LAM |
+| `atc-kafka01` | Streaming | Kafka, Kafka UI |
+| `atc-lake01` | Lakehouse | Spark, Trino, Debezium, Airflow |
+| `atc-elastic01` | Search | Elasticsearch, Kibana |
+| `atc-db01` / `atc-db02` | Databases | PostgreSQL, MySQL, MongoDB, Cassandra, Neo4j |
+| `atc-grafana` | Monitoring | Grafana |
+| `pve01` (`10.0.10.65`) | Hypervisor | Proxmox VE |
+
+Zie [docs/hosts.md](docs/hosts.md) voor poorten en IP-adressen.
+
+## Snel starten — atc-docker01
+
+```bash
+cd /root/lakehouse
+cp .env.example .env   # vul secrets in
+./scripts/deploy/deploy-atc-docker01.sh
+```
+
+## Documentatie
+
+- [Architectuur](docs/architecture.md)
+- [Hosts & poorten](docs/hosts.md)
+- [Disaster recovery](docs/disaster-recovery.md)
+- [Dagelijkse operatie](docs/operations.md)
+- [Homepage dashboard](config/homepage/README.md)
+
+## Git remote
+
+Forgejo: `http://atc-mgt01.dell-atc.lan:3001/mo/Lakehouse`
+
+```bash
+git clone http://atc-mgt01.dell-atc.lan:3001/mo/Lakehouse.git /root/lakehouse
+```
+
+## Geheimen
+
+Bestanden met credentials (`proxmox.yaml`, `.env`, kafka connectors) staan in git voor **lab-restore**. Voor productie: gebruik `.env` + `*.example` en houd secrets buiten een publieke remote.
@@ -0,0 +1,14 @@
+# cAdvisor — container metrics (optioneel; poort 8080 botst met icons-server indien beide op 8080)
+services:
+  cadvisor:
+    image: gcr.io/cadvisor/cadvisor:latest
+    container_name: cadvisor
+    restart: unless-stopped
+    privileged: true
+    ports:
+      - "8081:8080"
+    volumes:
+      - /:/rootfs:ro
+      - /var/run:/var/run:ro
+      - /sys:/sys:ro
+      - /var/lib/docker/:/var/lib/docker:ro
@@ -0,0 +1,19 @@
+# Forgejo (lokaal op atc-docker01) — primaire Git staat op atc-mgt01:3001
+services:
+  forgejo:
+    image: codeberg.org/forgejo/forgejo:14
+    container_name: forgejo
+    restart: always
+    environment:
+      USER_UID: "1000"
+      USER_GID: "1000"
+    ports:
+      - "4002:3000"
+      - "222:22"
+    volumes:
+      - forgejo_data:/data
+      - /etc/localtime:/etc/localtime:ro
+
+volumes:
+  forgejo_data:
+    name: forgejo_forgejo
@@ -0,0 +1,17 @@
+# LDAP Account Manager (lokaal op atc-docker01)
+# Productie LDAP/LAM: http://atc-mgt01.dell-atc.lan/lam/
+services:
+  lam:
+    image: ghcr.io/ldapaccountmanager/lam:stable
+    container_name: lam-app-1
+    restart: unless-stopped
+    ports:
+      - "4001:80"
+    environment:
+      DEBIAN_FRONTEND: noninteractive
+    volumes:
+      - lam_data:/var/lib/ldap-account-manager
+
+volumes:
+  lam_data:
+    name: lam_lam
@@ -0,0 +1,3 @@
+FROM apache/superset:latest
+
+RUN pip install psycopg2-binary
@@ -0,0 +1,27 @@
+services:
+  superset:
+    build: .
+    container_name: superset
+    restart: unless-stopped
+    ports:
+      - "8088:8088"
+    env_file:
+      - ../../.env
+    environment:
+      - SUPERSET_SECRET_KEY=${SUPERSET_SECRET_KEY:-change-me}
+      - SUPERSET_LOAD_EXAMPLES=no
+    volumes:
+      - ./superset_config.py:/app/pythonpath/superset_config.py
+      - superset_home:/app/superset_home
+    depends_on:
+      - redis
+
+  redis:
+    image: redis:7
+    container_name: superset_redis
+    restart: unless-stopped
+    ports:
+      - "6379:6379"
+
+volumes:
+  superset_home:
@@ -0,0 +1,39 @@
+import os
+
+# Secret key for session signing
+SECRET_KEY = os.environ.get('SUPERSET_SECRET_KEY', 'your-secret-key-here')
+
+# Database configuration - use SQLite to avoid psycopg2 issues
+SQLALCHEMY_DATABASE_URI = 'sqlite:////app/superset_home/superset.db'
+
+# Redis cache configuration
+CACHE_CONFIG = {
+    'CACHE_TYPE': 'redis',
+    'CACHE_REDIS_URL': 'redis://redis:6379/0',
+    'CACHE_DEFAULT_TIMEOUT': 300
+}
+
+# Enable CSRF protection
+ENABLE_PROXY_FIX = True
+
+# Feature flags
+FEATURE_FLAGS = {
+    'ENABLE_TEMPLATE_PROCESSING': True,
+    'ALERT_REPORTS': True,
+}
+
+# Row limit
+ROW_LIMIT = 50000
+
+# Viz types
+VIZ_TYPE_DICT = {
+    'table': {},
+    'dist_bar': {},
+    'line': {},
+    'area': {},
+    'pie': {},
+    'number': {},
+}
+
+# Timezone
+TIMEZONE = 'Europe/Amsterdam'
@@ -0,0 +1,14 @@
+# Airflow
+
+| Bestand | Beschrijving |
+|---------|--------------|
+| `airflow.cfg` | Referentie-configuratie (deploy naar Airflow home op lake01) |
+| `generate_data_dag.py` | DAG voor demo data-generatie |
+
+## URL
+
+http://atc-lake01.dell-atc.lan:8080/ (of `10.0.21.55:8080` volgens netwerk)
+
+## Deploy
+
+Kopieer `generate_data_dag.py` naar de Airflow `dags/` folder op de lake-host en herstart de scheduler/webserver.
@@ -0,0 +1,25 @@
+# Kafka Connect — Debezium connectors
+
+JSON-definities voor CDC van databases naar Kafka.
+
+## Connectors
+
+| Bestand | Bron | Topic prefix |
+|---------|------|--------------|
+| `postgres-connector.json` | PostgreSQL op db02 | `postgres-sales` |
+| `mysql-connector.json` | MySQL | — |
+| `mongodb-connector.json` | MongoDB | — |
+
+## Deploy
+
+Vervang `PASSWORD_PLACEHOLDER` en pas host/poort aan. Registreer via Kafka Connect REST API op `atc-lake01` (Debezium `:8083`).
+
+```bash
+curl -X POST -H "Content-Type: application/json" \
+  --data @postgres-connector.json \
+  http://atc-lake01.dell-atc.lan:8083/connectors/
+```
+
+## Referentie
+
+- Kafka UI: http://atc-kafka01.dell-atc.lan:9000/
@@ -5,8 +5,10 @@ services:
    restart: unless-stopped
    ports:
      - "8088:8088"
+    env_file:
+      - ../../.env
    environment:
-      - SUPERSET_SECRET_KEY=your-secret-key-here
+      - SUPERSET_SECRET_KEY=${SUPERSET_SECRET_KEY:-change-me}
      - SUPERSET_LOAD_EXAMPLES=no
    volumes:
      - ./superset_config.py:/app/pythonpath/superset_config.py
@@ -0,0 +1,20 @@
+# Deploy
+
+| Bestand | Doel |
+|---------|------|
+| `docker-compose.homepage.yml` | Homepage + RSS-proxy + icon nginx |
+| `docker-compose.atc-docker01.yml` | Alle stacks via Compose `include` |
+| `../scripts/deploy/deploy-atc-docker01.sh` | Aanbevolen: stapsgewijs deployen |
+
+## Commando's
+
+```bash
+# Alleen dashboard
+docker compose -f deploy/docker-compose.homepage.yml up -d --build
+
+# Volledige docker01 stack
+docker compose -f deploy/docker-compose.atc-docker01.yml up -d --build
+
+# Of script
+./scripts/deploy/deploy-atc-docker01.sh
+```
@@ -0,0 +1,14 @@
+# Volledige stack voor atc-docker01 (Docker Compose v2.20+ include)
+# Gebruik: docker compose -f deploy/docker-compose.atc-docker01.yml up -d --build
+# Of: ./scripts/deploy/deploy-atc-docker01.sh
+
+include:
+  - path: docker-compose.homepage.yml
+  - path: ../compose/superset/docker-compose.yaml
+    project_directory: ../compose/superset
+  - path: ../compose/forgejo/compose.yaml
+    project_directory: ../compose/forgejo
+  - path: ../compose/lam/compose.yml
+    project_directory: ../compose/lam
+  # - path: ../compose/cadvisor/compose.yaml
+  #   project_directory: ../compose/cadvisor
@@ -12,7 +12,7 @@ services:
      - ../config/homepage:/app/config
      - /var/run/docker.sock:/var/run/docker.sock:ro
    environment:
-      HOMEPAGE_ALLOWED_HOSTS: "*"
+      HOMEPAGE_ALLOWED_HOSTS: ${HOMEPAGE_ALLOWED_HOSTS:-atc-docker01.dell-atc.lan,localhost}

  rss-proxy:
    build: ../rss-proxy
@@ -0,0 +1,67 @@
+# Architectuur — ATC Lakehouse
+
+## Dataflow (conceptueel)
+
+```mermaid
+flowchart LR
+  subgraph sources [Bronnen]
+    DB1[(atc-db01)]
+    DB2[(atc-db02)]
+  end
+
+  subgraph ingest [Ingest]
+    DEB[Debezium]
+    KAFKA[Kafka]
+  end
+
+  subgraph lake [Lake]
+    SPARK[Spark]
+    TRINO[Trino]
+    ICE[Iceberg tables]
+  end
+
+  subgraph consume [Consumptie]
+    SS[Superset]
+    KB[Kibana]
+    GF[Grafana]
+  end
+
+  DB1 --> DEB
+  DB2 --> DEB
+  DEB --> KAFKA
+  KAFKA --> SPARK
+  SPARK --> ICE
+  TRINO --> ICE
+  TRINO --> SS
+  KAFKA --> SS
+```
+
+## Lagen
+
+| Laag | Componenten | Doel |
+|------|-------------|------|
+| **Bron** | PostgreSQL, MySQL, MongoDB, Cassandra, Neo4j | OLTP / events / graph demo data |
+| **Ingest** | Debezium, Kafka Connect | CDC naar Kafka topics |
+| **Processing** | Spark, Airflow | ETL, batch, orchestratie |
+| **Query** | Trino | Federated SQL over lake + bronnen |
+| **Storage** | ObjectScale / MinIO (indien actief) | Object storage |
+| **Analytics** | Superset, Kibana | BI en search UI |
+| **Platform** | Proxmox, Docker hosts | VMs en containers |
+| **Ops** | Homepage dashboard, Grafana | Zichtbaarheid en links |
+
+## atc-docker01 — centrale dashboard-host
+
+Draait de **gethomepage**-dashboard (poort 80), **RSS-proxy** (8090), **icon server** (8080), **Apache Superset** (8088), en optioneel lokale **Forgejo** (4002) / **LAM** (4001).
+
+Configuratiepad op de host: `/root/lakehouse/config/homepage` → gemount in container `/app/config`.
+
+## Configuratie in git
+
+| Pad | Beschrijving |
+|-----|--------------|
+| `config/kafka/*.json` | Debezium/Kafka Connect connector definities |
+| `config/trino/config.properties` | Trino coordinator (single-node) |
+| `config/spark/spark-defaults.conf` | Spark defaults |
+| `config/airflow/` | Airflow DAG + `airflow.cfg` |
+| `config/superset/` | Superset Python config + compose |
+| `config/homepage/` | Volledige dashboardconfiguratie |
@@ -0,0 +1,84 @@
+# Disaster recovery
+
+Doel: volledige **atc-docker01** dashboard-stack en configuratie terugzetten vanuit git.
+
+## Vereisten
+
+- VM `atc-docker01` met Docker en git
+- Netwerk naar interne `.dell-atc.lan` hosts
+- Secrets: `.env` of bestaande `config/homepage/proxmox.yaml`
+
+## Stap 1 — Repository
+
+```bash
+dnf install -y git docker-compose-plugin   # of equivalent
+git clone http://atc-mgt01.dell-atc.lan:3001/mo/Lakehouse.git /root/lakehouse
+cd /root/lakehouse
+cp .env.example .env
+# Bewerk .env: SUPERSET_SECRET_KEY, eventueel Proxmox token
+```
+
+## Stap 2 — Homepage + RSS + icons
+
+```bash
+docker compose -f deploy/docker-compose.homepage.yml up -d --build
+docker exec homepage wget -qO- http://127.0.0.1:3000/api/revalidate
+```
+
+## Stap 3 — Superset
+
+```bash
+docker compose -f compose/superset/docker-compose.yaml up -d --build
+```
+
+## Stap 4 — Optioneel: Forgejo, LAM, cAdvisor
+
+```bash
+docker compose -f compose/forgejo/compose.yaml up -d
+docker compose -f compose/lam/compose.yml up -d
+# docker compose -f compose/cadvisor/compose.yaml up -d
+```
+
+Of alles tegelijk:
+
+```bash
+./scripts/deploy/deploy-atc-docker01.sh
+```
+
+## Stap 5 — Andere hosts (handmatig)
+
+Deze repo bevat **config-referenties**, geen volledige VM-images:
+
+| Host | Herstel uit git |
+|------|-----------------|
+| Kafka connectors | `config/kafka/*.json` → deploy op Connect API |
+| Trino | `config/trino/config.properties` → `/etc/trino/` op lake01 |
+| Spark | `config/spark/spark-defaults.conf` |
+| Airflow | `config/airflow/` |
+| Data scripts | `config/scripts/data-generation/` |
+
+Zie `inventory/containers-atc-docker01.json` voor laatst geëxporteerde containerstate.
+
+## Volumes (niet in git)
+
+Back-up apart:
+
+- `forgejo_forgejo` — Git data
+- `superset_superset_home` — Superset metadata
+- `lam_lam` — LAM configuratie
+
+```bash
+docker run --rm -v forgejo_forgejo:/data -v /backup:/backup alpine \
+  tar czf /backup/forgejo_forgejo.tgz -C /data .
+```
+
+## Verificatie
+
+1. http://atc-docker01.dell-atc.lan/ — homepage laadt, 4 tabs
+2. http://atc-docker01.dell-atc.lan:8090/health — RSS proxy
+3. http://atc-docker01.dell-atc.lan:8088/health — Superset
+4. FEEDS-tab toont RSS-widgets
+
+## Proxmox-widget
+
+Token staat in `config/homepage/proxmox.yaml`. Na restore: Proxmox → Permissions → API Tokens → controleer `root@pam!homepage`.
@@ -0,0 +1,38 @@
+# Hosts & poorten
+
+## VM-overzicht
+
+| Hostname | IP (indien bekend) | Rol |
+|----------|-------------------|-----|
+| `atc-docker01.dell-atc.lan` | `10.0.21.45` | Docker: homepage, superset, rss-proxy, icons |
+| `atc-mgt01.dell-atc.lan` | — | Forgejo Git `:3001`, LDAP/LAM |
+| `atc-kafka01.dell-atc.lan` | — | Kafka UI `:9000` |
+| `atc-lake01.dell-atc.lan` | — | Spark `:8080`, Trino `:8089`, Debezium `:8083` |
+| `atc-elastic01.dell-atc.lan` | — | ES `:9200`, Kibana `:5601` |
+| `atc-db01.dell-atc.lan` | `10.0.20.112` | PostgreSQL `5432`, MySQL `3306` |
+| `atc-db02.dell-atc.lan` | `10.0.21.51` | PG, MySQL, Mongo `27017`, Cassandra `9042`, Neo4j `7474`/`7687` |
+| `atc-grafana.dell-atc.lan` | `10.0.20.103` | Grafana `:3000` |
+| `pve01` / Proxmox | `10.0.10.65` | Hypervisor `:8006` |
+| iDRAC | `10.0.41.102` | Out-of-band management |
+| ObjectScale | `10.0.20.111` | Object storage HTTPS |
+
+## atc-docker01 — Docker services
+
+| Service | Poort | URL |
+|---------|-------|-----|
+| Homepage | 80 | http://atc-docker01.dell-atc.lan/ |
+| Icons (nginx) | 8080 | http://atc-docker01.dell-atc.lan:8080/ |
+| RSS proxy | 8090 | http://atc-docker01.dell-atc.lan:8090/health |
+| Superset | 8088 | http://atc-docker01.dell-atc.lan:8088/ |
+| Superset Redis | 6379 | intern |
+| Forgejo (lokaal) | 4002, 222 | http://atc-docker01.dell-atc.lan:4002/ |
+| LAM (lokaal) | 4001 | http://atc-docker01.dell-atc.lan:4001/ |
+| cAdvisor | — | optioneel, niet standaard gestart |
+
+## Paden op atc-docker01
+
+| Pad | Inhoud |
+|-----|--------|
+| `/root/lakehouse` | Deze git clone |
+| `/root/compose/superset` | Legacy symlink-werkdir (sync met `compose/superset`) |
+| `/var/lib/docker/volumes/` | Persistente data (niet in git) |
@@ -0,0 +1,43 @@
+# Operaties
+
+## Config wijzigen en deployen
+
+```bash
+cd /root/lakehouse
+# Bewerk config/homepage/*.yaml of rss-proxy/server.py
+git add -A && git commit -m "beschrijving" && git push origin master
+
+# Homepage herladen
+docker exec homepage wget -qO- http://127.0.0.1:3000/api/revalidate
+
+# RSS proxy rebuild
+docker compose -f deploy/docker-compose.homepage.yml build rss-proxy
+docker compose -f deploy/docker-compose.homepage.yml up -d rss-proxy
+```
+
+## Logs
+
+```bash
+docker logs -f homepage
+docker logs -f rss-proxy
+docker logs -f superset
+```
+
+Homepage applicatielog staat buiten git: `config/homepage/logs/` (genegeerd door `.gitignore`).
+
+## Container inventory bijwerken
+
+```bash
+./scripts/deploy/export-inventory.sh
+git add inventory/ && git commit -m "chore: refresh container inventory"
+```
+
+## Stack herstarten
+
+```bash
+./scripts/deploy/deploy-atc-docker01.sh
+```
+
+## Git op de server
+
+Remote staat op `atc-docker01` in `/root/lakehouse`. Gebruik je eigen credentials voor push naar Forgejo op `atc-mgt01`.
@@ -0,0 +1,223 @@
+[
+  {
+    "name": "rss-proxy",
+    "image": "rss-proxy:latest",
+    "ports": {
+      "8090/tcp": [
+        {
+          "HostIp": "0.0.0.0",
+          "HostPort": "8090"
+        },
+        {
+          "HostIp": "::",
+          "HostPort": "8090"
+        }
+      ]
+    },
+    "restart": "unless-stopped",
+    "binds": [],
+    "volumes": [],
+    "env": []
+  },
+  {
+    "name": "cadvisor",
+    "image": "gcr.io/cadvisor/cadvisor:latest",
+    "ports": {},
+    "restart": "no",
+    "binds": [
+      "/:/rootfs:ro",
+      "/var/run:/var/run:ro",
+      "/sys:/sys:ro",
+      "/var/lib/docker/:/var/lib/docker:ro"
+    ],
+    "volumes": [],
+    "env": []
+  },
+  {
+    "name": "homepage",
+    "image": "ghcr.io/gethomepage/homepage:latest",
+    "ports": {
+      "3000/tcp": [
+        {
+          "HostIp": "0.0.0.0",
+          "HostPort": "80"
+        },
+        {
+          "HostIp": "::",
+          "HostPort": "80"
+        }
+      ]
+    },
+    "restart": "unless-stopped",
+    "binds": [
+      "/root/lakehouse/config/homepage:/app/config",
+      "/var/run/docker.sock:/var/run/docker.sock"
+    ],
+    "volumes": [],
+    "env": [
+      "HOMEPAGE_ALLOWED_HOSTS=atc-docker01.dell-atc.lan,localhost",
+      "YARN_VERSION=1.22.22",
+      "PORT=3000"
+    ]
+  },
+  {
+    "name": "icons-server",
+    "image": "nginx:alpine",
+    "ports": {
+      "80/tcp": [
+        {
+          "HostIp": "0.0.0.0",
+          "HostPort": "8080"
+        },
+        {
+          "HostIp": "::",
+          "HostPort": "8080"
+        }
+      ]
+    },
+    "restart": "no",
+    "binds": [
+      "/root/lakehouse/config/homepage/icons:/usr/share/nginx/html:ro"
+    ],
+    "volumes": [],
+    "env": []
+  },
+  {
+    "name": "superset",
+    "image": "superset-superset",
+    "ports": {
+      "8088/tcp": [
+        {
+          "HostIp": "0.0.0.0",
+          "HostPort": "8088"
+        },
+        {
+          "HostIp": "::",
+          "HostPort": "8088"
+        }
+      ]
+    },
+    "restart": "unless-stopped",
+    "binds": [
+      "/root/compose/superset/superset_config.py:/app/pythonpath/superset_config.py:rw",
+      "superset_superset_home:/app/superset_home:rw"
+    ],
+    "volumes": [
+      {
+        "name": "superset_superset_home",
+        "dest": "/app/superset_home"
+      }
+    ],
+    "env": [
+      "SUPERSET_SECRET_KEY=your-secret-key-here",
+      "SUPERSET_LOAD_EXAMPLES=no",
+      "SUPERSET_HOME=/app/superset_home",
+      "HOME=/app/superset_home",
+      "SUPERSET_ENV=production",
+      "FLASK_APP=superset.app:create_app()",
+      "PYTHONPATH=/app/pythonpath",
+      "SUPERSET_PORT=8088",
+      "PLAYWRIGHT_BROWSERS_PATH=/usr/local/share/playwright-browsers"
+    ]
+  },
+  {
+    "name": "superset_redis",
+    "image": "redis:7",
+    "ports": {
+      "6379/tcp": [
+        {
+          "HostIp": "0.0.0.0",
+          "HostPort": "6379"
+        },
+        {
+          "HostIp": "::",
+          "HostPort": "6379"
+        }
+      ]
+    },
+    "restart": "unless-stopped",
+    "binds": [],
+    "volumes": [
+      {
+        "name": "75b6d34e34dd318d9c3bb25d37250f53eaeadff8334cf6301ef87151139457e2",
+        "dest": "/data"
+      }
+    ],
+    "env": [
+      "REDIS_VERSION=7.4.9"
+    ]
+  },
+  {
+    "name": "forgejo",
+    "image": "codeberg.org/forgejo/forgejo:14",
+    "ports": {
+      "22/tcp": [
+        {
+          "HostIp": "0.0.0.0",
+          "HostPort": "222"
+        },
+        {
+          "HostIp": "::",
+          "HostPort": "222"
+        }
+      ],
+      "3000/tcp": [
+        {
+          "HostIp": "0.0.0.0",
+          "HostPort": "4002"
+        },
+        {
+          "HostIp": "::",
+          "HostPort": "4002"
+        }
+      ]
+    },
+    "restart": "always",
+    "binds": [
+      "forgejo_forgejo:/data:rw",
+      "/etc/localtime:/etc/localtime:ro"
+    ],
+    "volumes": [
+      {
+        "name": "forgejo_forgejo",
+        "dest": "/data"
+      }
+    ],
+    "env": [
+      "USER_GID=1000",
+      "USER_UID=1000",
+      "USER=git",
+      "GITEA_CUSTOM=/data/gitea"
+    ]
+  },
+  {
+    "name": "lam-app-1",
+    "image": "ghcr.io/ldapaccountmanager/lam:stable",
+    "ports": {
+      "80/tcp": [
+        {
+          "HostIp": "0.0.0.0",
+          "HostPort": "4001"
+        },
+        {
+          "HostIp": "::",
+          "HostPort": "4001"
+        }
+      ]
+    },
+    "restart": "unless-stopped",
+    "binds": [
+      "lam_lam:/var/lib/ldap-account-manager:rw"
+    ],
+    "volumes": [
+      {
+        "name": "lam_lam",
+        "dest": "/var/lib/ldap-account-manager"
+      }
+    ],
+    "env": [
+      "DEBIAN_FRONTEND=noninteractive",
+      "DEBUG="
+    ]
+  }
+]
@@ -0,0 +1,12 @@
+# atclab scripts (referentie)
+
+Kopie van `/opt/atclab/bin/` op lab hosts — handige wrappers voor yum/git/syslog.
+
+| Script | Functie |
+|--------|---------|
+| `atclab-update` | yum update van atclab repo |
+| `gitcommit` | `git commit -m "$@"` shortcut |
+| `gittag` | git tagging helper |
+| `syslog` / `syslogf` | syslog viewers |
+
+Deze scripts zijn host-specifiek; pas aan per omgeving.
@@ -0,0 +1,4 @@
+#!/usr/bin/bash
+#yum makecache
+
+yum --disablerepo="*" --enablerepo="atclab" clean all && yum --disablerepo="*" --enablerepo="atclab" -y update
@@ -0,0 +1,5 @@
+#!/usr/bin/bash
+
+desc="$@"
+
+git commit -m "$desc"
@@ -0,0 +1,18 @@
+#!/usr/bin/bash
+
+DIR=$(git rev-parse --show-toplevel) || exit 10
+NAME=$(rpm -q --qf '%{name}\n' --specfile ${DIR}/*.spec)
+VERSION=$(rpm -q --qf '%{version}\n' --specfile ${DIR}/*.spec)
+
+
+while getopts ":h:" OPT; do
+  case "$OPT" in
+ \?|h) usage ; exit 0 ;;
+  esac
+done
+shift $((OPTIND-1))
+
+case $1 in
+  apply) git tag -a -mversion v${VERSION} ;;
+  *) echo git tag -a -mversion v${VERSION} ;;
+esac
@@ -0,0 +1,23 @@
+#!/usr/bin/bash
+
+DEL=""
+
+deletehost() {
+  local host ip
+  host=$(echo $1 | awk -F@ '{print $NF}')
+  ip=$(host $host | awk '/has address/ {print $NF}' | head -1)
+  ssh-keygen -R $host
+  test -n "$ip" && ssh-keygen -R $ip
+}
+
+while getopts ":dh" OPT; do
+  case "$OPT" in
+    d) DEL=Y ;;
+ \?|h) usage >&2 ; exit 0 ;;
+  esac
+done
+shift $(expr $OPTIND - 1)
+
+test -n "$DEL" && deletehost $@
+
+ssh root@${1:-none}
@@ -0,0 +1,4 @@
+#!/usr/bin/bash
+
+test -f /var/log/messages && tail -n100 /var/log/messages
+test -f /var/log/syslog && tail -n100 /var/log/syslog
@@ -0,0 +1,4 @@
+#!/usr/bin/bash
+
+test -f /var/log/messages && tail -n100 -f /var/log/messages
+test -f /var/log/syslog && tail -n100 -f /var/log/syslog
@@ -0,0 +1,29 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+ROOT="$(cd "$(dirname "$0")/../.." && pwd)"
+cd "$ROOT"
+
+if [[ -f .env ]]; then
+  set -a
+  # shellcheck source=/dev/null
+  source .env
+  set +a
+fi
+
+echo "==> Homepage + RSS + icons"
+docker compose -f deploy/docker-compose.homepage.yml up -d --build
+
+echo "==> Superset + Redis"
+docker compose -f compose/superset/docker-compose.yaml up -d --build
+
+echo "==> Forgejo (lokaal)"
+docker compose -f compose/forgejo/compose.yaml up -d
+
+echo "==> LAM (lokaal)"
+docker compose -f compose/lam/compose.yml up -d
+
+echo "==> Revalidate homepage"
+docker exec homepage wget -qO- http://127.0.0.1:3000/api/revalidate 2>/dev/null || true
+
+echo "Done. Open http://atc-docker01.dell-atc.lan/"
@@ -0,0 +1,38 @@
+#!/usr/bin/env python3
+import json
+import subprocess
+
+SKIP_ENV_PREFIXES = (
+    "PATH=", "NODE_", "PYTHON_", "GPG_", "LANG=", "YARN=", "HOSTNAME=",
+    "NGINX_", "NJS_", "ACME_", "DYNPKG_", "PKG_", "CADVISOR_",
+)
+
+ids = subprocess.check_output(["docker", "ps", "-aq"], text=True).split()
+if not ids or ids == [""]:
+    raise SystemExit("no containers")
+
+raw = subprocess.check_output(["docker", "inspect", *ids])
+data = json.loads(raw)
+out = []
+for c in data:
+    env = [
+        e for e in (c["Config"].get("Env") or [])
+        if not any(e.startswith(p) for p in SKIP_ENV_PREFIXES)
+    ]
+    out.append({
+        "name": c["Name"].lstrip("/"),
+        "image": c["Config"]["Image"],
+        "ports": c["NetworkSettings"]["Ports"],
+        "restart": c["HostConfig"]["RestartPolicy"]["Name"],
+        "binds": c["HostConfig"].get("Binds") or [],
+        "volumes": [
+            {"name": m["Name"], "dest": m["Destination"]}
+            for m in c["Mounts"]
+            if m.get("Type") == "volume"
+        ],
+        "env": env,
+    })
+
+with open("/root/lakehouse/inventory/containers-atc-docker01.json", "w") as f:
+    json.dump(out, f, indent=2)
+print("wrote", len(out), "containers")
@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+ROOT="$(cd "$(dirname "$0")/../.." && pwd)"
+OUT="$ROOT/inventory/containers-atc-docker01.json"
+
+python3 "$ROOT/scripts/deploy/export-inventory.py" "$OUT"
+echo "Wrote $OUT"