Full lab documentation and infrastructure as code

- Trino catalogs, Grafana, Spark jobs, LDAP LDIF, NPM compose
- Airflow DAG scripts, Proxmox VM inventory, network docs
- Ansible playbook, Gitea CI validate workflow
- Backup and health-check scripts, cron documentation
- Homepage DOCS tab with links to all documentation
- Extended collect-fleet-config.sh and populate-repo.py

ansible/README.md

@@ -0,0 +1,9 @@
+# Ansible — ATC Lakehouse
+
+```bash
+# From atc-docker01 (with ansible installed)
+cd /root/lakehouse/ansible
+ansible-playbook -i inventory.ini playbook.yml
+```
+
+Requires SSH mesh (`/root/.ssh/atc_cluster`) on all targets.

ansible/inventory.ini

@@ -0,0 +1,23 @@
+[docker_hosts]
+atc-docker01 ansible_host=10.0.21.45
+atc-docker02 ansible_host=10.0.21.47
+
+[lakehouse]
+atc-kafka01 ansible_host=10.0.21.36
+atc-lake01 ansible_host=10.0.21.50
+atc-airflow01 ansible_host=10.0.21.55
+atc-elastic01 ansible_host=10.0.21.46
+
+[data]
+atc-db01 ansible_host=10.0.20.112
+atc-db02 ansible_host=10.0.21.51
+
+[management]
+atc-mgt01 ansible_host=10.0.20.104
+atc-grafana ansible_host=10.0.20.103
+atc-objectscale ansible_host=10.0.20.111 ansible_user=admin
+
+[all:vars]
+ansible_user=root
+ansible_ssh_private_key_file=/root/.ssh/atc_cluster
+ansible_ssh_common_args='-o StrictHostKeyChecking=no'

ansible/playbook.yml

@@ -0,0 +1,38 @@
+---
+# Deploy ATC Lakehouse from git (run from atc-docker01 or control node with mesh SSH)
+- name: ATC Lakehouse — docker01 stack
+  hosts: atc-docker01
+  become: true
+  tasks:
+    - name: Ensure repo present
+      git:
+        repo: http://atc-mgt01.dell-atc.lan:3001/mo/Lakehouse.git
+        dest: /root/lakehouse
+        version: master
+        force: false
+
+    - name: Deploy homepage + RSS + icons
+      command: docker compose -f deploy/docker-compose.homepage.yml up -d --build
+      args:
+        chdir: /root/lakehouse
+
+    - name: Deploy superset
+      command: docker compose -f compose/superset/docker-compose.yaml up -d --build
+      args:
+        chdir: /root/lakehouse
+
+    - name: Revalidate homepage
+      command: docker exec homepage wget -qO- http://127.0.0.1:3000/api/revalidate
+      changed_when: false
+      failed_when: false
+
+- name: Sync /etc/hosts on fleet
+  hosts: all
+  become: true
+  tasks:
+    - name: Append ATC hosts block
+      blockinfile:
+        path: /etc/hosts
+        marker: "# {mark} ATC Lakehouse lab"
+        block: "{{ lookup('file', '../config/hosts/atc-lab.hosts') }}"
+      when: ansible_user != 'admin'