Redesign homepage: Palantir dark theme, Dell branding, RSS feeds, DB connection tiles

2026-05-19 19:01:38 +02:00
parent a6cdb75733
commit a896699c0c
65 changed files with 735 additions and 299 deletions
@@ -1,142 +1,294 @@
 ---
-# Lakehouse Data Pipeline Dashboard
-# Organized by system type with Palantir-style layout
+# ATC Lakehouse — Dell Technologies FDE Dashboard (Bart & Mo)

 - Data Pipeline:
-  - Kafka UI:
-      icon: mdi-apache-kafka
-      color: "#E02014"
-      href: http://atc-kafka01.dell-atc.lan:9000/
-      description: Kafka Topics & Management
-  - Debezium Connect:
-      icon: mdi-database-sync
-      color: "#4ECDC4"
-      href: http://atc-lake01.dell-atc.lan:8083/
-      description: CDC Connectors
-  - Spark Master:
-      icon: mdi-star-four-points
-      color: "#E25A1C"
-      href: http://atc-lake01.dell-atc.lan:8080/
-      description: Spark Jobs & Monitoring
-  - Trino:
-      icon: si-trino
-      color: "#DD00A1"
-      href: http://atc-lake01.dell-atc.lan:8089/
-      description: Distributed SQL Query Engine
+    - Kafka UI:
+        icon: http://atc-docker01.dell-atc.lan:8080/apachekafka.svg
+        href: http://atc-kafka01.dell-atc.lan:9000/
+        description: Kafka cluster UI
+        siteMonitor: http://atc-kafka01.dell-atc.lan:9000/
+        color: "#E02014"
+    - Debezium:
+        icon: http://atc-docker01.dell-atc.lan:8080/debezium.png
+        href: http://atc-lake01.dell-atc.lan:8083/
+        description: CDC connectors
+        siteMonitor: http://atc-lake01.dell-atc.lan:8083/
+        color: "#4ECDC4"
+    - Spark:
+        icon: http://atc-docker01.dell-atc.lan:8080/apachespark.svg
+        href: http://atc-lake01.dell-atc.lan:8080/
+        description: Spark master UI
+        siteMonitor: http://atc-lake01.dell-atc.lan:8080/
+        color: "#E25A1C"
+    - Trino:
+        icon: http://atc-docker01.dell-atc.lan:8080/trino.svg
+        href: http://atc-lake01.dell-atc.lan:8089/
+        description: Distributed SQL
+        siteMonitor: http://atc-lake01.dell-atc.lan:8089/ui/
+        color: "#DD00A1"
+    - Airflow:
+        icon: http://atc-docker01.dell-atc.lan:8080/apacheairflow.svg
+        href: http://10.0.21.55:8080/
+        description: Workflow orchestration
+        siteMonitor: http://10.0.21.55:8080/
+        color: "#017CEE"

- Source Systems:
-  - MongoDB:
-      icon: si-mongodb
-      color: "#47A248"
-      href: mongodb://atc-db02.dell-atc.lan:27017
-      description: MongoDB Supply Chain Data
-  - PostgreSQL:
-      icon: si-postgresql
-      color: "#4169E1"
-      href: postgresql://atc-db02.dell-atc.lan:5432
-      description: PostgreSQL Sales Data
-  - Cassandra:
-      icon: si-apachecassandra
-      color: "#1287B1"
-      href: cassandra://atc-db02.dell-atc.lan:9042
-      description: Cassandra Telemetry Data
-  - MySQL:
-      icon: si-mysql
-      color: "#4479A1"
-      href: mysql://atc-db02.dell-atc.lan:3306
-      description: MySQL HR Data
-  - Neo4j:
-      icon: si-neo4j
-      color: "#008CC1"
-      href: http://atc-db02.dell-atc.lan:7474/
-      description: Neo4j Graph Database
+- Analytics:
+    - Superset:
+        icon: http://atc-docker01.dell-atc.lan:8080/apachesuperset.svg
+        href: http://atc-docker01.dell-atc.lan:8088/
+        description: BI dashboards
+        siteMonitor: http://atc-docker01.dell-atc.lan:8088/health
+        color: "#6c5ce7"
+    - Kibana:
+        icon: http://atc-docker01.dell-atc.lan:8080/kibana.svg
+        href: http://atc-elastic01.dell-atc.lan:5601/
+        description: Elasticsearch UI
+        siteMonitor: http://atc-elastic01.dell-atc.lan:5601/
+        color: "#F04E98"
+    - Elasticsearch API:
+        icon: http://atc-docker01.dell-atc.lan:8080/elasticsearch.svg
+        ping: atc-elastic01.dell-atc.lan
+        description: |
+          Host: atc-elastic01.dell-atc.lan
+          Port: 9200 (internal/VLAN)
+          curl: curl http://atc-elastic01.dell-atc.lan:9200
+          Note: use Kibana for browser access
+        color: "#005571"
+    - Grafana:
+        icon: http://atc-docker01.dell-atc.lan:8080/grafana.svg
+        ping: atc-grafana.dell-atc.lan
+        description: |
+          Host: atc-grafana.dell-atc.lan (10.0.20.103)
+          Port: 3000
+          Status: service stopped
+          Start: systemctl start grafana-server
+        color: "#F46800"

- Storage:
-  - ObjectScale S3:
-      icon: mdi-database-cloud
-      color: "#00d2ff"
-      href: http://10.0.20.111:9020/
-      description: S3 Object Storage
-  - ObjectScale Web:
-      icon: mdi-server-network
-      color: "#b500ff"
-      href: https://10.0.20.111/
-      description: ObjectScale Management UI
+- Infrastructure:
+    - ObjectScale:
+        icon: http://atc-docker01.dell-atc.lan:8080/dell.svg
+        href: https://10.0.20.111/
+        description: Dell ObjectScale S3
+        siteMonitor: https://10.0.20.111/
+        color: "#007DB8"
+    - Proxmox:
+        icon: http://atc-docker01.dell-atc.lan:8080/proxmox.svg
+        href: https://10.0.10.65:8006/
+        description: pve01 virtualization
+        siteMonitor: https://10.0.10.65:8006/
+        color: "#E57000"
+        widget:
+          type: proxmox
+          url: https://10.0.10.65:8006
+          node: pve01
+          fields: ["vms", "lxc", "resources.cpu", "resources.mem"]
+    - Forgejo:
+        icon: http://atc-docker01.dell-atc.lan:8080/git.svg
+        href: http://atc-mgt01.dell-atc.lan:3001/
+        description: Git — Lakehouse repo
+        siteMonitor: http://atc-mgt01.dell-atc.lan:3001/
+        color: "#F05032"
+    - LDAP Admin:
+        icon: http://atc-docker01.dell-atc.lan:8080/ldap.png
+        href: http://atc-mgt01.dell-atc.lan/lam/
+        description: LDAP Account Manager
+        siteMonitor: http://atc-mgt01.dell-atc.lan/lam/
+        color: "#0984e3"

- Orchestration:
-  - Airflow:
-      icon: si-apacheairflow
-      color: "#017CEE"
-      href: http://10.0.21.55:8080/
-      description: Workflow Orchestration
+- Databases (atc-db01 — 10.0.20.112):
+    - PostgreSQL:
+        icon: http://atc-docker01.dell-atc.lan:8080/postgresql.svg
+        ping: atc-db01.dell-atc.lan
+        description: |
+          Host: atc-db01.dell-atc.lan
+          Port: 5432
+          URI: postgresql://USER:PASS@atc-db01.dell-atc.lan:5432/DBNAME
+          psql: psql -h atc-db01.dell-atc.lan -U USER -d DBNAME
+        color: "#4169E1"
+    - MySQL:
+        icon: http://atc-docker01.dell-atc.lan:8080/mysql.svg
+        ping: atc-db01.dell-atc.lan
+        description: |
+          Host: atc-db01.dell-atc.lan
+          Port: 3306
+          URI: mysql://USER:PASS@atc-db01.dell-atc.lan:3306/DBNAME
+          CLI: mysql -h atc-db01.dell-atc.lan -u USER -p
+        color: "#4479A1"

- Analytics & Visualization:
-  - Superset:
-      icon: mdi-chart-bar
-      color: "#6c5ce7"
-      href: http://atc-docker01.dell-atc.lan:8088/
-      description: Business Intelligence & Dashboards
-  - Elasticsearch:
-      icon: si-elasticsearch
-      color: "#005571"
-      href: http://atc-elastic01.dell-atc.lan:9200/
-      description: Search & Analytics Engine
-  - Kibana:
-      icon: si-kibana
-      color: "#F04E98"
-      href: http://atc-elastic01.dell-atc.lan:5601/
-      description: Data Visualization
-  - Grafana:
-      icon: si-grafana
-      color: "#F46800"
-      href: http://atc-grafana.dell-atc.lan/
-      description: Metrics & Monitoring
+- Databases (atc-db02 — 10.0.21.51):
+    - MongoDB:
+        icon: http://atc-docker01.dell-atc.lan:8080/mongodb.svg
+        ping: atc-db02.dell-atc.lan
+        description: |
+          Host: atc-db02.dell-atc.lan
+          Port: 27017
+          URI: mongodb://USER:PASS@atc-db02.dell-atc.lan:27017/DBNAME
+          CLI: mongosh "mongodb://atc-db02.dell-atc.lan:27017"
+        color: "#47A248"
+    - PostgreSQL:
+        icon: http://atc-docker01.dell-atc.lan:8080/postgresql.svg
+        ping: atc-db02.dell-atc.lan
+        description: |
+          Host: atc-db02.dell-atc.lan
+          Port: 5432
+          URI: postgresql://USER:PASS@atc-db02.dell-atc.lan:5432/DBNAME
+          psql: psql -h atc-db02.dell-atc.lan -U USER -d DBNAME
+        color: "#336791"
+    - MySQL:
+        icon: http://atc-docker01.dell-atc.lan:8080/mysql.svg
+        ping: atc-db02.dell-atc.lan
+        description: |
+          Host: atc-db02.dell-atc.lan
+          Port: 3306
+          URI: mysql://USER:PASS@atc-db02.dell-atc.lan:3306/DBNAME
+          CLI: mysql -h atc-db02.dell-atc.lan -u USER -p
+        color: "#00758F"
+    - Cassandra:
+        icon: http://atc-docker01.dell-atc.lan:8080/apachecassandra.svg
+        ping: atc-db02.dell-atc.lan
+        description: |
+          Host: atc-db02.dell-atc.lan
+          Port: 9042
+          cqlsh: cqlsh atc-db02.dell-atc.lan 9042
+          URI: cassandra://atc-db02.dell-atc.lan:9042
+        color: "#1287B1"
+    - Neo4j:
+        icon: http://atc-docker01.dell-atc.lan:8080/neo4j.svg
+        href: http://atc-db02.dell-atc.lan:7474/
+        description: |
+          Browser: http://atc-db02.dell-atc.lan:7474
+          Bolt: bolt://atc-db02.dell-atc.lan:7687
+          URI: neo4j://atc-db02.dell-atc.lan:7687
+        siteMonitor: http://atc-db02.dell-atc.lan:7474/
+        color: "#008CC1"

- Management:
-  - Proxmox:
-      icon: si-proxmox
-      color: "#E57000"
-      href: https://dcp-pve01.dell-atc.lan:8006/
-      description: Virtualization Platform
-  - Git/Forgejo:
-      icon: si-git
-      color: "#F05032"
-      href: http://atc-mgt01.dell-atc.lan:3001/
-      description: Git Repository
-  - ATC LDAP:
-      icon: mdi-account-group
-      color: "#0984e3"
-      href: http://atc-mgt01.dell-atc.lan/lam/
-      description: LDAP Management
+- Live Feeds:
+    - Hacker News DE:
+        icon: mdi-newspaper-variant-outline
+        href: https://hn.algolia.com/?q=data%20engineering
+        description: Data engineering on HN
+        color: "#E8752A"
+        widget:
+          type: customapi
+          url: https://hn.algolia.com/api/v1/search?query=data+engineering&tags=story&hitsPerPage=8
+          refreshInterval: 300000
+          display: dynamic-list
+          mappings:
+            items: hits
+            name: title
+            label: points
+            href: url
+            target: url
+    - Hacker News Kafka:
+        icon: mdi-lightning-bolt
+        href: https://hn.algolia.com/?q=kafka
+        description: Kafka & streaming
+        color: "#E02014"
+        widget:
+          type: customapi
+          url: https://hn.algolia.com/api/v1/search?query=apache+kafka&tags=story&hitsPerPage=8
+          refreshInterval: 300000
+          display: dynamic-list
+          mappings:
+            items: hits
+            name: title
+            label: points
+            href: url
+            target: url
+    - Confluent Blog:
+        icon: http://atc-docker01.dell-atc.lan:8080/apachekafka.svg
+        href: https://www.confluent.io/blog/
+        description: Confluent RSS
+        color: "#E02014"
+        widget:
+          type: rss
+          url: https://www.confluent.io/blog/rss.xml
+          limit: 8
+          format: rss
+    - Airflow Blog:
+        icon: http://atc-docker01.dell-atc.lan:8080/apacheairflow.svg
+        href: https://airflow.apache.org/blog/
+        description: Apache Airflow news
+        color: "#017CEE"
+        widget:
+          type: rss
+          url: http://atc-docker01.dell-atc.lan:8090/feed/airflow
+          limit: 8
+          format: rss
+    - KDnuggets:
+        icon: mdi-chart-timeline-variant
+        href: https://www.kdnuggets.com/
+        description: Data science news
+        color: "#f59e0b"
+        widget:
+          type: rss
+          url: http://atc-docker01.dell-atc.lan:8090/feed/kdnuggets
+          limit: 8
+          format: rss
+    - Towards Data Science:
+        icon: mdi-brain
+        href: https://towardsdatascience.com/
+        description: ML & data articles
+        color: "#007DB8"
+        widget:
+          type: rss
+          url: http://atc-docker01.dell-atc.lan:8090/feed/towardsds
+          limit: 8
+          format: rss
+    - Debezium Blog:
+        icon: http://atc-docker01.dell-atc.lan:8080/debezium.png
+        href: https://debezium.io/blog/
+        description: CDC & streaming blog
+        color: "#4ECDC4"
+        widget:
+          type: rss
+          url: https://debezium.io/blog.atom
+          limit: 8
+          format: atom

- Data Engineering & AI Resources:
-  - TLDR Data Engineering:
-      icon: mdi-rss
-      color: "#f59e0b"
-      href: https://tldr.tech/dataengineering/
-      description: Daily data engineering news
-  - TLDR AI:
-      icon: mdi-rss
-      color: "#f59e0b"
-      href: https://tldr.tech/ai/
-      description: Daily AI news
-  - KDnuggets:
-      icon: mdi-rss
-      color: "#f59e0b"
-      href: https://www.kdnuggets.com/
-      description: Data science and machine learning
-  - Towards Data Science:
-      icon: mdi-rss
-      color: "#f59e0b"
-      href: https://towardsdatascience.com/
-      description: Data science articles
-  - Data Engineering Central:
-      icon: mdi-rss
-      color: "#f59e0b"
-      href: https://www.dataengineeringcentral.com/
-      description: Data engineering resources
-  - Apache Airflow Blog:
-      icon: mdi-rss
-      color: "#f59e0b"
-      href: https://airflow.apache.org/blog/
-      description: Airflow updates and tutorials
+- News & Resources:
+    - TLDR Data Eng:
+        icon: mdi-rss
+        href: https://tldr.tech/dataengineering/
+        description: Daily DE digest
+        color: "#E8752A"
+    - TLDR AI:
+        icon: mdi-robot
+        href: https://tldr.tech/ai/
+        description: Daily AI digest
+        color: "#ff8c2a"
+    - Dell Newsroom:
+        icon: http://atc-docker01.dell-atc.lan:8080/dell.svg
+        href: https://www.dell.com/en-us/dt/corporate/newsroom.htm
+        description: Dell Technologies news
+        color: "#007DB8"
+    - Real Python:
+        icon: mdi-language-python
+        href: https://realpython.com/
+        description: Python tutorials
+        color: "#3776AB"
+
+- Docker (atc-docker01):
+    - Homepage:
+        icon: mdi-view-dashboard
+        href: http://atc-docker01.dell-atc.lan/
+        description: This dashboard
+        server: local
+        container: homepage
+        color: "#E8752A"
+    - Superset:
+        icon: http://atc-docker01.dell-atc.lan:8080/apachesuperset.svg
+        href: http://atc-docker01.dell-atc.lan:8088/
+        description: BI platform
+        server: local
+        container: superset
+        color: "#6c5ce7"
+    - Forgejo Local:
+        icon: http://atc-docker01.dell-atc.lan:8080/git.svg
+        href: http://atc-docker01.dell-atc.lan:4002/
+        description: Local Git :4002
+        siteMonitor: http://atc-docker01.dell-atc.lan:4002/
+        server: local
+        container: forgejo
+        color: "#F05032"