ATC Lakehouse

flowchart TB
  subgraph ops["Operations"]
    HP["Homepage :80"]
    GF["Grafana :3000"]
    PVE["Proxmox :8006"]
  end
  subgraph git["Git"]
    FG["Forgejo :3001"]
  end
  subgraph stream["Streaming"]
    KF["Kafka :9092"]
    KUI["Kafka UI :9000"]
    DEB["Debezium :8083"]
  end
  subgraph compute["Compute"]
    SP["Spark :8080"]
    TR["Trino :8089"]
    AF["Airflow :8080"]
  end
  subgraph data["Sources atc-db02"]
    PG[(PostgreSQL)]
    MY[(MySQL)]
    MG[(MongoDB)]
    CA[(Cassandra)]
    N4[(Neo4j)]
  end
  subgraph store["Object Storage"]
    OS["ObjectScale 10.0.20.111"]
  end
  subgraph bi["Analytics"]
    SS["Superset :8088"]
    ES["Elasticsearch :9200"]
    KB["Kibana :5601"]
  end
  PG & MY & MG & CA --> DEB
  DEB --> KF
  KF --> SP
  SP --> OS
  TR --> PG
  TR --> KF
  HP --> KUI & DEB & SP & TR & OS & FG
  KF --> SS
  ES --> KB