update

authorized_keys/atc-dns1.dell-atc.lan

@@ -0,0 +1 @@
+command="borg serve --restrict-to-path /var/borg/atc-dns1.dell-atc.lan" ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCRiTi+4rOZFDCo5zSOO8BvRVlx0lRHk7qsAMnlsohAOmSEkHVpddjRIOGco4eqX5P+uys/0Ut/2z3KuTkFPV4+nPSySn3xkNaDpx0eKIKEjOxVLwqgf81PboTtzQ56KZVfijILqJ39+t3q6kUcoNFbHQvbDti4gKcvQyF/ZMfa/m/tNXRQvhdcaO5SdsT04ILG293aWE6pf6B77R52oqp62aYeXYyMeTDFAOf9rP6nbVemzX2u0An+OidE4bYZcWmX1M5O1G/0Z2w/xOCTpNH6XcNKpKQF2quFfCcNchdL/dfceVHaKQvKOieYv/Q6akF+ejUwp4QVeA0I6/duv19Wfr+6ZtB9yp7arHVgHk5E8rHb3EfJFRW4prEGT9YkVBFch4EeEjU4Vi3H2kE8+eirbBJXNVXGnc5H3qL1hKWK41IzWR/0yxO64I0htkDZT7PKee2RAQC+aT0HvhobZ/Hvhtd8rktKghEbNFOufS8hEClHtADL66QzQPNKjJWKAazbJf9iYaOeB1BNVbr7fF39XTMe1Ig8TDyQWi2U5yl27Um90t0kkj2FbIqunsOpCu9wIZVfEuF//N5IH1eOY3cblwdlRRHz7MIV7iGxSofgwAijvENAfIRvxrekHu/8KpjDt425j+7gLIukAwqM1mrLlQkifjtCTA6z/jB0OL+wlQ== 

authorized_keys/atc-gpu-dev.dell-atc.lan

@@ -0,0 +1 @@
+command="borg serve --restrict-to-path /var/borg/atc-gpu-dev.dell-atc.lan" ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCZbXvvMbZdnYO+maA4aL0PsFwTKVcg9belyTKkSwh9nCvf64UkDGu5znp/tSoJjdbTw9VYRbsEQjRM1P5U/Ds1tcgasd8UqzX8I6YaQkkEQG+Cd5Eht65crV9dOXFAaJ+kgE098FcHM3Eb7VnOhn2mKuTfSvQsbnzIBJqbHa4ZGDJVIJtpuvf948YFnmy383WentttX40cLuSUZkcqhTatxkMPgrt+2nC466yRRXDuoViwyHBdvOxvp5Asefci86kxeU6G5C8E6P0lm85FJeoZ6Oc9igiLapNijRxAXVZ90uOfST3nr6SMrSyfcPrJPg9tNTJ8jBK/tejcO36fjIoeory+2EwgqPn+DFbLf/saY+0MedYblqLBUxqM3XHfjmlHftqHZAL+B0d/Gm+PHnQFU8Y091fwvPzIEWpE2bX2Cy6DjeOKD/RSTM1erk3eXcrP1hHKEc3OjIf1KcQFjLwaT0FHzdoPsI8RQg1FmXx8F/I26BCP7Ix/6dnUwOsk2W3v2oarhzbWhpqV/uPvABj6tWnCi6urIIUQY99O53WaThvRImna2KNaCFwNe3dHdQIgZxG138+NES5AA+a2EZrSs/xDiB074vkAHtLn8Mf8nORcDNKfP0P5BIZ6BzXhQr2tPJtpdU+lpfHDE3zq9W5T0P10aWPAKUiZ6ZbKIkDjrw== 

authorized_keys/atc-gpu-prod.dell-atc.lan

@@ -0,0 +1 @@
+command="borg serve --restrict-to-path /var/borg/atc-gpu-prod.dell-atc.lan" ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQC5mb+rLagxVQNs3tjsT28dpFwPgBo0fcD4puXkemn6Oc5WhHlq4TNIDrLQNLxQMwZsIH+cWEJ2qUPEgJ1t46kzHdKplKMpuDepY34KnrtKB1nu/N+Al+zf/lN6+f98vJOQOviLIrLJ5+dGxfHDzxnijHX5ZZPUPsJNNT8pg+cpu4cExN1NeCV/PGZqlpsSnrSUeY4v5+igSWmec723XJR+eU8NagYuoPqJQuDSaw+uD0KWleZilZ7+QHMgu6seDOFT1Gobvsk+hPw53CPHF6d7iHgj06Anb0X7XhBMpO7p+unJ0ykWXyFVcNWsV9R6naal+kArmGen7J7LxcRLma+zpCRW1LItKfgnWUVrc6Cc2UZ7gJseu0ekoIVF71F3oaJeSBYmR0jYFl2hl+hgkQCa4m6auAH50wNtq/afdwUFcESIWO9pC73iGLxlkEkuvcS/WhSM+CmRnBIonHIlPnr9bFuObPJzsgZIFPCUtWqFlZHoAAY/lNLJBBxYCaJw1n8r0hD/RuHjOt2tCwf4T1QNZ7Vtieio3WfM6kRbcBiaqgbwCWZnhDjTGBzsgZbv9wbQKiZWNB2T7alfqcqM0dYy/c/apM8uteqoDsQ+ogVblMu3jWyZz40DsbUFXua6Rp7Y+NxA4bgJa0xUbygF2BNSrJlju+Qo/naJYgXQz6l1GQ== 

authorized_keys/atc-gpu.dell-atc.lan

@@ -0,0 +1 @@
+command="borg serve --restrict-to-path /var/borg/atc-gpu.dell-atc.lan" ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCKxrcDCGxzDa2fA/AERqGdjb2B/QYUpDRXDRfS5Gf0uyLdj6a4pRC0KyrvICwWaCIvllsubh7IAZXiZvr3KpZ5xct+cmEKo82mpULFS5K3hRqiQPaEXscU0dsD3MrDG1hQDp4ftlGZZ+1hYuW51e3k1PT8ILLYcZB44H4l3Ui+F+Zibc6o16B7FaAOT4YXhmj9Wjgqu58nC/ugt6CLiUdjGlZonKRJKeDcSmHSJPs/KCM0Sj1Zs5ROUNOgsCPSDFBQhFKF2rmA8d7MeHVpcesErvubUyl7NBo2ggaISSdPlUsmxj+RSxh3YcINPJxMCQW+dl3BC9jGLZZaAl7QaPD2Xg+lX9X9O80C86DvPt+1uq0RCd91ttT+i39O2/79G5I0mBSIzVtj1BYjlEJnGghbfmbvMy2Jm2CQAYxSP+1dSDSNU+Ap/b1jOJAP2BzJxeH10GzOghTRDdKyvz+AywthPpgugLFIvMQy+E+goeP+Mc8wvjqcB8/VyzmGavDzYiWfbbE75Oe63TwqLV11JkXiVcqNy18MdPPncgns1nKnKhMHdTSAf6pvtmW/HQS0onFNPY58l8U1SluIGxcklBXYdP3qNKU2c/5rAaIyIwbua1wZs1wijVK+8KOP549tc58J3AVvV8RHXduacel0nxtgWpySBwFcSROQiiR/q5w1aw== 

authorized_keys/pve01.dell-atc.dell.nl

@@ -0,0 +1 @@
+command="borg serve --restrict-to-path /var/borg/pve01.dell-atc.dell.nl" ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCTmmpIP5GV/u70OX1AdeWSG1AenGv27OuWUaQLxSYbZkngb3OjiuOcgpp6ebWv/oEMFxK9mgE6x2ObY3C6NxSbUg7kJHtYD8Rd2j5kAt5S9sO80+r+wE9U/jInzO/FaA7tQuQV5gnsRPPV63dxEp0GjHcn/pa2AZPfTrVAwoBVtjW0mn83fWUF/zFaUjehxjfE6VlqJZeYYxxdc1ZNk9+ssZD6O6vhiffdj4JNHCwZCjhKvTGeQQLqC6HwXGZH0E6mpMrxQ1FChhXnTa89QIrRp7E39g9fKjVTHALTgVcDiykW+9NHWXDqRJbZ9U9lMZUX7eWDR6C/Aop+jmUEQbecUzhluHzgqhuqqsiu8Gzxw9SKx5IbyzR8ZyWs9alP5X8guxGHVeYorJfTkulq+mucvsp7CbF8etA6lnZPlvePESDhPkJSJtJ2x5+akKcFBLXQgDxqS6jBNKyQ5Ync9MO8LC9ebTdg0uL1YPR4cMfMgW+pDe3VreRiE6TyjNjKO+jLEsO9GVO2BizssGjJLOfvQdxC1tNi2Dx7h5TA8gcfdr3qD4/bflzT3zsX2t6nsSEYWmM9aICshPV9TxWWnzO6xq1zLM2QTUzX4uvjZf3ywspau9CZLhoToA0Bi28ZI5t8gq8sN/i5kSBtwLMWFLOlomVwq0J9QOsN9iF03KQnpw== 

authorized_keys/pve02.dell-atc.dell.nl

@@ -0,0 +1 @@
+command="borg serve --restrict-to-path /var/borg/pve02.dell-atc.dell.nl" ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAACAQCrzy/6w95rMG3fbfjLloAHqDve3grrisXoQqBgu74WB0zhWJAOuu/rHIMIxG0WXm/OgW0vQeI3cVEEs6gj+Lus+4HTuzs8IXS73p9i/gq0iEIuVcWgj2nhZ4uQlonPck6+O2Lpo2aDqa5eOcriBMJGCdkUymbtvpQmN7SeYRnj3rjnxcAWy+md3T2gpdcVYxnfcMkIfYqZpY/s+q3bf01cTCxf0lDpaXLO4H6QYuppnlgIHDFhcIsCGEOhJPxm26q7kAzQPhji8dBCpyT4ksFbhhEXapyuWZ9Ct5LUo/yjLmaLVwXy4S2GNEesa0hF7pUbSFzwvexCNKPFDtCvjI5PfFIFCDa6E4RL7r9XeIbZjHTbzBhDr0uPvOCCw+ObmIbzw9gUbN2yY88lcCTCBK1lQSTMInyG0qLX0OVALRcikz1TmjJo8zc9mikdfJVj9GQ0GUNLWb1GRR2DeqN1UnxkQQUnhsuujgr757lwmJQGuG5JYHt5IUGg6ioIilOOBZmyehJ3rvuU6m21hBFqvjp0fXAnhRan6loMFCmA/W4Z+b20fcVI5XS71bfyBy17cLiZPw6Y/cYxE0kYy+bWOEQH4Xk45CIOcf4D+4+lc/j9Jsz6bQX7af3v/NSm4mDxDibHFh3SAdMw3YWeZC6slGeS3JnNP7Ssj/WIUZjcEY+9nw== 

config.yml

@@ -60,9 +60,9 @@
         name: root
         password: "$6$OJEdzUbqfQR72WjX$SFMnDZ0MXM7JfYKPvvN0nJIPetzrWQw/0q360xgR9mwJVwrme4dt9hhtH95yytn8Ln0.0koVCno6vskylJFm5."
 
-    - name: Disable SELinux
-      ansible.builtin.selinux:
-        state: disabled
+    # - name: Disable SELinux
+    #   ansible.builtin.selinux:
+    #    state: disabled
 
     - name: Create Directories
       file:

gpu.yml

@@ -45,3 +45,6 @@
       # Add:
       # dkms autoinstall -k $(uname -r)
 
+
+# post-install: 
+# dkms install nvidia/580.173.02 -k $(uname -r) 2>&1 && sudo modprobe nvidia

inventory.ini

@@ -12,7 +12,9 @@ atc-grafana.dell-atc.lan
 # atc-test01.dell-atc.lan
 atc-mgt01.dell-atc.lan
 atc-gpu-bart.dell-atc.lan
+atc-gpu-dev.dell-atc.lan
 atc-gpu-mo1.dell-atc.lan
+atc-gpu-prod.dell-atc.lan
 atc-nas.dell-atc.lan
 
 [proxmox]
@@ -26,8 +28,10 @@ atc-docker01.dell-atc.lan
 atc-docker02.dell-atc.lan
 atc-gpu-bart.dell-atc.lan
 atc-gpu-mo2.dell-atc.lan
+atc-gpu-prod.dell-atc.lan
 atc-db02.dell-atc.lan
 atc-dns1.dell-atc.lan
+atc-dns1.lan
 # atc-dns2.dell-atc.lan
 
 [rhel]
@@ -36,6 +40,8 @@ atc-docker02.dell-atc.lan
 atc-mgt01.dell-atc.lan
 atc-gpu-bart.dell-atc.lan
 atc-gpu-mo2.dell-atc.lan
+atc-gpu-dev.dell-atc.lan
+atc-gpu-prod.dell-atc.lan
 atc-nas.dell-atc.lan
 atc-backup.dell-atc.lan
 atc-db01.dell-atc.lan
@@ -44,12 +50,19 @@ atc-db01.dell-atc.lan
 atc-backup.dell-atc.lan
 
 [borg_clients]
+atc-db01.dell-atc.lan
 atc-docker01.dell-atc.lan
 atc-docker02.dell-atc.lan
 atc-gpu-bart.dell-atc.lan
+atc-gpu-dev.dell-atc.lan
+atc-gpu-prod.dell-atc.lan
 atc-mgt01.dell-atc.lan
 atc-nas.dell-atc.lan
-atc-db01.dell-atc.lan
+dcp-pve01.dell-atc.lan
+pve2.dell-atc.lan
+dss-gpu.dell-atc.lan
+atc-dns1.lan
+
 
 [postgres]
 atc-db01.dell-atc.lan
@@ -57,6 +70,7 @@ atc-db01.dell-atc.lan
 [nvidia]
 atc-gpu-bart.dell-atc.lan
 atc-gpu-mo1.dell-atc.lan
+atc-gpu-prod.dell-atc.lan
 
 [rocky:children]
 servers

tasks/borgmatic.yml

@@ -4,6 +4,17 @@
     name: "borgmatic"
     state: present
 
+- name: Create directories
+  file:
+    path: '{{ item }}'
+    state: directory
+    owner: root
+    group: root
+    mode: '0750'
+  loop:
+    - '/etc/borgmatic'
+    - '/etc/borgmatic.d'
+
 - name: Deploy borgmatic config
   template:
     src: templates/borgmatic-system.yaml

templates/borgmatic-excludes

@@ -9,6 +9,7 @@
 */.vscode-server
 *.pyc
 */mirrors
+*/models
 */repodata
 */blobs
 /etc/selinux

templates/borgmatic-system.yaml

@@ -9,6 +9,7 @@ source_directories:
     - /home
     - /usr/local
     - /opt
+    - /root
     - /var/backups
     - /var/log
     - /var/opt

test.yml

@@ -0,0 +1,51 @@
+---
+- name: Test Stuff
+  hosts: docker
+  tasks:
+    - name: Create directories
+      file:
+        path: '{{ item }}'
+        state: directory
+        owner: root
+        group: root
+        mode: '0750'
+      loop:
+        - '/var/lib/containerd'
+        - '/var/lib/docker/volumes'
+        - '/volumes'
+
+    - name: Create Docker Logical Volume
+      community.general.lvol:
+        vg: data
+        lv: docker
+        size: 8G
+
+    - name: Create Logical Volume 'vols'
+      community.general.lvol:
+        vg: data
+        lv: vols
+        size: 1G
+
+    - name: Create Filesystem on docker
+      community.general.filesystem:
+        fstype: xfs
+        dev: /dev/data/docker
+
+    - name: Create Filesystem on vols
+      community.general.filesystem:
+        fstype: xfs
+        dev: /dev/data/vols
+
+    - name: Mount filesystems
+      ansible.posix.mount:
+        path: '{{ item.path }}'
+        src: '{{ item.src }}'
+        opts: '{{ item.opts }}'
+        state: mounted
+        fstype: "{{ item.fstype | default('xfs') }}"
+      loop:
+        - { path: '/var/lib/containerd', src: '/dev/data/docker', opts: 'noatime' }
+        - { path: '/var/lib/docker/volumes', src: '/dev/data/vols', opts: 'noatime' }
+        - { path: '/volumes', src: '/var/lib/docker/volumes', opts: 'bind', fstype: 'none' }
+
+