
------------------------------
1) Describe 'Pods' resources
------------------------------

Name:                 snapshot-controller-546868dfb4-zjnd2
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      snapshot-controller
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 14:47:52 -0800
Labels:               app=snapshot-controller
                      pod-template-hash=546868dfb4
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.2"
                            ],
                            "mac": "c6:5e:5c:d9:93:b6",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
Status:               Failed
Reason:               Terminated
Message:              Pod was terminated in response to imminent node shutdown.
IP:                   172.16.0.2
IPs:
  IP:           172.16.0.2
Controlled By:  ReplicaSet/snapshot-controller-546868dfb4
Containers:
  snapshot-controller:
    Container ID:  containerd://6c7cfa3387a0bc1b9ab27ecf3a401e594d65a8f4b9b6c651df33679473df4a6b
    Image:         registry.k8s.io/sig-storage/snapshot-controller:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/snapshot-controller@sha256:fb95b65bb88f319f0f7d5397c401a654164f11a191f466b4026fa36085c7141b
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=2
      --leader-election=true
      --leader-election-namespace=kube-system
    State:          Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Fri, 23 Feb 2024 15:13:41 -0800
      Finished:     Fri, 23 Feb 2024 15:44:03 -0800
    Last State:     Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Fri, 23 Feb 2024 14:47:56 -0800
      Finished:     Fri, 23 Feb 2024 15:11:32 -0800
    Ready:          False
    Restart Count:  1
    Limits:
      memory:  300Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-dn7wx (ro)
Conditions:
  Type               Status
  DisruptionTarget   True 
  Initialized        True 
  Ready              False 
  ContainersReady    False 
  PodScheduled       True 
Volumes:
  kube-api-access-dn7wx:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane=true:NoSchedule
                             node-role.kubernetes.io/controlplane=true:NoSchedule
                             node-role.kubernetes.io/master=true:NoSchedule
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 csi-smb-controller-7fbbb8fb6f-czrsf
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      csi-smb-controller-sa
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 14:47:52 -0800
Labels:               app=csi-smb-controller
                      pod-template-hash=7fbbb8fb6f
Annotations:          <none>
Status:               Failed
Reason:               Terminated
Message:              Pod was terminated in response to imminent node shutdown.
IP:                   192.168.0.132
IPs:
  IP:           192.168.0.132
Controlled By:  ReplicaSet/csi-smb-controller-7fbbb8fb6f
Containers:
  csi-provisioner:
    Container ID:  containerd://d858f9b1109a425bb1c3f4e67a13944daefa800afe0c1a43bd09dcea3499b370
    Image:         registry.k8s.io/sig-storage/csi-provisioner:v3.5.0
    Image ID:      registry.k8s.io/sig-storage/csi-provisioner@sha256:d078dc174323407e8cc6f0f9abd4efaac5db27838f1564d0253d5e3233e3f17f
    Port:          <none>
    Host Port:     <none>
    Args:
      -v=2
      --csi-address=$(ADDRESS)
      --leader-election
      --leader-election-namespace=kube-system
      --extra-create-metadata=true
    State:          Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Fri, 23 Feb 2024 15:13:34 -0800
      Finished:     Fri, 23 Feb 2024 15:44:03 -0800
    Ready:          False
    Restart Count:  1
    Limits:
      cpu:     1
      memory:  300Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Environment:
      ADDRESS:  /csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-bmxxh (ro)
  liveness-probe:
    Container ID:  containerd://98f3a0e272e230809e430dc3d01be80d69ada3a0bda9870e63a8bdec3856b9f5
    Image:         registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Image ID:      registry.k8s.io/sig-storage/livenessprobe@sha256:4dc0b87ccd69f9865b89234d8555d3a614ab0a16ed94a3016ffd27f8106132ce
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29642
      --v=2
    State:          Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Fri, 23 Feb 2024 15:13:36 -0800
      Finished:     Fri, 23 Feb 2024 15:44:03 -0800
    Ready:          False
    Restart Count:  1
    Limits:
      cpu:     1
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-bmxxh (ro)
  smb:
    Container ID:  containerd://6336427a79519e38a76e19d0b08d1ea66e8def0ce1195fa79ec64c9e61481ea9
    Image:         registry.k8s.io/sig-storage/smbplugin:v1.11.0
    Image ID:      registry.k8s.io/sig-storage/smbplugin@sha256:65f664c6e9cce565805b13fb82b40018d56e39f41616134f572c52f3964c6ee4
    Ports:         29642/TCP, 29644/TCP
    Host Ports:    29642/TCP, 29644/TCP
    Args:
      --v=5
      --endpoint=$(CSI_ENDPOINT)
      --metrics-address=0.0.0.0:29644
    State:          Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Fri, 23 Feb 2024 15:13:37 -0800
      Finished:     Fri, 23 Feb 2024 15:44:03 -0800
    Ready:          False
    Restart Count:  1
    Limits:
      memory:  200Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      CSI_ENDPOINT:  unix:///csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-bmxxh (ro)
Conditions:
  Type               Status
  DisruptionTarget   True 
  Initialized        True 
  Ready              False 
  ContainersReady    False 
  PodScheduled       True 
Volumes:
  socket-dir:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  kube-api-access-bmxxh:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane:NoSchedule op=Exists
                             node-role.kubernetes.io/controlplane:NoSchedule op=Exists
                             node-role.kubernetes.io/master:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                emby-8587ff676b-r7l47
Namespace:           ix-emby
Priority:            0
Runtime Class Name:  nvidia
Service Account:     default
Node:                ix-truenas/
Start Time:          Fri, 23 Feb 2024 14:48:13 -0800
Labels:              app=emby-2.0.2
                     app.kubernetes.io/instance=emby
                     app.kubernetes.io/managed-by=Helm
                     app.kubernetes.io/name=emby
                     app.kubernetes.io/version=4.8.1.0
                     helm-revision=3
                     helm.sh/chart=emby-2.0.2
                     pod-template-hash=8587ff676b
                     pod.name=emby
                     release=emby
Annotations:         rollme: QI0ua
Status:              Failed
Reason:              UnexpectedAdmissionError
Message:             Pod was rejected: Allocate failed due to no healthy devices present; cannot allocate unhealthy devices nvidia.com/gpu, which is unexpected
IP:                  
IPs:                 <none>
Controlled By:       ReplicaSet/emby-8587ff676b
Containers:
  emby:
    Image:       emby/embyserver:4.8.1.0
    Ports:       1900/UDP, 7359/UDP, 8096/TCP
    Host Ports:  1900/UDP, 7359/UDP, 8096/TCP
    Limits:
      cpu:             4
      memory:          8Gi
      nvidia.com/gpu:  1
    Requests:
      cpu:             10m
      memory:          50Mi
      nvidia.com/gpu:  1
    Liveness:          http-get http://:8096/emby/System/Ping delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:         http-get http://:8096/emby/System/Ping delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:           http-get http://:8096/emby/System/Ping delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      TZ:                          UTC
      UMASK:                       002
      UMASK_SET:                   002
      NVIDIA_DRIVER_CAPABILITIES:  all
      PUID:                        568
      USER_ID:                     568
      UID:                         568
      PGID:                        568
      GROUP_ID:                    568
      GID:                         568
    Mounts:
      /config from config (rw)
      /mnt/Test/test/movies from emby-0 (rw)
      /mnt/Test/test/tvshows from emby-1 (rw)
      /tmp from tmp (rw)
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/Test/emby
    HostPathType:  
  emby-0:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/Test/test/movies
    HostPathType:  
  emby-1:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/Test/test/tvshows
    HostPathType:  
  tmp:
    Type:        EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:      
    SizeLimit:   <unset>
QoS Class:       Burstable
Node-Selectors:  <none>
Tolerations:     node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                 node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:          <none>


Name:                emby-8587ff676b-298f4
Namespace:           ix-emby
Priority:            0
Runtime Class Name:  nvidia
Service Account:     default
Node:                ix-truenas/
Start Time:          Fri, 23 Feb 2024 15:13:53 -0800
Labels:              app=emby-2.0.2
                     app.kubernetes.io/instance=emby
                     app.kubernetes.io/managed-by=Helm
                     app.kubernetes.io/name=emby
                     app.kubernetes.io/version=4.8.1.0
                     helm-revision=3
                     helm.sh/chart=emby-2.0.2
                     pod-template-hash=8587ff676b
                     pod.name=emby
                     release=emby
Annotations:         rollme: QI0ua
Status:              Failed
Reason:              UnexpectedAdmissionError
Message:             Pod was rejected: Allocate failed due to no healthy devices present; cannot allocate unhealthy devices nvidia.com/gpu, which is unexpected
IP:                  
IPs:                 <none>
Controlled By:       ReplicaSet/emby-8587ff676b
Containers:
  emby:
    Image:       emby/embyserver:4.8.1.0
    Ports:       1900/UDP, 7359/UDP, 8096/TCP
    Host Ports:  1900/UDP, 7359/UDP, 8096/TCP
    Limits:
      cpu:             4
      memory:          8Gi
      nvidia.com/gpu:  1
    Requests:
      cpu:             10m
      memory:          50Mi
      nvidia.com/gpu:  1
    Liveness:          http-get http://:8096/emby/System/Ping delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:         http-get http://:8096/emby/System/Ping delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:           http-get http://:8096/emby/System/Ping delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      TZ:                          UTC
      UMASK:                       002
      UMASK_SET:                   002
      NVIDIA_DRIVER_CAPABILITIES:  all
      PUID:                        568
      USER_ID:                     568
      UID:                         568
      PGID:                        568
      GROUP_ID:                    568
      GID:                         568
    Mounts:
      /config from config (rw)
      /mnt/Test/test/movies from emby-0 (rw)
      /mnt/Test/test/tvshows from emby-1 (rw)
      /tmp from tmp (rw)
Conditions:
  Type               Status
  DisruptionTarget   True 
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/Test/emby
    HostPathType:  
  emby-0:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/Test/test/movies
    HostPathType:  
  emby-1:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/Test/test/tvshows
    HostPathType:  
  tmp:
    Type:        EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:      
    SizeLimit:   <unset>
QoS Class:       Burstable
Node-Selectors:  <none>
Tolerations:     node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                 node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:          <none>


Name:                 csi-smb-node-8tmnt
Namespace:            kube-system
Priority:             2000001000
Priority Class Name:  system-node-critical
Service Account:      csi-smb-node-sa
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 19:30:44 -0800
Labels:               app=csi-smb-node
                      controller-revision-hash=754c5545b6
                      pod-template-generation=1
Annotations:          <none>
Status:               Running
IP:                   192.168.0.132
IPs:
  IP:           192.168.0.132
Controlled By:  DaemonSet/csi-smb-node
Containers:
  liveness-probe:
    Container ID:  containerd://7857ccdae5c234b19b3b26c2ee906cee39496c4362832810537e80a23c97c556
    Image:         registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Image ID:      registry.k8s.io/sig-storage/livenessprobe@sha256:4dc0b87ccd69f9865b89234d8555d3a614ab0a16ed94a3016ffd27f8106132ce
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29643
      --v=2
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:48 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-frwkg (ro)
  node-driver-registrar:
    Container ID:  containerd://d886a1576d5174502b7c2a621cd0da88b1665a0744941ec7de62174c09e24b0c
    Image:         registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.8.0
    Image ID:      registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f6717ce72a2615c7fbc746b4068f788e78579c54c43b8716e5ce650d97af2df1
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=$(ADDRESS)
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
      --v=2
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:48 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  100Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  exec [/csi-node-driver-registrar --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) --mode=kubelet-registration-probe] delay=30s timeout=15s period=10s #success=1 #failure=3
    Environment:
      ADDRESS:               /csi/csi.sock
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/smb.csi.k8s.io/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /registration from registration-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-frwkg (ro)
  smb:
    Container ID:  containerd://0b4bfe1a1d03b53c3ab24d1cff96c1a3e07dfef52b7008b382acb9718a509211
    Image:         registry.k8s.io/sig-storage/smbplugin:v1.11.0
    Image ID:      registry.k8s.io/sig-storage/smbplugin@sha256:65f664c6e9cce565805b13fb82b40018d56e39f41616134f572c52f3964c6ee4
    Port:          29643/TCP
    Host Port:     29643/TCP
    Args:
      --v=5
      --endpoint=$(CSI_ENDPOINT)
      --nodeid=$(KUBE_NODE_NAME)
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:50 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  200Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      CSI_ENDPOINT:    unix:///csi/csi.sock
      KUBE_NODE_NAME:   (v1:spec.nodeName)
    Mounts:
      /csi from socket-dir (rw)
      /var/lib/kubelet/ from mountpoint-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-frwkg (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  socket-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/smb.csi.k8s.io
    HostPathType:  DirectoryOrCreate
  mountpoint-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/
    HostPathType:  DirectoryOrCreate
  registration-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins_registry/
    HostPathType:  DirectoryOrCreate
  kube-api-access-frwkg:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 op=Exists
                             node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/network-unavailable:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:                      <none>


Name:                 csi-nfs-controller-7b74694749-qdrnn
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      csi-nfs-controller-sa
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 14:47:54 -0800
Labels:               app=csi-nfs-controller
                      pod-template-hash=7b74694749
Annotations:          <none>
Status:               Running
IP:                   192.168.0.132
IPs:
  IP:           192.168.0.132
Controlled By:  ReplicaSet/csi-nfs-controller-7b74694749
Containers:
  csi-provisioner:
    Container ID:  containerd://d654b4cceb555c49f924409dcff8a6cce94a2fa6a90e4df21eb19c138903394b
    Image:         registry.k8s.io/sig-storage/csi-provisioner:v3.5.0
    Image ID:      registry.k8s.io/sig-storage/csi-provisioner@sha256:d078dc174323407e8cc6f0f9abd4efaac5db27838f1564d0253d5e3233e3f17f
    Port:          <none>
    Host Port:     <none>
    Args:
      -v=2
      --csi-address=$(ADDRESS)
      --leader-election
      --leader-election-namespace=kube-system
      --extra-create-metadata=true
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:48 -0800
    Last State:     Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Fri, 23 Feb 2024 15:13:35 -0800
      Finished:     Fri, 23 Feb 2024 15:44:03 -0800
    Ready:          True
    Restart Count:  2
    Limits:
      memory:  400Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Environment:
      ADDRESS:  /csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-ktndq (ro)
  csi-snapshotter:
    Container ID:  containerd://7927df8e5ad62907ad896942533a4d01131053289bddf0395cdd0c189948d680
    Image:         registry.k8s.io/sig-storage/csi-snapshotter:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/csi-snapshotter@sha256:becc53e25b96573f61f7469923a92fb3e9d3a3781732159954ce0d9da07233a2
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=2
      --csi-address=$(ADDRESS)
      --leader-election-namespace=kube-system
      --leader-election
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:49 -0800
    Last State:     Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Fri, 23 Feb 2024 15:13:36 -0800
      Finished:     Fri, 23 Feb 2024 15:44:03 -0800
    Ready:          True
    Restart Count:  2
    Limits:
      memory:  200Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Environment:
      ADDRESS:  /csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-ktndq (ro)
  liveness-probe:
    Container ID:  containerd://19366827053a82c9d6fdf87a16897ec704142481d049ed3fa62b26f250de1718
    Image:         registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Image ID:      registry.k8s.io/sig-storage/livenessprobe@sha256:4dc0b87ccd69f9865b89234d8555d3a614ab0a16ed94a3016ffd27f8106132ce
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29652
      --v=2
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:50 -0800
    Last State:     Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Fri, 23 Feb 2024 15:13:39 -0800
      Finished:     Fri, 23 Feb 2024 15:44:03 -0800
    Ready:          True
    Restart Count:  2
    Limits:
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-ktndq (ro)
  nfs:
    Container ID:  containerd://db2c62c93234d6ead84ef096081fa09c4da738308cda368296baf8a982a84cda
    Image:         registry.k8s.io/sig-storage/nfsplugin:v4.4.0
    Image ID:      registry.k8s.io/sig-storage/nfsplugin@sha256:971cb526bc0108cca7d8efda32102629cb362f99bbd4879fd381bea1b2014ab4
    Port:          29652/TCP
    Host Port:     29652/TCP
    Args:
      -v=5
      --nodeid=$(NODE_ID)
      --endpoint=$(CSI_ENDPOINT)
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:51 -0800
    Last State:     Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Fri, 23 Feb 2024 15:13:41 -0800
      Finished:     Fri, 23 Feb 2024 15:44:03 -0800
    Ready:          True
    Restart Count:  2
    Limits:
      memory:  200Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      NODE_ID:        (v1:spec.nodeName)
      CSI_ENDPOINT:  unix:///csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/lib/kubelet/pods from pods-mount-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-ktndq (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  pods-mount-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/pods
    HostPathType:  Directory
  socket-dir:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  kube-api-access-ktndq:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane:NoSchedule op=Exists
                             node-role.kubernetes.io/controlplane:NoSchedule op=Exists
                             node-role.kubernetes.io/master:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 snapshot-controller-546868dfb4-nfx9b
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      snapshot-controller
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 19:30:55 -0800
Labels:               app=snapshot-controller
                      pod-template-hash=546868dfb4
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.11"
                            ],
                            "mac": "32:cf:2e:4e:9f:d4",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
Status:               Running
IP:                   172.16.0.11
IPs:
  IP:           172.16.0.11
Controlled By:  ReplicaSet/snapshot-controller-546868dfb4
Containers:
  snapshot-controller:
    Container ID:  containerd://98936cb5210e529bbcc35ec74bb1f2fda32d131911f073d47b8ce272cc24b28a
    Image:         registry.k8s.io/sig-storage/snapshot-controller:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/snapshot-controller@sha256:fb95b65bb88f319f0f7d5397c401a654164f11a191f466b4026fa36085c7141b
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=2
      --leader-election=true
      --leader-election-namespace=kube-system
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:58 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  300Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-gvd8d (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  kube-api-access-gvd8d:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane=true:NoSchedule
                             node-role.kubernetes.io/controlplane=true:NoSchedule
                             node-role.kubernetes.io/master=true:NoSchedule
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 snapshot-controller-546868dfb4-t5f78
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      snapshot-controller
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 19:30:55 -0800
Labels:               app=snapshot-controller
                      pod-template-hash=546868dfb4
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.15"
                            ],
                            "mac": "3e:a6:25:94:21:63",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
Status:               Running
IP:                   172.16.0.15
IPs:
  IP:           172.16.0.15
Controlled By:  ReplicaSet/snapshot-controller-546868dfb4
Containers:
  snapshot-controller:
    Container ID:  containerd://54d5f0769dc253ee556ecb1e63fde97cf43dc3d70f5a4c6d96acf61d7412eedd
    Image:         registry.k8s.io/sig-storage/snapshot-controller:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/snapshot-controller@sha256:fb95b65bb88f319f0f7d5397c401a654164f11a191f466b4026fa36085c7141b
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=2
      --leader-election=true
      --leader-election-namespace=kube-system
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:01 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  300Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-ld8l5 (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  kube-api-access-ld8l5:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane=true:NoSchedule
                             node-role.kubernetes.io/controlplane=true:NoSchedule
                             node-role.kubernetes.io/master=true:NoSchedule
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 openebs-zfs-node-h8m2t
Namespace:            kube-system
Priority:             900001000
Priority Class Name:  openebs-zfs-csi-node-critical
Service Account:      openebs-zfs-node-sa
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 19:30:55 -0800
Labels:               app=openebs-zfs-node
                      controller-revision-hash=6456c99fd9
                      openebs.io/component-name=openebs-zfs-node
                      openebs.io/version=2.3.0
                      pod-template-generation=1
                      role=openebs-zfs
Annotations:          <none>
Status:               Running
IP:                   192.168.0.132
IPs:
  IP:           192.168.0.132
Controlled By:  DaemonSet/openebs-zfs-node
Containers:
  csi-node-driver-registrar:
    Container ID:  containerd://92d80f3a2044311962dd54956b19b75832c3ade1b77839556c7d887e8f20a956
    Image:         registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.8.0
    Image ID:      registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f6717ce72a2615c7fbc746b4068f788e78579c54c43b8716e5ce650d97af2df1
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=5
      --csi-address=$(ADDRESS)
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:59 -0800
    Ready:          True
    Restart Count:  0
    Environment:
      ADDRESS:               /plugin/csi.sock
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/zfs-localpv/csi.sock
      KUBE_NODE_NAME:         (v1:spec.nodeName)
      NODE_DRIVER:           openebs-zfs
    Mounts:
      /plugin from plugin-dir (rw)
      /registration from registration-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-8ffkz (ro)
  openebs-zfs-plugin:
    Container ID:  containerd://434f57d0b5c331e09a4fe1009f6eee7d63b7f5e80612f9cb8eb8ead0449f5892
    Image:         openebs/zfs-driver:2.3.0
    Image ID:      docker.io/openebs/zfs-driver@sha256:42b8d31edc7cdf4116ecd6369f89a1d477bb9b64e695d074d290789af1a461dd
    Port:          <none>
    Host Port:     <none>
    Args:
      --nodename=$(OPENEBS_NODE_NAME)
      --endpoint=$(OPENEBS_CSI_ENDPOINT)
      --plugin=$(OPENEBS_NODE_DRIVER)
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:01 -0800
    Ready:          True
    Restart Count:  0
    Environment:
      OPENEBS_NODE_NAME:      (v1:spec.nodeName)
      OPENEBS_CSI_ENDPOINT:  unix:///plugin/csi.sock
      OPENEBS_NODE_DRIVER:   agent
      OPENEBS_NAMESPACE:     openebs
      ALLOWED_TOPOLOGIES:    All
    Mounts:
      /dev from device-dir (rw)
      /home/keys from encr-keys (rw)
      /host from host-root (ro)
      /plugin from plugin-dir (rw)
      /sbin/zfs from chroot-zfs (rw,path="zfs")
      /var/lib/kubelet/ from pods-mount-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-8ffkz (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  device-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /dev
    HostPathType:  Directory
  encr-keys:
    Type:          HostPath (bare host directory volume)
    Path:          /home/keys
    HostPathType:  DirectoryOrCreate
  chroot-zfs:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      openebs-zfspv-bin
    Optional:  false
  host-root:
    Type:          HostPath (bare host directory volume)
    Path:          /
    HostPathType:  Directory
  registration-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins_registry/
    HostPathType:  DirectoryOrCreate
  plugin-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/zfs-localpv/
    HostPathType:  DirectoryOrCreate
  pods-mount-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/
    HostPathType:  Directory
  kube-api-access-8ffkz:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/network-unavailable:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:                      <none>


Name:                 csi-smb-controller-7fbbb8fb6f-8ngss
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      csi-smb-controller-sa
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 19:30:55 -0800
Labels:               app=csi-smb-controller
                      pod-template-hash=7fbbb8fb6f
Annotations:          <none>
Status:               Running
IP:                   192.168.0.132
IPs:
  IP:           192.168.0.132
Controlled By:  ReplicaSet/csi-smb-controller-7fbbb8fb6f
Containers:
  csi-provisioner:
    Container ID:  containerd://c93305a3a0d258ef8c011f2e38a3e3a6dbe38ebd63a5110bb390cd7f71ac7d90
    Image:         registry.k8s.io/sig-storage/csi-provisioner:v3.5.0
    Image ID:      registry.k8s.io/sig-storage/csi-provisioner@sha256:d078dc174323407e8cc6f0f9abd4efaac5db27838f1564d0253d5e3233e3f17f
    Port:          <none>
    Host Port:     <none>
    Args:
      -v=2
      --csi-address=$(ADDRESS)
      --leader-election
      --leader-election-namespace=kube-system
      --extra-create-metadata=true
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:00 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     1
      memory:  300Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Environment:
      ADDRESS:  /csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-nc2mz (ro)
  liveness-probe:
    Container ID:  containerd://6a610b46a6a676658dbf9d8a8f8b0830d78bb6c53d7af928a040bfff858d67a6
    Image:         registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Image ID:      registry.k8s.io/sig-storage/livenessprobe@sha256:4dc0b87ccd69f9865b89234d8555d3a614ab0a16ed94a3016ffd27f8106132ce
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29642
      --v=2
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:02 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     1
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-nc2mz (ro)
  smb:
    Container ID:  containerd://bc59a6b4651feed0b2413aa6d0859fe8e7e748de25122b6032fb779f5cfe8a36
    Image:         registry.k8s.io/sig-storage/smbplugin:v1.11.0
    Image ID:      registry.k8s.io/sig-storage/smbplugin@sha256:65f664c6e9cce565805b13fb82b40018d56e39f41616134f572c52f3964c6ee4
    Ports:         29642/TCP, 29644/TCP
    Host Ports:    29642/TCP, 29644/TCP
    Args:
      --v=5
      --endpoint=$(CSI_ENDPOINT)
      --metrics-address=0.0.0.0:29644
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:03 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  200Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      CSI_ENDPOINT:  unix:///csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-nc2mz (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  socket-dir:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  kube-api-access-nc2mz:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane:NoSchedule op=Exists
                             node-role.kubernetes.io/controlplane:NoSchedule op=Exists
                             node-role.kubernetes.io/master:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 nvidia-device-plugin-daemonset-5brd8
Namespace:            kube-system
Priority:             2000001000
Priority Class Name:  system-node-critical
Runtime Class Name:   nvidia
Service Account:      default
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 19:30:55 -0800
Labels:               controller-revision-hash=959889769
                      name=nvidia-device-plugin-ds
                      pod-template-generation=1
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.13"
                            ],
                            "mac": "22:53:b0:a5:8d:96",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
                      scheduler.alpha.kubernetes.io/critical-pod: 
Status:               Running
IP:                   172.16.0.13
IPs:
  IP:           172.16.0.13
Controlled By:  DaemonSet/nvidia-device-plugin-daemonset
Containers:
  nvidia-device-plugin-ctr:
    Container ID:  containerd://41ed90e7c92b46afb42d4dee70d559383fb455493a34bd9ffdb80226dc8d650f
    Image:         nvcr.io/nvidia/k8s-device-plugin:v0.13.0
    Image ID:      nvcr.io/nvidia/k8s-device-plugin@sha256:e8343db286ac349f213d7b84e65c0d559d6310e74446986a09b66b21913eef12
    Port:          <none>
    Host Port:     <none>
    Command:
      nvidia-device-plugin
      --config-file
      /etc/config/nvdefault.yaml
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:03 -0800
    Ready:          True
    Restart Count:  0
    Environment:    <none>
    Mounts:
      /etc/config from plugin-config (rw)
      /var/lib/kubelet/device-plugins from device-plugin (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-tpb6q (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  device-plugin:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/device-plugins
    HostPathType:  
  plugin-config:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      nvidia-device-plugin-config
    Optional:  false
  kube-api-access-tpb6q:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 CriticalAddonsOnly op=Exists
                             node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
                             nvidia.com/gpu:NoSchedule op=Exists
Events:                      <none>


Name:                 csi-nfs-node-p942f
Namespace:            kube-system
Priority:             2000001000
Priority Class Name:  system-node-critical
Service Account:      csi-nfs-node-sa
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 19:30:55 -0800
Labels:               app=csi-nfs-node
                      controller-revision-hash=598688b946
                      pod-template-generation=1
Annotations:          <none>
Status:               Running
IP:                   192.168.0.132
IPs:
  IP:           192.168.0.132
Controlled By:  DaemonSet/csi-nfs-node
Containers:
  liveness-probe:
    Container ID:  containerd://c36df1c2ccfbc8817caa4e9ed5d97cdba24c5187047be7d4ffc9c41ec33e61e9
    Image:         registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Image ID:      registry.k8s.io/sig-storage/livenessprobe@sha256:4dc0b87ccd69f9865b89234d8555d3a614ab0a16ed94a3016ffd27f8106132ce
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29653
      --v=2
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:59 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-dffm4 (ro)
  node-driver-registrar:
    Container ID:  containerd://bc15be8abb467f818960500df682f485c14ef1afc900bc527389834386b0d278
    Image:         registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.8.0
    Image ID:      registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f6717ce72a2615c7fbc746b4068f788e78579c54c43b8716e5ce650d97af2df1
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=2
      --csi-address=/csi/csi.sock
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:01 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  100Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  exec [/csi-node-driver-registrar --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) --mode=kubelet-registration-probe] delay=30s timeout=15s period=10s #success=1 #failure=3
    Environment:
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/csi-nfsplugin/csi.sock
      KUBE_NODE_NAME:         (v1:spec.nodeName)
    Mounts:
      /csi from socket-dir (rw)
      /registration from registration-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-dffm4 (ro)
  nfs:
    Container ID:  containerd://0dc279337c943d670577b0b5e57dcd882fee0663db94557161fa5ffe89da6af8
    Image:         registry.k8s.io/sig-storage/nfsplugin:v4.4.0
    Image ID:      registry.k8s.io/sig-storage/nfsplugin@sha256:971cb526bc0108cca7d8efda32102629cb362f99bbd4879fd381bea1b2014ab4
    Port:          29653/TCP
    Host Port:     29653/TCP
    Args:
      -v=5
      --nodeid=$(NODE_ID)
      --endpoint=$(CSI_ENDPOINT)
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:03 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  300Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      NODE_ID:        (v1:spec.nodeName)
      CSI_ENDPOINT:  unix:///csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/lib/kubelet/pods from pods-mount-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-dffm4 (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  socket-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/csi-nfsplugin
    HostPathType:  DirectoryOrCreate
  pods-mount-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/pods
    HostPathType:  Directory
  registration-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins_registry
    HostPathType:  Directory
  kube-api-access-dffm4:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 op=Exists
                             node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/network-unavailable:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:                      <none>


Name:                 openebs-zfs-controller-0
Namespace:            kube-system
Priority:             900000000
Priority Class Name:  openebs-zfs-csi-controller-critical
Service Account:      openebs-zfs-controller-sa
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 19:30:55 -0800
Labels:               app=openebs-zfs-controller
                      controller-revision-hash=openebs-zfs-controller-77d96d5597
                      openebs.io/component-name=openebs-zfs-controller
                      openebs.io/version=2.3.0
                      role=openebs-zfs
                      statefulset.kubernetes.io/pod-name=openebs-zfs-controller-0
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.12"
                            ],
                            "mac": "0a:40:83:70:f8:05",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
Status:               Running
IP:                   172.16.0.12
IPs:
  IP:           172.16.0.12
Controlled By:  StatefulSet/openebs-zfs-controller
Containers:
  csi-resizer:
    Container ID:  containerd://2ed37b2491d654eb4c98bc05c3bd94824ab86eecbf7e78d7741ed5a25421030e
    Image:         registry.k8s.io/sig-storage/csi-resizer:v1.8.0
    Image ID:      registry.k8s.io/sig-storage/csi-resizer@sha256:2e2b44393539d744a55b9370b346e8ebd95a77573064f3f9a8caf18c22f4d0d0
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=5
      --csi-address=$(ADDRESS)
      --leader-election
    State:          Running
      Started:      Fri, 23 Feb 2024 19:30:59 -0800
    Ready:          True
    Restart Count:  0
    Environment:
      ADDRESS:  /var/lib/csi/sockets/pluginproxy/csi.sock
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-bzxx2 (ro)
  csi-snapshotter:
    Container ID:  containerd://e42650e729caa4911cd2c08973e608c496012cde545cd7461018f498b1ffe8e6
    Image:         registry.k8s.io/sig-storage/csi-snapshotter:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/csi-snapshotter@sha256:becc53e25b96573f61f7469923a92fb3e9d3a3781732159954ce0d9da07233a2
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=$(ADDRESS)
      --leader-election
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:00 -0800
    Ready:          True
    Restart Count:  0
    Environment:
      ADDRESS:  /var/lib/csi/sockets/pluginproxy/csi.sock
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-bzxx2 (ro)
  snapshot-controller:
    Container ID:  containerd://45cb2053fb5addd907a2086464878349b1e8b66e5bf924504dc7bfff07ced9ee
    Image:         registry.k8s.io/sig-storage/snapshot-controller:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/snapshot-controller@sha256:fb95b65bb88f319f0f7d5397c401a654164f11a191f466b4026fa36085c7141b
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=5
      --leader-election=true
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:02 -0800
    Ready:          True
    Restart Count:  0
    Environment:    <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-bzxx2 (ro)
  csi-provisioner:
    Container ID:  containerd://60788376eb6e6cc0d802d5e9088a65256b37d9b7ae7cb44dbe923bd00120142e
    Image:         registry.k8s.io/sig-storage/csi-provisioner:v3.5.0
    Image ID:      registry.k8s.io/sig-storage/csi-provisioner@sha256:d078dc174323407e8cc6f0f9abd4efaac5db27838f1564d0253d5e3233e3f17f
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=$(ADDRESS)
      --v=5
      --feature-gates=Topology=true
      --strict-topology
      --leader-election
      --extra-create-metadata=true
      --enable-capacity=true
      --default-fstype=ext4
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:03 -0800
    Ready:          True
    Restart Count:  0
    Environment:
      ADDRESS:    /var/lib/csi/sockets/pluginproxy/csi.sock
      NAMESPACE:  kube-system (v1:metadata.namespace)
      POD_NAME:   openebs-zfs-controller-0 (v1:metadata.name)
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-bzxx2 (ro)
  openebs-zfs-plugin:
    Container ID:  containerd://dfb4b2dd6b85d68bf11c1698677de4105b56dd03645b84b87446293b2c80247d
    Image:         openebs/zfs-driver:2.3.0
    Image ID:      docker.io/openebs/zfs-driver@sha256:42b8d31edc7cdf4116ecd6369f89a1d477bb9b64e695d074d290789af1a461dd
    Port:          <none>
    Host Port:     <none>
    Args:
      --endpoint=$(OPENEBS_CSI_ENDPOINT)
      --plugin=$(OPENEBS_CONTROLLER_DRIVER)
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:04 -0800
    Ready:          True
    Restart Count:  0
    Environment:
      OPENEBS_CONTROLLER_DRIVER:    controller
      OPENEBS_CSI_ENDPOINT:         unix:///var/lib/csi/sockets/pluginproxy/csi.sock
      OPENEBS_NAMESPACE:            openebs
      OPENEBS_IO_INSTALLER_TYPE:    zfs-operator
      OPENEBS_IO_ENABLE_ANALYTICS:  true
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-bzxx2 (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  socket-dir:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  kube-api-access-bzxx2:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 coredns-59b4f5bbd5-8qdzp
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      coredns
Node:                 ix-truenas/192.168.0.132
Start Time:           Fri, 23 Feb 2024 19:30:55 -0800
Labels:               k8s-app=kube-dns
                      pod-template-hash=59b4f5bbd5
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.14"
                            ],
                            "mac": "6a:29:79:e8:43:44",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
Status:               Running
IP:                   172.16.0.14
IPs:
  IP:           172.16.0.14
Controlled By:  ReplicaSet/coredns-59b4f5bbd5
Containers:
  coredns:
    Container ID:  containerd://bd656fbd13f1da905f9e248de14240bac69c25f04a5807bbff45559394311e43
    Image:         rancher/mirrored-coredns-coredns:1.10.1
    Image ID:      docker.io/rancher/mirrored-coredns-coredns@sha256:a11fafae1f8037cbbd66c5afa40ba2423936b72b4fd50a7034a7e8b955163594
    Ports:         53/UDP, 53/TCP, 9153/TCP
    Host Ports:    0/UDP, 0/TCP, 0/TCP
    Args:
      -conf
      /etc/coredns/Corefile
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:01 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  170Mi
    Requests:
      cpu:        100m
      memory:     70Mi
    Liveness:     http-get http://:8080/health delay=60s timeout=1s period=10s #success=1 #failure=3
    Readiness:    http-get http://:8181/ready delay=0s timeout=1s period=2s #success=1 #failure=3
    Environment:  <none>
    Mounts:
      /etc/coredns from config-volume (ro)
      /etc/coredns/custom from custom-config-volume (ro)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-mgcnh (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  config-volume:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      coredns
    Optional:  false
  custom-config-volume:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      coredns-custom
    Optional:  true
  kube-api-access-mgcnh:
    Type:                     Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:   3607
    ConfigMapName:            kube-root-ca.crt
    ConfigMapOptional:        <nil>
    DownwardAPI:              true
QoS Class:                    Burstable
Node-Selectors:               kubernetes.io/os=linux
Tolerations:                  CriticalAddonsOnly op=Exists
                              node-role.kubernetes.io/control-plane:NoSchedule op=Exists
                              node-role.kubernetes.io/master:NoSchedule op=Exists
                              node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                              node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Topology Spread Constraints:  kubernetes.io/hostname:DoNotSchedule when max skew 1 is exceeded for selector k8s-app=kube-dns
Events:                       <none>


Name:                emby-8587ff676b-8zzvv
Namespace:           ix-emby
Priority:            0
Runtime Class Name:  nvidia
Service Account:     default
Node:                ix-truenas/192.168.0.132
Start Time:          Fri, 23 Feb 2024 19:31:06 -0800
Labels:              app=emby-2.0.2
                     app.kubernetes.io/instance=emby
                     app.kubernetes.io/managed-by=Helm
                     app.kubernetes.io/name=emby
                     app.kubernetes.io/version=4.8.1.0
                     helm-revision=3
                     helm.sh/chart=emby-2.0.2
                     pod-template-hash=8587ff676b
                     pod.name=emby
                     release=emby
Annotations:         rollme: QI0ua
Status:              Running
IP:                  192.168.0.132
IPs:
  IP:           192.168.0.132
Controlled By:  ReplicaSet/emby-8587ff676b
Containers:
  emby:
    Container ID:   containerd://9c455401eef9cbe52e7d190df0ebdeb10a4b37f8d5679388e7f21fd5336072b5
    Image:          emby/embyserver:4.8.1.0
    Image ID:       docker.io/emby/embyserver@sha256:32556d9c283d30ffe1d3c7358f428004b8a4190bd66c2b0344da537ba9094b39
    Ports:          1900/UDP, 7359/UDP, 8096/TCP
    Host Ports:     1900/UDP, 7359/UDP, 8096/TCP
    State:          Running
      Started:      Fri, 23 Feb 2024 19:31:10 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:             4
      memory:          8Gi
      nvidia.com/gpu:  1
    Requests:
      cpu:             10m
      memory:          50Mi
      nvidia.com/gpu:  1
    Liveness:          http-get http://:8096/emby/System/Ping delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:         http-get http://:8096/emby/System/Ping delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:           http-get http://:8096/emby/System/Ping delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      TZ:                          UTC
      UMASK:                       002
      UMASK_SET:                   002
      NVIDIA_DRIVER_CAPABILITIES:  all
      PUID:                        568
      USER_ID:                     568
      UID:                         568
      PGID:                        568
      GROUP_ID:                    568
      GID:                         568
    Mounts:
      /config from config (rw)
      /mnt/Test/test/movies from emby-0 (rw)
      /mnt/Test/test/tvshows from emby-1 (rw)
      /tmp from tmp (rw)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/Test/emby
    HostPathType:  
  emby-0:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/Test/test/movies
    HostPathType:  
  emby-1:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/Test/test/tvshows
    HostPathType:  
  tmp:
    Type:        EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:      
    SizeLimit:   <unset>
QoS Class:       Burstable
Node-Selectors:  <none>
Tolerations:     node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                 node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:          <none>


Name:             filebrowser-6f4c6cf4cf-9wf2j
Namespace:        ix-filebrowser
Priority:         0
Service Account:  default
Node:             ix-truenas/192.168.0.132
Start Time:       Fri, 23 Feb 2024 20:12:37 -0800
Labels:           app=filebrowser-1.2.6
                  app.kubernetes.io/instance=filebrowser
                  app.kubernetes.io/managed-by=Helm
                  app.kubernetes.io/name=filebrowser
                  app.kubernetes.io/version=2.27.0
                  helm-revision=1
                  helm.sh/chart=filebrowser-1.2.6
                  pod-template-hash=6f4c6cf4cf
                  pod.name=filebrowser
                  release=filebrowser
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.18"
                        ],
                        "mac": "42:41:d0:50:0e:b0",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
                  rollme: WiGZG
Status:           Running
IP:               172.16.0.18
IPs:
  IP:           172.16.0.18
Controlled By:  ReplicaSet/filebrowser-6f4c6cf4cf
Init Containers:
  filebrowser-install-01-permissions:
    Container ID:  containerd://8c89a11c7738b8db7269c1d3e96051b52131c7a30f5f3ba281509dd3876cbeda
    Image:         bash:4.4.23
    Image ID:      docker.io/library/bash@sha256:b131958aa51b95bf71f92e3c11a3f9d5233db25ffad1bc3241866e7f59766d90
    Port:          <none>
    Host Port:     <none>
    Command:
      bash
    Args:
      -c
      for dir in /mnt/directories/*; do
        if [ ! -d "$dir" ]; then
          echo "[$dir] is not a directory, skipping"
          continue
        fi
      
        echo "Current Ownership and Permissions on ["$dir"]:"
        echo "chown: $(stat -c "%u %g" "$dir")"
        echo "chmod: $(stat -c "%a" "$dir")" 
        if [ $(stat -c %u "$dir") -eq 568 ] && [ $(stat -c %g "$dir") -eq 568 ]; then
          echo "Ownership is correct. Skipping..."
          fix_owner="false"
        else
          echo "Ownership is incorrect. Fixing..."
          fix_owner="true"
        fi
      
      
        if [ "$fix_owner" = "true" ]; then
          echo "Changing ownership to 568:568 on: ["$dir"]"
          chown -R 568:568 "$dir"
          echo "Finished changing ownership"
          echo "Ownership after changes:"
          stat -c "%u %g" "$dir"
        fi
      done
      
    State:          Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Fri, 23 Feb 2024 20:12:39 -0800
      Finished:     Fri, 23 Feb 2024 20:12:39 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     1
      memory:  512Mi
    Requests:
      cpu:     10m
      memory:  50Mi
    Environment:
      TZ:                      UTC
      UMASK:                   002
      UMASK_SET:               002
      NVIDIA_VISIBLE_DEVICES:  void
      PUID:                    568
      USER_ID:                 568
      UID:                     568
      PGID:                    568
      GROUP_ID:                568
      GID:                     568
    Mounts:
      /mnt/directories/config from config (rw)
  filebrowser-init-02-init-config:
    Container ID:  containerd://915c6b715afad4c3dbb4859cf968257c90105062cee3f6cd8ca4ff437b1a41e3
    Image:         filebrowser/filebrowser:v2.27.0
    Image ID:      docker.io/filebrowser/filebrowser@sha256:00b75afd52a92e4525e3bcaf61caa2a31b8d878a5b371380686b1145cb0424fd
    Port:          <none>
    Host Port:     <none>
    Command:
      /bin/sh
      -c
      if [ ! -f /config/filebrowser.json ]; then
        echo "Creating an empty config file"
        echo '{}' > /config/filebrowser.json
      fi
    State:          Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Fri, 23 Feb 2024 20:12:45 -0800
      Finished:     Fri, 23 Feb 2024 20:12:45 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     4
      memory:  8Gi
    Requests:
      cpu:     10m
      memory:  50Mi
    Environment:
      TZ:                      UTC
      UMASK:                   002
      UMASK_SET:               002
      NVIDIA_VISIBLE_DEVICES:  void
      S6_READ_ONLY_ROOT:       1
    Mounts:
      /config from config (rw)
Containers:
  filebrowser:
    Container ID:  containerd://deffa649460f4f987e0e44e9a9ea4965970f0014ddbdc57ef31b163bf4f1611e
    Image:         filebrowser/filebrowser:v2.27.0
    Image ID:      docker.io/filebrowser/filebrowser@sha256:00b75afd52a92e4525e3bcaf61caa2a31b8d878a5b371380686b1145cb0424fd
    Port:          30044/TCP
    Host Port:     0/TCP
    Args:
      --config
      /config/filebrowser.json
      --database
      /config/filebrowser.db
      --port
      30044
      --address
      0.0.0.0
      --root
      /data
    State:          Running
      Started:      Fri, 23 Feb 2024 20:12:52 -0800
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     4
      memory:  8Gi
    Requests:
      cpu:      10m
      memory:   50Mi
    Liveness:   http-get http://:30044/health delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:  http-get http://:30044/health delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:    http-get http://:30044/health delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      TZ:                      UTC
      UMASK:                   002
      UMASK_SET:               002
      NVIDIA_VISIBLE_DEVICES:  void
      S6_READ_ONLY_ROOT:       1
    Mounts:
      /config from config (rw)
      /data/my_data from filebrowser-0 (rw)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/Test/ix-applications/releases/filebrowser/volumes/ix_volumes/config
    HostPathType:  
  filebrowser-0:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt
    HostPathType:  
QoS Class:         Burstable
Node-Selectors:    <none>
Tolerations:       node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                   node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:            <none>
