I0423 17:23:24.297673   59572 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0423 17:23:24.297871   59572 cephcsi.go:268] Initial PID limit is set to -1
I0423 17:23:24.297908   59572 cephcsi.go:274] Reconfigured PID limit to -1 (max)
I0423 17:23:24.297930   59572 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0423 17:23:24.312527   59572 mount_linux.go:282] Detected umount with safe 'not mounted' behavior
I0423 17:23:24.340549   59572 rbd_attach.go:242] nbd module loaded
I0423 17:23:24.340595   59572 rbd_attach.go:256] kernel version "5.15.0-176-generic" supports cookie feature
I0423 17:23:24.368310   59572 rbd_attach.go:272] rbd-nbd tool supports cookie feature
I0423 17:23:24.368936   59572 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0423 17:23:24.369096   59572 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi.sock", Net:"unix"}
I0423 17:23:25.204030   59572 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/GetPluginInfo
I0423 17:23:25.205624   59572 utils.go:199] ID: 1 GRPC request: {}
I0423 17:23:25.205637   59572 identityserver-default.go:40] ID: 1 Using default GetPluginInfo
I0423 17:23:25.205722   59572 utils.go:205] ID: 1 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0423 17:23:25.361743   59572 utils.go:198] ID: 2 GRPC call: /csi.v1.Node/NodeGetInfo
I0423 17:23:25.361831   59572 utils.go:199] ID: 2 GRPC request: {}
I0423 17:23:25.361847   59572 nodeserver-default.go:45] ID: 2 Using default NodeGetInfo
I0423 17:23:25.361925   59572 utils.go:205] ID: 2 GRPC response: {"accessible_topology":{},"node_id":"instance"}
I0423 17:23:38.212860   59572 utils.go:198] ID: 3 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0423 17:23:38.213004   59572 utils.go:199] ID: 3 GRPC request: {}
I0423 17:23:38.213196   59572 utils.go:205] ID: 3 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0423 17:23:38.218934   59572 utils.go:198] ID: 4 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0423 17:23:38.218979   59572 utils.go:199] ID: 4 GRPC request: {}
I0423 17:23:38.219085   59572 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0423 17:23:38.222939   59572 utils.go:198] ID: 5 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0423 17:23:38.223046   59572 utils.go:199] ID: 5 GRPC request: {}
I0423 17:23:38.223224   59572 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0423 17:23:38.225649   59572 utils.go:198] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC call: /csi.v1.Node/NodeStageVolume
I0423 17:23:38.226034   59572 utils.go:199] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC request: {"secrets":"***stripped***","staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":7}},"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-436978ae-aa61-4c2d-8836-8fa2de156ca7","journalPool":"kube","pool":"kube","storage.kubernetes.io/csiProvisionerIdentity":"1776965006380-8476-rbd.csi.ceph.com"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7"}
I0423 17:23:38.247191   59572 omap.go:89] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 got omap values: (pool="kube", namespace="", name="csi.volume.436978ae-aa61-4c2d-8836-8fa2de156ca7"): map[csi.imageid:37b528ffba22 csi.imagename:csi-vol-436978ae-aa61-4c2d-8836-8fa2de156ca7 csi.volname:pvc-30c29fd3-a820-400d-af3a-f35f96c184fa csi.volume.owner:default]
I0423 17:23:38.291369   59572 rbd_util.go:352] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 checking for ImageFeatures: [layering]
I0423 17:23:38.326721   59572 cephcmds.go:105] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 command succeeded: rbd [device list --format=json --device-type krbd]
I0423 17:23:38.349832   59572 rbd_attach.go:437] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 rbd: map mon 199.204.45.157
I0423 17:23:38.417437   59572 cephcmds.go:105] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 command succeeded: rbd [--id kube -m 199.204.45.157 --keyfile=***stripped*** map kube/csi-vol-436978ae-aa61-4c2d-8836-8fa2de156ca7 --device-type krbd --options noudev]
I0423 17:23:38.417663   59572 nodeserver.go:422] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 rbd image: kube/csi-vol-436978ae-aa61-4c2d-8836-8fa2de156ca7 was successfully mapped at /dev/rbd0
I0423 17:23:38.417852   59572 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0423 17:23:38.425538   59572 mount_linux.go:580] Output: ""
I0423 17:23:38.506389   59572 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0423 17:23:38.518491   59572 mount_linux.go:580] Output: "DEVNAME=/dev/rbd0\nTYPE=ext4\n"
I0423 17:23:38.518514   59572 mount_linux.go:439] Checking for issues with fsck on disk: /dev/rbd0
I0423 17:23:38.549076   59572 mount_linux.go:544] Attempting to mount disk /dev/rbd0 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7
I0423 17:23:38.549118   59572 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o _netdev,discard,defaults /dev/rbd0 /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7)
I0423 17:23:38.563707   59572 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0423 17:23:38.573319   59572 mount_linux.go:580] Output: "DEVNAME=/dev/rbd0\nTYPE=ext4\n"
I0423 17:23:38.573345   59572 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/rbd0
I0423 17:23:38.575471   59572 resizefs_linux.go:141] Ext size: filesystem size=5368709120, block size=4096
I0423 17:23:38.575493   59572 resizefs_linux.go:156] Volume /dev/rbd0: device size=5368709120, filesystem size=5368709120, block size=4096
I0423 17:23:38.575523   59572 nodeserver.go:382] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 rbd: successfully mounted volume 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 to stagingTargetPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7
I0423 17:23:38.575634   59572 utils.go:205] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC response: {}
I0423 17:23:38.577381   59572 utils.go:198] ID: 7 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0423 17:23:38.577422   59572 utils.go:199] ID: 7 GRPC request: {}
I0423 17:23:38.577562   59572 utils.go:205] ID: 7 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0423 17:23:38.581380   59572 utils.go:198] ID: 8 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0423 17:23:38.581405   59572 utils.go:199] ID: 8 GRPC request: {}
I0423 17:23:38.581475   59572 utils.go:205] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0423 17:23:38.582392   59572 utils.go:198] ID: 9 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0423 17:23:38.582413   59572 utils.go:199] ID: 9 GRPC request: {}
I0423 17:23:38.582476   59572 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0423 17:23:38.583561   59572 utils.go:198] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC call: /csi.v1.Node/NodePublishVolume
I0423 17:23:38.584056   59572 utils.go:199] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC request: {"staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount","target_path":"/var/lib/kubelet/pods/c337ad5f-19bf-484e-ad3c-3528162d0217/volumes/kubernetes.io~csi/pvc-30c29fd3-a820-400d-af3a-f35f96c184fa/mount","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":7}},"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-436978ae-aa61-4c2d-8836-8fa2de156ca7","journalPool":"kube","pool":"kube","storage.kubernetes.io/csiProvisionerIdentity":"1776965006380-8476-rbd.csi.ceph.com"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7"}
I0423 17:23:38.584353   59572 nodeserver.go:859] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 target /var/lib/kubelet/pods/c337ad5f-19bf-484e-ad3c-3528162d0217/volumes/kubernetes.io~csi/pvc-30c29fd3-a820-400d-af3a-f35f96c184fa/mount
isBlock false
fstype ext4
stagingPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7
readonly false
mountflags [bind _netdev discard]
I0423 17:23:38.584392   59572 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o bind,_netdev /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 /var/lib/kubelet/pods/c337ad5f-19bf-484e-ad3c-3528162d0217/volumes/kubernetes.io~csi/pvc-30c29fd3-a820-400d-af3a-f35f96c184fa/mount)
I0423 17:23:38.587782   59572 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,_netdev,discard /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 /var/lib/kubelet/pods/c337ad5f-19bf-484e-ad3c-3528162d0217/volumes/kubernetes.io~csi/pvc-30c29fd3-a820-400d-af3a-f35f96c184fa/mount)
I0423 17:23:38.589035   59572 nodeserver.go:742] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 rbd: successfully mounted stagingPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 to targetPath /var/lib/kubelet/pods/c337ad5f-19bf-484e-ad3c-3528162d0217/volumes/kubernetes.io~csi/pvc-30c29fd3-a820-400d-af3a-f35f96c184fa/mount
I0423 17:23:38.589114   59572 utils.go:205] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC response: {}
I0423 17:23:46.573768   59572 utils.go:198] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC call: /csi.v1.Node/NodeUnpublishVolume
I0423 17:23:46.574101   59572 utils.go:199] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC request: {"target_path":"/var/lib/kubelet/pods/c337ad5f-19bf-484e-ad3c-3528162d0217/volumes/kubernetes.io~csi/pvc-30c29fd3-a820-400d-af3a-f35f96c184fa/mount","volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7"}
I0423 17:23:46.574279   59572 mount_linux.go:360] Unmounting /var/lib/kubelet/pods/c337ad5f-19bf-484e-ad3c-3528162d0217/volumes/kubernetes.io~csi/pvc-30c29fd3-a820-400d-af3a-f35f96c184fa/mount
I0423 17:23:46.578133   59572 nodeserver.go:945] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 rbd: successfully unbound volume 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 from /var/lib/kubelet/pods/c337ad5f-19bf-484e-ad3c-3528162d0217/volumes/kubernetes.io~csi/pvc-30c29fd3-a820-400d-af3a-f35f96c184fa/mount
I0423 17:23:46.578528   59572 utils.go:205] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC response: {}
I0423 17:23:46.681087   59572 utils.go:198] ID: 12 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0423 17:23:46.681129   59572 utils.go:199] ID: 12 GRPC request: {}
I0423 17:23:46.681230   59572 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0423 17:23:46.682288   59572 utils.go:198] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC call: /csi.v1.Node/NodeUnstageVolume
I0423 17:23:46.682360   59572 utils.go:199] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC request: {"staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount","volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7"}
I0423 17:23:46.682430   59572 mount_linux.go:360] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7
I0423 17:23:46.734802   59572 nodeserver.go:1001] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 successfully unmounted volume (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7) from staging path (/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/dfce5e480376829e70e23414e8ab09c7a94bb0da03639a7736cfadfb7869cf42/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7)
I0423 17:23:46.798744   59572 cephcmds.go:105] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 command succeeded: rbd [unmap kube/csi-vol-436978ae-aa61-4c2d-8836-8fa2de156ca7 --device-type krbd --options noudev]
I0423 17:23:46.798787   59572 nodeserver.go:1059] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 successfully unmapped volume (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7)
I0423 17:23:46.798941   59572 utils.go:205] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-436978ae-aa61-4c2d-8836-8fa2de156ca7 GRPC response: {}