I0424 01:27:08.167669   59916 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0424 01:27:08.168058   59916 cephcsi.go:268] Initial PID limit is set to -1
I0424 01:27:08.168199   59916 cephcsi.go:274] Reconfigured PID limit to -1 (max)
I0424 01:27:08.168226   59916 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0424 01:27:08.186327   59916 mount_linux.go:282] Detected umount with safe 'not mounted' behavior
I0424 01:27:08.218456   59916 rbd_attach.go:242] nbd module loaded
I0424 01:27:08.218524   59916 rbd_attach.go:256] kernel version "5.15.0-176-generic" supports cookie feature
I0424 01:27:08.240341   59916 rbd_attach.go:272] rbd-nbd tool supports cookie feature
I0424 01:27:08.240749   59916 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0424 01:27:08.240863   59916 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi.sock", Net:"unix"}
I0424 01:27:09.056541   59916 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/GetPluginInfo
I0424 01:27:09.058666   59916 utils.go:199] ID: 1 GRPC request: {}
I0424 01:27:09.058693   59916 identityserver-default.go:40] ID: 1 Using default GetPluginInfo
I0424 01:27:09.058767   59916 utils.go:205] ID: 1 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0424 01:27:09.288063   59916 utils.go:198] ID: 2 GRPC call: /csi.v1.Node/NodeGetInfo
I0424 01:27:09.288442   59916 utils.go:199] ID: 2 GRPC request: {}
I0424 01:27:09.288519   59916 nodeserver-default.go:45] ID: 2 Using default NodeGetInfo
I0424 01:27:09.288791   59916 utils.go:205] ID: 2 GRPC response: {"accessible_topology":{},"node_id":"instance"}
I0424 01:27:18.598912   59916 utils.go:198] ID: 3 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0424 01:27:18.599061   59916 utils.go:199] ID: 3 GRPC request: {}
I0424 01:27:18.599300   59916 utils.go:205] ID: 3 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0424 01:27:18.607680   59916 utils.go:198] ID: 4 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0424 01:27:18.607761   59916 utils.go:199] ID: 4 GRPC request: {}
I0424 01:27:18.607985   59916 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0424 01:27:18.609144   59916 utils.go:198] ID: 5 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0424 01:27:18.609184   59916 utils.go:199] ID: 5 GRPC request: {}
I0424 01:27:18.609288   59916 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0424 01:27:18.610946   59916 utils.go:198] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC call: /csi.v1.Node/NodeStageVolume
I0424 01:27:18.611412   59916 utils.go:199] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC request: {"secrets":"***stripped***","staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":7}},"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-f3078e23-5468-4be1-87c5-c388749f5358","journalPool":"kube","pool":"kube","storage.kubernetes.io/csiProvisionerIdentity":"1776994030296-9512-rbd.csi.ceph.com"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358"}
I0424 01:27:18.630011   59916 omap.go:89] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 got omap values: (pool="kube", namespace="", name="csi.volume.f3078e23-5468-4be1-87c5-c388749f5358"): map[csi.imageid:37b5b3451a5d csi.imagename:csi-vol-f3078e23-5468-4be1-87c5-c388749f5358 csi.volname:pvc-02c6cc1f-6974-4c55-8154-fad919975931 csi.volume.owner:default]
I0424 01:27:18.675831   59916 rbd_util.go:352] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 checking for ImageFeatures: [layering]
I0424 01:27:18.705652   59916 cephcmds.go:105] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 command succeeded: rbd [device list --format=json --device-type krbd]
I0424 01:27:18.726550   59916 rbd_attach.go:437] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 rbd: map mon 199.204.45.223
I0424 01:27:18.810564   59916 cephcmds.go:105] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 command succeeded: rbd [--id kube -m 199.204.45.223 --keyfile=***stripped*** map kube/csi-vol-f3078e23-5468-4be1-87c5-c388749f5358 --device-type krbd --options noudev]
I0424 01:27:18.810630   59916 nodeserver.go:422] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 rbd image: kube/csi-vol-f3078e23-5468-4be1-87c5-c388749f5358 was successfully mapped at /dev/rbd0
I0424 01:27:18.810835   59916 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0424 01:27:18.822872   59916 mount_linux.go:580] Output: ""
I0424 01:27:18.899753   59916 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0424 01:27:18.912832   59916 mount_linux.go:580] Output: "DEVNAME=/dev/rbd0\nTYPE=ext4\n"
I0424 01:27:18.912866   59916 mount_linux.go:439] Checking for issues with fsck on disk: /dev/rbd0
I0424 01:27:18.943150   59916 mount_linux.go:544] Attempting to mount disk /dev/rbd0 in ext4 format at /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358
I0424 01:27:18.943206   59916 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o _netdev,discard,defaults /dev/rbd0 /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358)
I0424 01:27:18.957751   59916 mount_linux.go:577] Attempting to determine if disk "/dev/rbd0" is formatted using blkid with args: ([-p -s TYPE -s PTTYPE -o export /dev/rbd0])
I0424 01:27:18.968602   59916 mount_linux.go:580] Output: "DEVNAME=/dev/rbd0\nTYPE=ext4\n"
I0424 01:27:18.968651   59916 resizefs_linux.go:137] ResizeFs.needResize - checking mounted volume /dev/rbd0
I0424 01:27:18.972155   59916 resizefs_linux.go:141] Ext size: filesystem size=5368709120, block size=4096
I0424 01:27:18.972184   59916 resizefs_linux.go:156] Volume /dev/rbd0: device size=5368709120, filesystem size=5368709120, block size=4096
I0424 01:27:18.972229   59916 nodeserver.go:382] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 rbd: successfully mounted volume 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 to stagingTargetPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358
I0424 01:27:18.972389   59916 utils.go:205] ID: 6 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC response: {}
I0424 01:27:18.974176   59916 utils.go:198] ID: 7 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0424 01:27:18.974226   59916 utils.go:199] ID: 7 GRPC request: {}
I0424 01:27:18.974319   59916 utils.go:205] ID: 7 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0424 01:27:18.978808   59916 utils.go:198] ID: 8 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0424 01:27:18.978898   59916 utils.go:199] ID: 8 GRPC request: {}
I0424 01:27:18.979448   59916 utils.go:205] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0424 01:27:18.980963   59916 utils.go:198] ID: 9 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0424 01:27:18.981221   59916 utils.go:199] ID: 9 GRPC request: {}
I0424 01:27:18.981444   59916 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0424 01:27:18.982927   59916 utils.go:198] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC call: /csi.v1.Node/NodePublishVolume
I0424 01:27:18.983236   59916 utils.go:199] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC request: {"staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount","target_path":"/var/lib/kubelet/pods/6e2b4f36-7278-4855-8073-0bfd708b470e/volumes/kubernetes.io~csi/pvc-02c6cc1f-6974-4c55-8154-fad919975931/mount","volume_capability":{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":7}},"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-f3078e23-5468-4be1-87c5-c388749f5358","journalPool":"kube","pool":"kube","storage.kubernetes.io/csiProvisionerIdentity":"1776994030296-9512-rbd.csi.ceph.com"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358"}
I0424 01:27:18.983401   59916 nodeserver.go:859] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 target /var/lib/kubelet/pods/6e2b4f36-7278-4855-8073-0bfd708b470e/volumes/kubernetes.io~csi/pvc-02c6cc1f-6974-4c55-8154-fad919975931/mount
isBlock false
fstype ext4
stagingPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358
readonly false
mountflags [bind _netdev discard]
I0424 01:27:18.983445   59916 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o bind,_netdev /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 /var/lib/kubelet/pods/6e2b4f36-7278-4855-8073-0bfd708b470e/volumes/kubernetes.io~csi/pvc-02c6cc1f-6974-4c55-8154-fad919975931/mount)
I0424 01:27:18.987123   59916 mount_linux.go:218] Mounting cmd (mount) with arguments (-t ext4 -o bind,remount,_netdev,discard /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 /var/lib/kubelet/pods/6e2b4f36-7278-4855-8073-0bfd708b470e/volumes/kubernetes.io~csi/pvc-02c6cc1f-6974-4c55-8154-fad919975931/mount)
I0424 01:27:18.988920   59916 nodeserver.go:742] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 rbd: successfully mounted stagingPath /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 to targetPath /var/lib/kubelet/pods/6e2b4f36-7278-4855-8073-0bfd708b470e/volumes/kubernetes.io~csi/pvc-02c6cc1f-6974-4c55-8154-fad919975931/mount
I0424 01:27:18.988996   59916 utils.go:205] ID: 10 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC response: {}
I0424 01:27:29.474691   59916 utils.go:198] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC call: /csi.v1.Node/NodeUnpublishVolume
I0424 01:27:29.474908   59916 utils.go:199] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC request: {"target_path":"/var/lib/kubelet/pods/6e2b4f36-7278-4855-8073-0bfd708b470e/volumes/kubernetes.io~csi/pvc-02c6cc1f-6974-4c55-8154-fad919975931/mount","volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358"}
I0424 01:27:29.475122   59916 mount_linux.go:360] Unmounting /var/lib/kubelet/pods/6e2b4f36-7278-4855-8073-0bfd708b470e/volumes/kubernetes.io~csi/pvc-02c6cc1f-6974-4c55-8154-fad919975931/mount
I0424 01:27:29.479941   59916 nodeserver.go:945] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 rbd: successfully unbound volume 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 from /var/lib/kubelet/pods/6e2b4f36-7278-4855-8073-0bfd708b470e/volumes/kubernetes.io~csi/pvc-02c6cc1f-6974-4c55-8154-fad919975931/mount
I0424 01:27:29.479995   59916 utils.go:205] ID: 11 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC response: {}
I0424 01:27:29.577814   59916 utils.go:198] ID: 12 GRPC call: /csi.v1.Node/NodeGetCapabilities
I0424 01:27:29.577866   59916 utils.go:199] ID: 12 GRPC request: {}
I0424 01:27:29.578009   59916 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":2}}},{"Type":{"Rpc":{"type":3}}},{"Type":{"Rpc":{"type":5}}}]}
I0424 01:27:29.579143   59916 utils.go:198] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC call: /csi.v1.Node/NodeUnstageVolume
I0424 01:27:29.579332   59916 utils.go:199] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC request: {"staging_target_path":"/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount","volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358"}
I0424 01:27:29.579434   59916 mount_linux.go:360] Unmounting /var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358
I0424 01:27:29.918177   59916 nodeserver.go:1001] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 successfully unmounted volume (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358) from staging path (/var/lib/kubelet/plugins/kubernetes.io/csi/rbd.csi.ceph.com/9de4c954d3c40eb35d622c29be268c2b91a66daec94ac42ecf58a7262cc927f9/globalmount/0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358)
I0424 01:27:30.041308   59916 cephcmds.go:105] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 command succeeded: rbd [unmap kube/csi-vol-f3078e23-5468-4be1-87c5-c388749f5358 --device-type krbd --options noudev]
I0424 01:27:30.041343   59916 nodeserver.go:1059] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 successfully unmapped volume (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358)
I0424 01:27:30.041500   59916 utils.go:205] ID: 13 Req-ID: 0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f3078e23-5468-4be1-87c5-c388749f5358 GRPC response: {}