I0724 04:43:15.155339       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0724 04:43:15.155469       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0724 04:43:15.155481       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0724 04:43:15.155490       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0724 04:43:15.155493       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0724 04:43:15.155496       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0724 04:43:15.155500       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0724 04:43:15.155503       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0724 04:43:15.155505       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0724 04:43:15.155508       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0724 04:43:15.155756       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0724 04:43:15.155778       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0724 04:43:19.501826       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0724 04:43:19.502764       1 utils.go:199] ID: 1 GRPC request: {}
I0724 04:43:19.502808       1 utils.go:205] ID: 1 GRPC response: {}
I0724 04:43:19.506094       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:43:19.506187       1 utils.go:199] ID: 2 GRPC request: {}
I0724 04:43:19.506201       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0724 04:43:19.506257       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:43:19.507603       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0724 04:43:19.507713       1 utils.go:199] ID: 3 GRPC request: {}
I0724 04:43:19.507767       1 utils.go:205] ID: 3 GRPC response: {}
I0724 04:43:19.508217       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0724 04:43:19.508290       1 utils.go:199] ID: 4 GRPC request: {}
I0724 04:43:19.508425       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0724 04:43:19.509145       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:43:19.509303       1 utils.go:199] ID: 5 GRPC request: {}
I0724 04:43:19.509363       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0724 04:43:19.509580       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:43:23.425720       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0724 04:43:23.425800       1 utils.go:199] ID: 6 GRPC request: {}
I0724 04:43:23.425870       1 utils.go:205] ID: 6 GRPC response: {}
I0724 04:43:23.429981       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:43:23.430019       1 utils.go:199] ID: 7 GRPC request: {}
I0724 04:43:23.430065       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0724 04:43:23.430254       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:43:23.431558       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0724 04:43:23.431657       1 utils.go:199] ID: 8 GRPC request: {}
I0724 04:43:23.431680       1 utils.go:205] ID: 8 GRPC response: {}
I0724 04:43:23.432074       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0724 04:43:23.432091       1 utils.go:199] ID: 9 GRPC request: {}
I0724 04:43:23.432202       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0724 04:43:23.432799       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:43:23.432847       1 utils.go:199] ID: 10 GRPC request: {}
I0724 04:43:23.432893       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0724 04:43:23.433091       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:43:23.433850       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:43:23.433940       1 utils.go:199] ID: 11 GRPC request: {}
I0724 04:43:23.433985       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0724 04:43:23.434156       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:43:23.434440       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:43:23.434453       1 utils.go:199] ID: 12 GRPC request: {}
I0724 04:43:23.434457       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0724 04:43:23.434556       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:43:24.736927       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:43:24.736974       1 utils.go:199] ID: 13 GRPC request: {}
I0724 04:43:24.736986       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0724 04:43:24.737032       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:43:24.739923       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0724 04:43:24.739980       1 utils.go:199] ID: 14 GRPC request: {}
I0724 04:43:24.740005       1 utils.go:205] ID: 14 GRPC response: {}
I0724 04:43:24.740541       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:43:24.740611       1 utils.go:199] ID: 15 GRPC request: {}
I0724 04:43:24.740625       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0724 04:43:24.740742       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:43:26.031573       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0724 04:43:26.031610       1 utils.go:199] ID: 16 GRPC request: {}
I0724 04:43:26.031625       1 utils.go:205] ID: 16 GRPC response: {}
I0724 04:43:26.038342       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:43:26.038388       1 utils.go:199] ID: 17 GRPC request: {}
I0724 04:43:26.038410       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0724 04:43:26.038437       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:43:26.042118       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0724 04:43:26.042154       1 utils.go:199] ID: 18 GRPC request: {}
I0724 04:43:26.042170       1 utils.go:205] ID: 18 GRPC response: {}
I0724 04:43:26.042523       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0724 04:43:26.042546       1 utils.go:199] ID: 19 GRPC request: {}
I0724 04:43:26.042677       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0724 04:43:26.043204       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:43:26.043224       1 utils.go:199] ID: 20 GRPC request: {}
I0724 04:43:26.043232       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0724 04:43:26.043299       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:44:26.248517       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0724 04:44:26.248580       1 utils.go:199] ID: 21 GRPC request: {}
I0724 04:44:26.248605       1 utils.go:205] ID: 21 GRPC response: {}
I0724 04:45:26.229300       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0724 04:45:26.229387       1 utils.go:199] ID: 22 GRPC request: {}
I0724 04:45:26.229459       1 utils.go:205] ID: 22 GRPC response: {}
I0724 04:46:26.227986       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0724 04:46:26.228057       1 utils.go:199] ID: 23 GRPC request: {}
I0724 04:46:26.228079       1 utils.go:205] ID: 23 GRPC response: {}
I0724 04:47:26.239647       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0724 04:47:26.239779       1 utils.go:199] ID: 24 GRPC request: {}
I0724 04:47:26.239837       1 utils.go:205] ID: 24 GRPC response: {}
I0724 04:47:45.331133       1 utils.go:198] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 GRPC call: /csi.v1.Controller/CreateVolume
I0724 04:47:45.331586       1 utils.go:199] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-fd70e215-dee8-431c-9048-998b32dd8f27","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-fd70e215-dee8-431c-9048-998b32dd8f27","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0724 04:47:45.331866       1 rbd_util.go:1315] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0724 04:47:45.351579       1 omap.go:80] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0724 04:47:45.368704       1 omap.go:159] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-fd70e215-dee8-431c-9048-998b32dd8f27:cb6ff358-b69c-4cbe-8938-8a004e8ccef7])
I0724 04:47:45.375315       1 omap.go:159] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 set omap keys (pool="kube", namespace="", name="csi.volume.cb6ff358-b69c-4cbe-8938-8a004e8ccef7"): map[csi.imagename:csi-vol-cb6ff358-b69c-4cbe-8938-8a004e8ccef7 csi.volname:pvc-fd70e215-dee8-431c-9048-998b32dd8f27 csi.volume.owner:default])
I0724 04:47:45.375365       1 rbd_journal.go:491] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-cb6ff358-b69c-4cbe-8938-8a004e8ccef7) and image name (csi-vol-cb6ff358-b69c-4cbe-8938-8a004e8ccef7) for request name (pvc-fd70e215-dee8-431c-9048-998b32dd8f27)
I0724 04:47:45.375464       1 rbd_util.go:423] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 rbd: create kube/csi-vol-cb6ff358-b69c-4cbe-8938-8a004e8ccef7 size 5120M (features: [layering]) using mon 199.204.45.169
I0724 04:47:45.375515       1 rbd_util.go:1563] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 setting image options on kube/csi-vol-cb6ff358-b69c-4cbe-8938-8a004e8ccef7
I0724 04:47:45.411458       1 controllerserver.go:763] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 created image kube/csi-vol-cb6ff358-b69c-4cbe-8938-8a004e8ccef7 backed for request name pvc-fd70e215-dee8-431c-9048-998b32dd8f27
I0724 04:47:45.446596       1 omap.go:159] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 set omap keys (pool="kube", namespace="", name="csi.volume.cb6ff358-b69c-4cbe-8938-8a004e8ccef7"): map[csi.imageid:37f4890b0bb])
I0724 04:47:45.547285       1 utils.go:205] ID: 25 Req-ID: pvc-fd70e215-dee8-431c-9048-998b32dd8f27 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-cb6ff358-b69c-4cbe-8938-8a004e8ccef7","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-cb6ff358-b69c-4cbe-8938-8a004e8ccef7"}}
I0724 04:48:26.228197       1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe
I0724 04:48:26.228245       1 utils.go:199] ID: 26 GRPC request: {}
I0724 04:48:26.228264       1 utils.go:205] ID: 26 GRPC response: {}