I0424 01:31:50.123538       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0424 01:31:50.123692       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0424 01:31:50.123707       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0424 01:31:50.123713       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0424 01:31:50.123716       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0424 01:31:50.123719       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0424 01:31:50.123724       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0424 01:31:50.123726       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0424 01:31:50.123729       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0424 01:31:50.123731       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0424 01:31:50.124082       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0424 01:31:50.124150       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0424 01:31:52.112514       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0424 01:31:52.114042       1 utils.go:199] ID: 1 GRPC request: {}
I0424 01:31:52.114189       1 utils.go:205] ID: 1 GRPC response: {}
I0424 01:31:52.118150       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0424 01:31:52.118367       1 utils.go:199] ID: 2 GRPC request: {}
I0424 01:31:52.118388       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0424 01:31:52.118552       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0424 01:31:52.120528       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0424 01:31:52.120552       1 utils.go:199] ID: 3 GRPC request: {}
I0424 01:31:52.120630       1 utils.go:205] ID: 3 GRPC response: {}
I0424 01:31:52.121138       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0424 01:31:52.121211       1 utils.go:199] ID: 4 GRPC request: {}
I0424 01:31:52.121402       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0424 01:31:52.122632       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 01:31:52.122699       1 utils.go:199] ID: 5 GRPC request: {}
I0424 01:31:52.122713       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0424 01:31:52.122850       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 01:31:54.358275       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0424 01:31:54.358321       1 utils.go:199] ID: 6 GRPC request: {}
I0424 01:31:54.358464       1 utils.go:205] ID: 6 GRPC response: {}
I0424 01:31:54.362883       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0424 01:31:54.362905       1 utils.go:199] ID: 7 GRPC request: {}
I0424 01:31:54.362914       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0424 01:31:54.363008       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0424 01:31:54.364624       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0424 01:31:54.364648       1 utils.go:199] ID: 8 GRPC request: {}
I0424 01:31:54.364661       1 utils.go:205] ID: 8 GRPC response: {}
I0424 01:31:54.365424       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0424 01:31:54.365535       1 utils.go:199] ID: 9 GRPC request: {}
I0424 01:31:54.365720       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0424 01:31:54.366615       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 01:31:54.366641       1 utils.go:199] ID: 10 GRPC request: {}
I0424 01:31:54.366651       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0424 01:31:54.366834       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 01:31:54.367329       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 01:31:54.367346       1 utils.go:199] ID: 11 GRPC request: {}
I0424 01:31:54.367351       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0424 01:31:54.367435       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 01:31:54.368045       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 01:31:54.368062       1 utils.go:199] ID: 12 GRPC request: {}
I0424 01:31:54.368067       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0424 01:31:54.368120       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 01:31:55.949013       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0424 01:31:55.949126       1 utils.go:199] ID: 13 GRPC request: {}
I0424 01:31:55.949144       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0424 01:31:55.949290       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0424 01:31:55.954114       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0424 01:31:55.954170       1 utils.go:199] ID: 14 GRPC request: {}
I0424 01:31:55.954196       1 utils.go:205] ID: 14 GRPC response: {}
I0424 01:31:55.954786       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 01:31:55.954844       1 utils.go:199] ID: 15 GRPC request: {}
I0424 01:31:55.954863       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0424 01:31:55.955036       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 01:31:57.122783       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0424 01:31:57.122832       1 utils.go:199] ID: 16 GRPC request: {}
I0424 01:31:57.122851       1 utils.go:205] ID: 16 GRPC response: {}
I0424 01:31:57.125423       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0424 01:31:57.125444       1 utils.go:199] ID: 17 GRPC request: {}
I0424 01:31:57.125453       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0424 01:31:57.125513       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0424 01:31:57.127840       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0424 01:31:57.127859       1 utils.go:199] ID: 18 GRPC request: {}
I0424 01:31:57.127901       1 utils.go:205] ID: 18 GRPC response: {}
I0424 01:31:57.128531       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0424 01:31:57.128651       1 utils.go:199] ID: 19 GRPC request: {}
I0424 01:31:57.128849       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0424 01:31:57.129611       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 01:31:57.129633       1 utils.go:199] ID: 20 GRPC request: {}
I0424 01:31:57.129642       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0424 01:31:57.129736       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 01:32:57.350372       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0424 01:32:57.350483       1 utils.go:199] ID: 21 GRPC request: {}
I0424 01:32:57.350510       1 utils.go:205] ID: 21 GRPC response: {}
I0424 01:33:57.322252       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0424 01:33:57.322372       1 utils.go:199] ID: 22 GRPC request: {}
I0424 01:33:57.322412       1 utils.go:205] ID: 22 GRPC response: {}
I0424 01:34:57.321064       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0424 01:34:57.321162       1 utils.go:199] ID: 23 GRPC request: {}
I0424 01:34:57.321188       1 utils.go:205] ID: 23 GRPC response: {}
I0424 01:35:08.339197       1 utils.go:198] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf GRPC call: /csi.v1.Controller/CreateVolume
I0424 01:35:08.339837       1 utils.go:199] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0424 01:35:08.340286       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf setting disableInUseChecks: false image features: [layering] mounter: rbd
E0424 01:35:08.363760       1 omap.go:80] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0424 01:35:08.379407       1 omap.go:159] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf:4e69ac64-e26b-460a-beb0-e392504f5a77])
I0424 01:35:08.388987       1 omap.go:159] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf set omap keys (pool="kube", namespace="", name="csi.volume.4e69ac64-e26b-460a-beb0-e392504f5a77"): map[csi.imagename:csi-vol-4e69ac64-e26b-460a-beb0-e392504f5a77 csi.volname:pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf csi.volume.owner:default])
I0424 01:35:08.389023       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-4e69ac64-e26b-460a-beb0-e392504f5a77) and image name (csi-vol-4e69ac64-e26b-460a-beb0-e392504f5a77) for request name (pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf)
I0424 01:35:08.389133       1 rbd_util.go:423] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf rbd: create kube/csi-vol-4e69ac64-e26b-460a-beb0-e392504f5a77 size 5120M (features: [layering]) using mon 199.204.45.210
I0424 01:35:08.389218       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf setting image options on kube/csi-vol-4e69ac64-e26b-460a-beb0-e392504f5a77
I0424 01:35:10.239267       1 controllerserver.go:763] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf created image kube/csi-vol-4e69ac64-e26b-460a-beb0-e392504f5a77 backed for request name pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf
I0424 01:35:10.281444       1 omap.go:159] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf set omap keys (pool="kube", namespace="", name="csi.volume.4e69ac64-e26b-460a-beb0-e392504f5a77"): map[csi.imageid:37d9e645e7ab])
I0424 01:35:10.371166       1 utils.go:205] ID: 24 Req-ID: pvc-cdb3354f-36ae-47cf-a7b5-e0b718a442bf GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-4e69ac64-e26b-460a-beb0-e392504f5a77","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-4e69ac64-e26b-460a-beb0-e392504f5a77"}}
I0424 01:35:57.333901       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0424 01:35:57.333968       1 utils.go:199] ID: 25 GRPC request: {}
I0424 01:35:57.333986       1 utils.go:205] ID: 25 GRPC response: {}