I0624 11:09:41.218389       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0624 11:09:41.218537       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0624 11:09:41.218551       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0624 11:09:41.218556       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0624 11:09:41.218560       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0624 11:09:41.218565       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0624 11:09:41.218571       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0624 11:09:41.218574       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0624 11:09:41.218577       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0624 11:09:41.218580       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0624 11:09:41.218891       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0624 11:09:41.219002       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0624 11:09:48.241862       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0624 11:09:48.243206       1 utils.go:199] ID: 1 GRPC request: {}
I0624 11:09:48.243264       1 utils.go:205] ID: 1 GRPC response: {}
I0624 11:09:48.247487       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0624 11:09:48.247582       1 utils.go:199] ID: 2 GRPC request: {}
I0624 11:09:48.247596       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0624 11:09:48.247644       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0624 11:09:48.249208       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0624 11:09:48.249225       1 utils.go:199] ID: 3 GRPC request: {}
I0624 11:09:48.249238       1 utils.go:205] ID: 3 GRPC response: {}
I0624 11:09:48.249640       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0624 11:09:48.249779       1 utils.go:199] ID: 4 GRPC request: {}
I0624 11:09:48.250006       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0624 11:09:48.250891       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0624 11:09:48.250952       1 utils.go:199] ID: 5 GRPC request: {}
I0624 11:09:48.250966       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0624 11:09:48.251089       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0624 11:09:50.002421       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0624 11:09:50.002468       1 utils.go:199] ID: 6 GRPC request: {}
I0624 11:09:50.002491       1 utils.go:205] ID: 6 GRPC response: {}
I0624 11:09:50.003841       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0624 11:09:50.003868       1 utils.go:199] ID: 7 GRPC request: {}
I0624 11:09:50.003875       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0624 11:09:50.003923       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0624 11:09:50.005194       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0624 11:09:50.005212       1 utils.go:199] ID: 8 GRPC request: {}
I0624 11:09:50.005222       1 utils.go:205] ID: 8 GRPC response: {}
I0624 11:09:50.006575       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0624 11:09:50.006618       1 utils.go:199] ID: 9 GRPC request: {}
I0624 11:09:50.006797       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0624 11:09:50.007543       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0624 11:09:50.007656       1 utils.go:199] ID: 10 GRPC request: {}
I0624 11:09:50.007684       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0624 11:09:50.007959       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0624 11:09:50.008666       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0624 11:09:50.008807       1 utils.go:199] ID: 11 GRPC request: {}
I0624 11:09:50.008909       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0624 11:09:50.009152       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0624 11:09:50.009637       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0624 11:09:50.009764       1 utils.go:199] ID: 12 GRPC request: {}
I0624 11:09:50.009852       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0624 11:09:50.010097       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0624 11:09:51.822255       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0624 11:09:51.822299       1 utils.go:199] ID: 13 GRPC request: {}
I0624 11:09:51.822308       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0624 11:09:51.822334       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0624 11:09:51.824775       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0624 11:09:51.824918       1 utils.go:199] ID: 14 GRPC request: {}
I0624 11:09:51.824961       1 utils.go:205] ID: 14 GRPC response: {}
I0624 11:09:51.825642       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0624 11:09:51.825687       1 utils.go:199] ID: 15 GRPC request: {}
I0624 11:09:51.825699       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0624 11:09:51.825848       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0624 11:09:53.567802       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0624 11:09:53.567868       1 utils.go:199] ID: 16 GRPC request: {}
I0624 11:09:53.567914       1 utils.go:205] ID: 16 GRPC response: {}
I0624 11:09:53.570359       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0624 11:09:53.570457       1 utils.go:199] ID: 17 GRPC request: {}
I0624 11:09:53.570498       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0624 11:09:53.570552       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0624 11:09:53.576332       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0624 11:09:53.576363       1 utils.go:199] ID: 18 GRPC request: {}
I0624 11:09:53.576379       1 utils.go:205] ID: 18 GRPC response: {}
I0624 11:09:53.578489       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0624 11:09:53.578513       1 utils.go:199] ID: 19 GRPC request: {}
I0624 11:09:53.578629       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0624 11:09:53.585423       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0624 11:09:53.585494       1 utils.go:199] ID: 20 GRPC request: {}
I0624 11:09:53.585507       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0624 11:09:53.585647       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0624 11:10:53.739755       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0624 11:10:53.739804       1 utils.go:199] ID: 21 GRPC request: {}
I0624 11:10:53.739819       1 utils.go:205] ID: 21 GRPC response: {}
I0624 11:11:53.738437       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0624 11:11:53.738762       1 utils.go:199] ID: 22 GRPC request: {}
I0624 11:11:53.738808       1 utils.go:205] ID: 22 GRPC response: {}
I0624 11:12:53.736544       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0624 11:12:53.736608       1 utils.go:199] ID: 23 GRPC request: {}
I0624 11:12:53.736630       1 utils.go:205] ID: 23 GRPC response: {}
I0624 11:13:35.768114       1 utils.go:198] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da GRPC call: /csi.v1.Controller/CreateVolume
I0624 11:13:35.768409       1 utils.go:199] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0624 11:13:35.769396       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da setting disableInUseChecks: false image features: [layering] mounter: rbd
E0624 11:13:35.785944       1 omap.go:80] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0624 11:13:35.803030       1 omap.go:159] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da:01b45ce3-24a0-4b72-877a-0c110164ab76])
I0624 11:13:35.810100       1 omap.go:159] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da set omap keys (pool="kube", namespace="", name="csi.volume.01b45ce3-24a0-4b72-877a-0c110164ab76"): map[csi.imagename:csi-vol-01b45ce3-24a0-4b72-877a-0c110164ab76 csi.volname:pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da csi.volume.owner:default])
I0624 11:13:35.810144       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-01b45ce3-24a0-4b72-877a-0c110164ab76) and image name (csi-vol-01b45ce3-24a0-4b72-877a-0c110164ab76) for request name (pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da)
I0624 11:13:35.810251       1 rbd_util.go:423] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da rbd: create kube/csi-vol-01b45ce3-24a0-4b72-877a-0c110164ab76 size 5120M (features: [layering]) using mon 199.19.213.140
I0624 11:13:35.810292       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da setting image options on kube/csi-vol-01b45ce3-24a0-4b72-877a-0c110164ab76
I0624 11:13:35.843529       1 controllerserver.go:763] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da created image kube/csi-vol-01b45ce3-24a0-4b72-877a-0c110164ab76 backed for request name pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da
I0624 11:13:35.875852       1 omap.go:159] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da set omap keys (pool="kube", namespace="", name="csi.volume.01b45ce3-24a0-4b72-877a-0c110164ab76"): map[csi.imageid:37edbf54a9f0])
I0624 11:13:35.982664       1 utils.go:205] ID: 24 Req-ID: pvc-f1483d3d-57ae-44e0-a07e-bb49577d93da GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-01b45ce3-24a0-4b72-877a-0c110164ab76","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-01b45ce3-24a0-4b72-877a-0c110164ab76"}}
I0624 11:13:53.746889       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0624 11:13:53.747489       1 utils.go:199] ID: 25 GRPC request: {}
I0624 11:13:53.747553       1 utils.go:205] ID: 25 GRPC response: {}