I0317 21:55:02.723389       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0317 21:55:02.723535       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0317 21:55:02.723549       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0317 21:55:02.723558       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0317 21:55:02.723562       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0317 21:55:02.723565       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0317 21:55:02.723569       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0317 21:55:02.723572       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0317 21:55:02.723576       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0317 21:55:02.723579       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0317 21:55:02.723873       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0317 21:55:02.723915       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0317 21:55:05.878341       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0317 21:55:05.880485       1 utils.go:199] ID: 1 GRPC request: {}
I0317 21:55:05.880576       1 utils.go:205] ID: 1 GRPC response: {}
I0317 21:55:05.883099       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0317 21:55:05.883198       1 utils.go:199] ID: 2 GRPC request: {}
I0317 21:55:05.883222       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0317 21:55:05.883290       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0317 21:55:05.885475       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0317 21:55:05.885497       1 utils.go:199] ID: 3 GRPC request: {}
I0317 21:55:05.885509       1 utils.go:205] ID: 3 GRPC response: {}
I0317 21:55:05.888465       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0317 21:55:05.888537       1 utils.go:199] ID: 4 GRPC request: {}
I0317 21:55:05.888672       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0317 21:55:05.890545       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0317 21:55:05.890717       1 utils.go:199] ID: 5 GRPC request: {}
I0317 21:55:05.890736       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0317 21:55:05.890920       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0317 21:55:08.360643       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0317 21:55:08.360686       1 utils.go:199] ID: 6 GRPC request: {}
I0317 21:55:08.360738       1 utils.go:205] ID: 6 GRPC response: {}
I0317 21:55:08.363755       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0317 21:55:08.363783       1 utils.go:199] ID: 7 GRPC request: {}
I0317 21:55:08.363793       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0317 21:55:08.363823       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0317 21:55:08.368402       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0317 21:55:08.368424       1 utils.go:199] ID: 8 GRPC request: {}
I0317 21:55:08.368436       1 utils.go:205] ID: 8 GRPC response: {}
I0317 21:55:08.369131       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0317 21:55:08.369165       1 utils.go:199] ID: 9 GRPC request: {}
I0317 21:55:08.369271       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0317 21:55:08.369824       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0317 21:55:08.369844       1 utils.go:199] ID: 10 GRPC request: {}
I0317 21:55:08.369852       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0317 21:55:08.369921       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0317 21:55:08.370362       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0317 21:55:08.370386       1 utils.go:199] ID: 11 GRPC request: {}
I0317 21:55:08.370392       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0317 21:55:08.370447       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0317 21:55:08.370736       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0317 21:55:08.370754       1 utils.go:199] ID: 12 GRPC request: {}
I0317 21:55:08.370759       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0317 21:55:08.370812       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0317 21:55:09.630120       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0317 21:55:09.630186       1 utils.go:199] ID: 13 GRPC request: {}
I0317 21:55:09.630197       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0317 21:55:09.630254       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0317 21:55:09.632447       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0317 21:55:09.632472       1 utils.go:199] ID: 14 GRPC request: {}
I0317 21:55:09.632490       1 utils.go:205] ID: 14 GRPC response: {}
I0317 21:55:09.633017       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0317 21:55:09.633062       1 utils.go:199] ID: 15 GRPC request: {}
I0317 21:55:09.633073       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0317 21:55:09.633183       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0317 21:55:10.862254       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0317 21:55:10.862306       1 utils.go:199] ID: 16 GRPC request: {}
I0317 21:55:10.862328       1 utils.go:205] ID: 16 GRPC response: {}
I0317 21:55:10.865144       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0317 21:55:10.865333       1 utils.go:199] ID: 17 GRPC request: {}
I0317 21:55:10.865348       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0317 21:55:10.865451       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0317 21:55:10.867733       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0317 21:55:10.867758       1 utils.go:199] ID: 18 GRPC request: {}
I0317 21:55:10.867771       1 utils.go:205] ID: 18 GRPC response: {}
I0317 21:55:10.868187       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0317 21:55:10.868210       1 utils.go:199] ID: 19 GRPC request: {}
I0317 21:55:10.868334       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0317 21:55:10.868971       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0317 21:55:10.868988       1 utils.go:199] ID: 20 GRPC request: {}
I0317 21:55:10.868998       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0317 21:55:10.869168       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0317 21:56:11.086901       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0317 21:56:11.087201       1 utils.go:199] ID: 21 GRPC request: {}
I0317 21:56:11.087395       1 utils.go:205] ID: 21 GRPC response: {}
I0317 21:57:11.078883       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0317 21:57:11.078935       1 utils.go:199] ID: 22 GRPC request: {}
I0317 21:57:11.078949       1 utils.go:205] ID: 22 GRPC response: {}
I0317 21:58:11.078238       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0317 21:58:11.078297       1 utils.go:199] ID: 23 GRPC request: {}
I0317 21:58:11.078320       1 utils.go:205] ID: 23 GRPC response: {}
I0317 21:58:14.143758       1 utils.go:198] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 GRPC call: /csi.v1.Controller/CreateVolume
I0317 21:58:14.144622       1 utils.go:199] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-0912a696-a507-4abc-8abe-0861fa727ea3","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-0912a696-a507-4abc-8abe-0861fa727ea3","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0317 21:58:14.145150       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0317 21:58:14.164132       1 omap.go:80] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0317 21:58:14.176771       1 omap.go:159] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-0912a696-a507-4abc-8abe-0861fa727ea3:d8031b1d-68c0-4b36-9abc-97ff4458056e])
I0317 21:58:14.183246       1 omap.go:159] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 set omap keys (pool="kube", namespace="", name="csi.volume.d8031b1d-68c0-4b36-9abc-97ff4458056e"): map[csi.imagename:csi-vol-d8031b1d-68c0-4b36-9abc-97ff4458056e csi.volname:pvc-0912a696-a507-4abc-8abe-0861fa727ea3 csi.volume.owner:default])
I0317 21:58:14.183287       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-d8031b1d-68c0-4b36-9abc-97ff4458056e) and image name (csi-vol-d8031b1d-68c0-4b36-9abc-97ff4458056e) for request name (pvc-0912a696-a507-4abc-8abe-0861fa727ea3)
I0317 21:58:14.183455       1 rbd_util.go:423] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 rbd: create kube/csi-vol-d8031b1d-68c0-4b36-9abc-97ff4458056e size 5120M (features: [layering]) using mon 199.204.45.242
I0317 21:58:14.183541       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 setting image options on kube/csi-vol-d8031b1d-68c0-4b36-9abc-97ff4458056e
I0317 21:58:16.155547       1 controllerserver.go:763] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 created image kube/csi-vol-d8031b1d-68c0-4b36-9abc-97ff4458056e backed for request name pvc-0912a696-a507-4abc-8abe-0861fa727ea3
I0317 21:58:16.214585       1 omap.go:159] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 set omap keys (pool="kube", namespace="", name="csi.volume.d8031b1d-68c0-4b36-9abc-97ff4458056e"): map[csi.imageid:37d9712fa10f])
I0317 21:58:16.314925       1 utils.go:205] ID: 24 Req-ID: pvc-0912a696-a507-4abc-8abe-0861fa727ea3 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-d8031b1d-68c0-4b36-9abc-97ff4458056e","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-d8031b1d-68c0-4b36-9abc-97ff4458056e"}}
I0317 21:59:11.093810       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0317 21:59:11.093846       1 utils.go:199] ID: 25 GRPC request: {}
I0317 21:59:11.093860       1 utils.go:205] ID: 25 GRPC response: {}