I0724 04:46:58.604197       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0724 04:46:58.604307       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0724 04:46:58.604322       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0724 04:46:58.604335       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0724 04:46:58.604338       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0724 04:46:58.604341       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0724 04:46:58.604344       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0724 04:46:58.604347       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0724 04:46:58.604350       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0724 04:46:58.604353       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0724 04:46:58.604689       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0724 04:46:58.604702       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0724 04:47:05.230072       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0724 04:47:05.231053       1 utils.go:199] ID: 1 GRPC request: {}
I0724 04:47:05.231104       1 utils.go:205] ID: 1 GRPC response: {}
I0724 04:47:05.233433       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:47:05.233515       1 utils.go:199] ID: 2 GRPC request: {}
I0724 04:47:05.233528       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0724 04:47:05.233569       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:47:05.235882       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0724 04:47:05.235922       1 utils.go:199] ID: 3 GRPC request: {}
I0724 04:47:05.235969       1 utils.go:205] ID: 3 GRPC response: {}
I0724 04:47:05.236373       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0724 04:47:05.236428       1 utils.go:199] ID: 4 GRPC request: {}
I0724 04:47:05.236571       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0724 04:47:05.237284       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:47:05.237394       1 utils.go:199] ID: 5 GRPC request: {}
I0724 04:47:05.237409       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0724 04:47:05.237587       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:47:06.567173       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0724 04:47:06.567217       1 utils.go:199] ID: 6 GRPC request: {}
I0724 04:47:06.568594       1 utils.go:205] ID: 6 GRPC response: {}
I0724 04:47:06.570603       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:47:06.570637       1 utils.go:199] ID: 7 GRPC request: {}
I0724 04:47:06.570645       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0724 04:47:06.570750       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:47:06.575521       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0724 04:47:06.575576       1 utils.go:199] ID: 8 GRPC request: {}
I0724 04:47:06.575604       1 utils.go:205] ID: 8 GRPC response: {}
I0724 04:47:06.576266       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0724 04:47:06.576328       1 utils.go:199] ID: 9 GRPC request: {}
I0724 04:47:06.576444       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0724 04:47:06.577076       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:47:06.577100       1 utils.go:199] ID: 10 GRPC request: {}
I0724 04:47:06.577116       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0724 04:47:06.577199       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:47:06.577838       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:47:06.577880       1 utils.go:199] ID: 11 GRPC request: {}
I0724 04:47:06.577899       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0724 04:47:06.578026       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:47:06.578474       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:47:06.578495       1 utils.go:199] ID: 12 GRPC request: {}
I0724 04:47:06.578502       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0724 04:47:06.578575       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:47:07.984312       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:47:07.984347       1 utils.go:199] ID: 13 GRPC request: {}
I0724 04:47:07.984355       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0724 04:47:07.984379       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:47:07.988414       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0724 04:47:07.988494       1 utils.go:199] ID: 14 GRPC request: {}
I0724 04:47:07.988528       1 utils.go:205] ID: 14 GRPC response: {}
I0724 04:47:07.989045       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:47:07.989104       1 utils.go:199] ID: 15 GRPC request: {}
I0724 04:47:07.989130       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0724 04:47:07.989260       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:47:10.939749       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0724 04:47:10.939826       1 utils.go:199] ID: 16 GRPC request: {}
I0724 04:47:10.939851       1 utils.go:205] ID: 16 GRPC response: {}
I0724 04:47:10.941928       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:47:10.941969       1 utils.go:199] ID: 17 GRPC request: {}
I0724 04:47:10.941978       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0724 04:47:10.942003       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:47:10.943737       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0724 04:47:10.943771       1 utils.go:199] ID: 18 GRPC request: {}
I0724 04:47:10.943814       1 utils.go:205] ID: 18 GRPC response: {}
I0724 04:47:10.944206       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0724 04:47:10.944223       1 utils.go:199] ID: 19 GRPC request: {}
I0724 04:47:10.944313       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0724 04:47:10.944805       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:47:10.944823       1 utils.go:199] ID: 20 GRPC request: {}
I0724 04:47:10.944832       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0724 04:47:10.944913       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:48:11.194371       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0724 04:48:11.194434       1 utils.go:199] ID: 21 GRPC request: {}
I0724 04:48:11.194484       1 utils.go:205] ID: 21 GRPC response: {}
I0724 04:49:11.137099       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0724 04:49:11.137162       1 utils.go:199] ID: 22 GRPC request: {}
I0724 04:49:11.137179       1 utils.go:205] ID: 22 GRPC response: {}
I0724 04:50:11.135793       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0724 04:50:11.135842       1 utils.go:199] ID: 23 GRPC request: {}
I0724 04:50:11.135864       1 utils.go:205] ID: 23 GRPC response: {}
I0724 04:51:11.146055       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0724 04:51:11.146269       1 utils.go:199] ID: 24 GRPC request: {}
I0724 04:51:11.146341       1 utils.go:205] ID: 24 GRPC response: {}
I0724 04:51:24.046715       1 utils.go:198] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 GRPC call: /csi.v1.Controller/CreateVolume
I0724 04:51:24.047184       1 utils.go:199] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0724 04:51:24.048496       1 rbd_util.go:1315] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0724 04:51:24.064333       1 omap.go:80] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0724 04:51:24.080689       1 omap.go:159] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4:2cbc98b4-d083-4403-8c43-b3dfcc01bd97])
I0724 04:51:24.086701       1 omap.go:159] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 set omap keys (pool="kube", namespace="", name="csi.volume.2cbc98b4-d083-4403-8c43-b3dfcc01bd97"): map[csi.imagename:csi-vol-2cbc98b4-d083-4403-8c43-b3dfcc01bd97 csi.volname:pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 csi.volume.owner:default])
I0724 04:51:24.086735       1 rbd_journal.go:491] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2cbc98b4-d083-4403-8c43-b3dfcc01bd97) and image name (csi-vol-2cbc98b4-d083-4403-8c43-b3dfcc01bd97) for request name (pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4)
I0724 04:51:24.086912       1 rbd_util.go:423] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 rbd: create kube/csi-vol-2cbc98b4-d083-4403-8c43-b3dfcc01bd97 size 5120M (features: [layering]) using mon 199.204.45.216
I0724 04:51:24.087020       1 rbd_util.go:1563] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 setting image options on kube/csi-vol-2cbc98b4-d083-4403-8c43-b3dfcc01bd97
I0724 04:51:24.113538       1 controllerserver.go:763] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 created image kube/csi-vol-2cbc98b4-d083-4403-8c43-b3dfcc01bd97 backed for request name pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4
I0724 04:51:24.141792       1 omap.go:159] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 set omap keys (pool="kube", namespace="", name="csi.volume.2cbc98b4-d083-4403-8c43-b3dfcc01bd97"): map[csi.imageid:37f4b43de43f])
I0724 04:51:24.225420       1 utils.go:205] ID: 25 Req-ID: pvc-08321f2e-ddbe-41c9-9d7a-840ea1dd5ed4 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-2cbc98b4-d083-4403-8c43-b3dfcc01bd97","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2cbc98b4-d083-4403-8c43-b3dfcc01bd97"}}
I0724 04:52:11.136042       1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe
I0724 04:52:11.136081       1 utils.go:199] ID: 26 GRPC request: {}
I0724 04:52:11.136097       1 utils.go:205] ID: 26 GRPC response: {}