I0616 01:01:41.584697       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0616 01:01:41.584883       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0616 01:01:41.584900       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0616 01:01:41.584905       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0616 01:01:41.584923       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0616 01:01:41.584926       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0616 01:01:41.584931       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0616 01:01:41.584935       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0616 01:01:41.584939       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0616 01:01:41.584942       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0616 01:01:41.585371       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0616 01:01:41.585374       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0616 01:01:45.376598       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0616 01:01:45.377949       1 utils.go:199] ID: 1 GRPC request: {}
I0616 01:01:45.378004       1 utils.go:205] ID: 1 GRPC response: {}
I0616 01:01:45.380068       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0616 01:01:45.380149       1 utils.go:199] ID: 2 GRPC request: {}
I0616 01:01:45.380172       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0616 01:01:45.380234       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0616 01:01:45.382128       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0616 01:01:45.382159       1 utils.go:199] ID: 3 GRPC request: {}
I0616 01:01:45.382175       1 utils.go:205] ID: 3 GRPC response: {}
I0616 01:01:45.382572       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0616 01:01:45.382620       1 utils.go:199] ID: 4 GRPC request: {}
I0616 01:01:45.382763       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0616 01:01:45.383425       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0616 01:01:45.383464       1 utils.go:199] ID: 5 GRPC request: {}
I0616 01:01:45.383474       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0616 01:01:45.383573       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0616 01:01:48.762240       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0616 01:01:48.762279       1 utils.go:199] ID: 6 GRPC request: {}
I0616 01:01:48.762296       1 utils.go:205] ID: 6 GRPC response: {}
I0616 01:01:48.765519       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0616 01:01:48.765555       1 utils.go:199] ID: 7 GRPC request: {}
I0616 01:01:48.765564       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0616 01:01:48.765594       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0616 01:01:48.767348       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0616 01:01:48.767381       1 utils.go:199] ID: 8 GRPC request: {}
I0616 01:01:48.767393       1 utils.go:205] ID: 8 GRPC response: {}
I0616 01:01:48.767962       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0616 01:01:48.767985       1 utils.go:199] ID: 9 GRPC request: {}
I0616 01:01:48.768073       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0616 01:01:48.770002       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0616 01:01:48.770031       1 utils.go:199] ID: 10 GRPC request: {}
I0616 01:01:48.770040       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0616 01:01:48.770138       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0616 01:01:48.771716       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0616 01:01:48.771735       1 utils.go:199] ID: 11 GRPC request: {}
I0616 01:01:48.771741       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0616 01:01:48.771807       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0616 01:01:48.772230       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0616 01:01:48.772314       1 utils.go:199] ID: 12 GRPC request: {}
I0616 01:01:48.772334       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0616 01:01:48.772440       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0616 01:01:50.464564       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0616 01:01:50.464641       1 utils.go:199] ID: 13 GRPC request: {}
I0616 01:01:50.464656       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0616 01:01:50.464686       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0616 01:01:50.467734       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0616 01:01:50.467786       1 utils.go:199] ID: 14 GRPC request: {}
I0616 01:01:50.467823       1 utils.go:205] ID: 14 GRPC response: {}
I0616 01:01:50.468664       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0616 01:01:50.468780       1 utils.go:199] ID: 15 GRPC request: {}
I0616 01:01:50.468808       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0616 01:01:50.468913       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0616 01:01:52.151717       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0616 01:01:52.151753       1 utils.go:199] ID: 16 GRPC request: {}
I0616 01:01:52.151768       1 utils.go:205] ID: 16 GRPC response: {}
I0616 01:01:52.154203       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0616 01:01:52.154226       1 utils.go:199] ID: 17 GRPC request: {}
I0616 01:01:52.154232       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0616 01:01:52.154256       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0616 01:01:52.156339       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0616 01:01:52.156416       1 utils.go:199] ID: 18 GRPC request: {}
I0616 01:01:52.156651       1 utils.go:205] ID: 18 GRPC response: {}
I0616 01:01:52.157948       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0616 01:01:52.157986       1 utils.go:199] ID: 19 GRPC request: {}
I0616 01:01:52.158174       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0616 01:01:52.159108       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0616 01:01:52.159167       1 utils.go:199] ID: 20 GRPC request: {}
I0616 01:01:52.159200       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0616 01:01:52.159340       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0616 01:02:52.332926       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0616 01:02:52.332977       1 utils.go:199] ID: 21 GRPC request: {}
I0616 01:02:52.332998       1 utils.go:205] ID: 21 GRPC response: {}
I0616 01:03:52.332616       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0616 01:03:52.332734       1 utils.go:199] ID: 22 GRPC request: {}
I0616 01:03:52.332767       1 utils.go:205] ID: 22 GRPC response: {}
I0616 01:04:52.331554       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0616 01:04:52.331934       1 utils.go:199] ID: 23 GRPC request: {}
I0616 01:04:52.332195       1 utils.go:205] ID: 23 GRPC response: {}
I0616 01:05:35.946912       1 utils.go:198] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b GRPC call: /csi.v1.Controller/CreateVolume
I0616 01:05:35.947190       1 utils.go:199] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-4a2d99db-1661-470c-833d-05680fdf0c7b","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-4a2d99db-1661-470c-833d-05680fdf0c7b","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0616 01:05:35.947428       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b setting disableInUseChecks: false image features: [layering] mounter: rbd
E0616 01:05:35.966859       1 omap.go:80] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0616 01:05:35.979838       1 omap.go:159] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-4a2d99db-1661-470c-833d-05680fdf0c7b:2f3eee63-8ccb-4363-92ea-8821ba5fc830])
I0616 01:05:35.986874       1 omap.go:159] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b set omap keys (pool="kube", namespace="", name="csi.volume.2f3eee63-8ccb-4363-92ea-8821ba5fc830"): map[csi.imagename:csi-vol-2f3eee63-8ccb-4363-92ea-8821ba5fc830 csi.volname:pvc-4a2d99db-1661-470c-833d-05680fdf0c7b csi.volume.owner:default])
I0616 01:05:35.986912       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2f3eee63-8ccb-4363-92ea-8821ba5fc830) and image name (csi-vol-2f3eee63-8ccb-4363-92ea-8821ba5fc830) for request name (pvc-4a2d99db-1661-470c-833d-05680fdf0c7b)
I0616 01:05:35.986994       1 rbd_util.go:423] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b rbd: create kube/csi-vol-2f3eee63-8ccb-4363-92ea-8821ba5fc830 size 5120M (features: [layering]) using mon 199.204.45.78
I0616 01:05:35.987042       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b setting image options on kube/csi-vol-2f3eee63-8ccb-4363-92ea-8821ba5fc830
I0616 01:05:36.018263       1 controllerserver.go:763] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b created image kube/csi-vol-2f3eee63-8ccb-4363-92ea-8821ba5fc830 backed for request name pvc-4a2d99db-1661-470c-833d-05680fdf0c7b
I0616 01:05:36.055174       1 omap.go:159] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b set omap keys (pool="kube", namespace="", name="csi.volume.2f3eee63-8ccb-4363-92ea-8821ba5fc830"): map[csi.imageid:37ed53ee80c])
I0616 01:05:36.147758       1 utils.go:205] ID: 24 Req-ID: pvc-4a2d99db-1661-470c-833d-05680fdf0c7b GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-2f3eee63-8ccb-4363-92ea-8821ba5fc830","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-2f3eee63-8ccb-4363-92ea-8821ba5fc830"}}
I0616 01:05:52.341174       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0616 01:05:52.342168       1 utils.go:199] ID: 25 GRPC request: {}
I0616 01:05:52.342259       1 utils.go:205] ID: 25 GRPC response: {}