I0427 16:07:18.388054       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0427 16:07:18.388179       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0427 16:07:18.388198       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0427 16:07:18.388201       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0427 16:07:18.388205       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0427 16:07:18.388208       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0427 16:07:18.388212       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0427 16:07:18.388216       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0427 16:07:18.388219       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0427 16:07:18.388223       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0427 16:07:18.388468       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0427 16:07:18.388533       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0427 16:07:20.451479       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0427 16:07:20.454358       1 utils.go:199] ID: 1 GRPC request: {}
I0427 16:07:20.454482       1 utils.go:205] ID: 1 GRPC response: {}
I0427 16:07:20.458290       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0427 16:07:20.458350       1 utils.go:199] ID: 2 GRPC request: {}
I0427 16:07:20.458404       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0427 16:07:20.458447       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0427 16:07:20.460189       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0427 16:07:20.460231       1 utils.go:199] ID: 3 GRPC request: {}
I0427 16:07:20.460258       1 utils.go:205] ID: 3 GRPC response: {}
I0427 16:07:20.461340       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0427 16:07:20.461606       1 utils.go:199] ID: 4 GRPC request: {}
I0427 16:07:20.462076       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0427 16:07:20.463241       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 16:07:20.463346       1 utils.go:199] ID: 5 GRPC request: {}
I0427 16:07:20.463377       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0427 16:07:20.463508       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 16:07:23.346262       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0427 16:07:23.346307       1 utils.go:199] ID: 6 GRPC request: {}
I0427 16:07:23.346322       1 utils.go:205] ID: 6 GRPC response: {}
I0427 16:07:23.350951       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0427 16:07:23.350972       1 utils.go:199] ID: 7 GRPC request: {}
I0427 16:07:23.350979       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0427 16:07:23.351007       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0427 16:07:23.353679       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0427 16:07:23.353720       1 utils.go:199] ID: 8 GRPC request: {}
I0427 16:07:23.353737       1 utils.go:205] ID: 8 GRPC response: {}
I0427 16:07:23.354663       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0427 16:07:23.354684       1 utils.go:199] ID: 9 GRPC request: {}
I0427 16:07:23.354761       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0427 16:07:23.355347       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 16:07:23.355366       1 utils.go:199] ID: 10 GRPC request: {}
I0427 16:07:23.355373       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0427 16:07:23.355500       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 16:07:23.355962       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 16:07:23.355985       1 utils.go:199] ID: 11 GRPC request: {}
I0427 16:07:23.355995       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0427 16:07:23.356193       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 16:07:23.356645       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 16:07:23.356665       1 utils.go:199] ID: 12 GRPC request: {}
I0427 16:07:23.356671       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0427 16:07:23.356756       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 16:07:24.759291       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0427 16:07:24.759324       1 utils.go:199] ID: 13 GRPC request: {}
I0427 16:07:24.759331       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0427 16:07:24.759364       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0427 16:07:24.761155       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0427 16:07:24.761186       1 utils.go:199] ID: 14 GRPC request: {}
I0427 16:07:24.761201       1 utils.go:205] ID: 14 GRPC response: {}
I0427 16:07:24.763350       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 16:07:24.763370       1 utils.go:199] ID: 15 GRPC request: {}
I0427 16:07:24.763376       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0427 16:07:24.763439       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 16:07:25.976850       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0427 16:07:25.976894       1 utils.go:199] ID: 16 GRPC request: {}
I0427 16:07:25.976911       1 utils.go:205] ID: 16 GRPC response: {}
I0427 16:07:25.978555       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0427 16:07:25.978574       1 utils.go:199] ID: 17 GRPC request: {}
I0427 16:07:25.978580       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0427 16:07:25.978597       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0427 16:07:25.981339       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0427 16:07:25.981388       1 utils.go:199] ID: 18 GRPC request: {}
I0427 16:07:25.981416       1 utils.go:205] ID: 18 GRPC response: {}
I0427 16:07:25.981832       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0427 16:07:25.981930       1 utils.go:199] ID: 19 GRPC request: {}
I0427 16:07:25.982068       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0427 16:07:25.982905       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 16:07:25.983088       1 utils.go:199] ID: 20 GRPC request: {}
I0427 16:07:25.983115       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0427 16:07:25.983528       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 16:08:26.238969       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0427 16:08:26.239041       1 utils.go:199] ID: 21 GRPC request: {}
I0427 16:08:26.239056       1 utils.go:205] ID: 21 GRPC response: {}
I0427 16:09:26.193457       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0427 16:09:26.193513       1 utils.go:199] ID: 22 GRPC request: {}
I0427 16:09:26.193543       1 utils.go:205] ID: 22 GRPC response: {}
I0427 16:10:26.191543       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0427 16:10:26.191601       1 utils.go:199] ID: 23 GRPC request: {}
I0427 16:10:26.191645       1 utils.go:205] ID: 23 GRPC response: {}
I0427 16:10:33.859431       1 utils.go:198] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 GRPC call: /csi.v1.Controller/CreateVolume
I0427 16:10:33.859755       1 utils.go:199] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0427 16:10:33.859956       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0427 16:10:33.874473       1 omap.go:80] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0427 16:10:33.894588       1 omap.go:159] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1:0d3b2d09-f3b5-49c6-9f90-ede1a5079bce])
I0427 16:10:33.902690       1 omap.go:159] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 set omap keys (pool="kube", namespace="", name="csi.volume.0d3b2d09-f3b5-49c6-9f90-ede1a5079bce"): map[csi.imagename:csi-vol-0d3b2d09-f3b5-49c6-9f90-ede1a5079bce csi.volname:pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 csi.volume.owner:default])
I0427 16:10:33.902756       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0d3b2d09-f3b5-49c6-9f90-ede1a5079bce) and image name (csi-vol-0d3b2d09-f3b5-49c6-9f90-ede1a5079bce) for request name (pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1)
I0427 16:10:33.902841       1 rbd_util.go:423] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 rbd: create kube/csi-vol-0d3b2d09-f3b5-49c6-9f90-ede1a5079bce size 5120M (features: [layering]) using mon 199.19.213.128
I0427 16:10:33.902894       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 setting image options on kube/csi-vol-0d3b2d09-f3b5-49c6-9f90-ede1a5079bce
I0427 16:10:35.138628       1 controllerserver.go:763] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 created image kube/csi-vol-0d3b2d09-f3b5-49c6-9f90-ede1a5079bce backed for request name pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1
I0427 16:10:35.177943       1 omap.go:159] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 set omap keys (pool="kube", namespace="", name="csi.volume.0d3b2d09-f3b5-49c6-9f90-ede1a5079bce"): map[csi.imageid:37d9ad54be3d])
I0427 16:10:35.278684       1 utils.go:205] ID: 24 Req-ID: pvc-d9f9546c-f3e4-442c-b015-1e5836daf7f1 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-0d3b2d09-f3b5-49c6-9f90-ede1a5079bce","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0d3b2d09-f3b5-49c6-9f90-ede1a5079bce"}}