I0425 09:38:21.278620       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0425 09:38:21.278770       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0425 09:38:21.278784       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0425 09:38:21.278789       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0425 09:38:21.278945       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0425 09:38:21.278954       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0425 09:38:21.278958       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0425 09:38:21.278960       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0425 09:38:21.278963       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0425 09:38:21.278965       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0425 09:38:21.279258       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0425 09:38:21.279296       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0425 09:38:27.439226       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0425 09:38:27.441255       1 utils.go:199] ID: 1 GRPC request: {}
I0425 09:38:27.441388       1 utils.go:205] ID: 1 GRPC response: {}
I0425 09:38:27.446043       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0425 09:38:27.446153       1 utils.go:199] ID: 2 GRPC request: {}
I0425 09:38:27.446178       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0425 09:38:27.446245       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0425 09:38:27.447787       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0425 09:38:27.447836       1 utils.go:199] ID: 3 GRPC request: {}
I0425 09:38:27.447915       1 utils.go:205] ID: 3 GRPC response: {}
I0425 09:38:27.448326       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0425 09:38:27.448393       1 utils.go:199] ID: 4 GRPC request: {}
I0425 09:38:27.448601       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0425 09:38:27.449316       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0425 09:38:27.449405       1 utils.go:199] ID: 5 GRPC request: {}
I0425 09:38:27.449435       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0425 09:38:27.449644       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0425 09:38:28.123967       1 utils.go:198] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 GRPC call: /csi.v1.Controller/CreateVolume
I0425 09:38:28.124453       1 utils.go:199] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-7905287f-9cba-49c8-a3dc-297b883c1753","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-7905287f-9cba-49c8-a3dc-297b883c1753","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0425 09:38:28.124773       1 rbd_util.go:1315] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0425 09:38:28.993428       1 omap.go:80] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0425 09:38:29.457705       1 omap.go:159] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-7905287f-9cba-49c8-a3dc-297b883c1753:cb7eaa4c-1234-4b83-b102-9c188d5f1e99])
I0425 09:38:29.472295       1 omap.go:159] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 set omap keys (pool="kube", namespace="", name="csi.volume.cb7eaa4c-1234-4b83-b102-9c188d5f1e99"): map[csi.imagename:csi-vol-cb7eaa4c-1234-4b83-b102-9c188d5f1e99 csi.volname:pvc-7905287f-9cba-49c8-a3dc-297b883c1753 csi.volume.owner:default])
I0425 09:38:29.472342       1 rbd_journal.go:491] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-cb7eaa4c-1234-4b83-b102-9c188d5f1e99) and image name (csi-vol-cb7eaa4c-1234-4b83-b102-9c188d5f1e99) for request name (pvc-7905287f-9cba-49c8-a3dc-297b883c1753)
I0425 09:38:29.472589       1 rbd_util.go:423] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 rbd: create kube/csi-vol-cb7eaa4c-1234-4b83-b102-9c188d5f1e99 size 5120M (features: [layering]) using mon 199.204.45.227
I0425 09:38:29.472650       1 rbd_util.go:1563] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 setting image options on kube/csi-vol-cb7eaa4c-1234-4b83-b102-9c188d5f1e99
I0425 09:38:30.433008       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/Probe
I0425 09:38:30.433123       1 utils.go:199] ID: 7 GRPC request: {}
I0425 09:38:30.433208       1 utils.go:205] ID: 7 GRPC response: {}
I0425 09:38:30.436951       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/GetPluginInfo
I0425 09:38:30.437003       1 utils.go:199] ID: 8 GRPC request: {}
I0425 09:38:30.437074       1 identityserver-default.go:40] ID: 8 Using default GetPluginInfo
I0425 09:38:30.437120       1 utils.go:205] ID: 8 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0425 09:38:30.439324       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/Probe
I0425 09:38:30.439426       1 utils.go:199] ID: 9 GRPC request: {}
I0425 09:38:30.439505       1 utils.go:205] ID: 9 GRPC response: {}
I0425 09:38:30.440978       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0425 09:38:30.441013       1 utils.go:199] ID: 10 GRPC request: {}
I0425 09:38:30.441101       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0425 09:38:30.442234       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0425 09:38:30.442267       1 utils.go:199] ID: 11 GRPC request: {}
I0425 09:38:30.442280       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0425 09:38:30.442454       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0425 09:38:30.443665       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0425 09:38:30.443686       1 utils.go:199] ID: 12 GRPC request: {}
I0425 09:38:30.443695       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0425 09:38:30.443762       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0425 09:38:30.444363       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0425 09:38:30.444467       1 utils.go:199] ID: 13 GRPC request: {}
I0425 09:38:30.444528       1 controllerserver-default.go:42] ID: 13 Using default ControllerGetCapabilities
I0425 09:38:30.444700       1 utils.go:205] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0425 09:38:31.930159       1 controllerserver.go:763] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 created image kube/csi-vol-cb7eaa4c-1234-4b83-b102-9c188d5f1e99 backed for request name pvc-7905287f-9cba-49c8-a3dc-297b883c1753
I0425 09:38:31.967702       1 omap.go:159] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 set omap keys (pool="kube", namespace="", name="csi.volume.cb7eaa4c-1234-4b83-b102-9c188d5f1e99"): map[csi.imageid:37b2c731fa88])
I0425 09:38:32.064553       1 utils.go:205] ID: 6 Req-ID: pvc-7905287f-9cba-49c8-a3dc-297b883c1753 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-cb7eaa4c-1234-4b83-b102-9c188d5f1e99","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-cb7eaa4c-1234-4b83-b102-9c188d5f1e99"}}
I0425 09:38:32.083177       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/GetPluginInfo
I0425 09:38:32.083208       1 utils.go:199] ID: 14 GRPC request: {}
I0425 09:38:32.083217       1 identityserver-default.go:40] ID: 14 Using default GetPluginInfo
I0425 09:38:32.083239       1 utils.go:205] ID: 14 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0425 09:38:32.086129       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Identity/Probe
I0425 09:38:32.086151       1 utils.go:199] ID: 15 GRPC request: {}
I0425 09:38:32.086165       1 utils.go:205] ID: 15 GRPC response: {}
I0425 09:38:32.086745       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0425 09:38:32.086836       1 utils.go:199] ID: 16 GRPC request: {}
I0425 09:38:32.086855       1 controllerserver-default.go:42] ID: 16 Using default ControllerGetCapabilities
I0425 09:38:32.087411       1 utils.go:205] ID: 16 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0425 09:38:33.372460       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/Probe
I0425 09:38:33.372516       1 utils.go:199] ID: 17 GRPC request: {}
I0425 09:38:33.372539       1 utils.go:205] ID: 17 GRPC response: {}
I0425 09:38:33.374911       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/GetPluginInfo
I0425 09:38:33.374951       1 utils.go:199] ID: 18 GRPC request: {}
I0425 09:38:33.374960       1 identityserver-default.go:40] ID: 18 Using default GetPluginInfo
I0425 09:38:33.374987       1 utils.go:205] ID: 18 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0425 09:38:33.378373       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/Probe
I0425 09:38:33.378463       1 utils.go:199] ID: 19 GRPC request: {}
I0425 09:38:33.378491       1 utils.go:205] ID: 19 GRPC response: {}
I0425 09:38:33.378892       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0425 09:38:33.378915       1 utils.go:199] ID: 20 GRPC request: {}
I0425 09:38:33.379080       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0425 09:38:33.379760       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0425 09:38:33.379782       1 utils.go:199] ID: 21 GRPC request: {}
I0425 09:38:33.379794       1 controllerserver-default.go:42] ID: 21 Using default ControllerGetCapabilities
I0425 09:38:33.379919       1 utils.go:205] ID: 21 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}