I0314 01:34:31.184983       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0314 01:34:31.185114       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0314 01:34:31.185130       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0314 01:34:31.185134       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0314 01:34:31.185137       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0314 01:34:31.185140       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0314 01:34:31.185144       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0314 01:34:31.185147       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0314 01:34:31.185150       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0314 01:34:31.185153       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0314 01:34:31.185570       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0314 01:34:31.185576       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0314 01:34:36.710988       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0314 01:34:36.712886       1 utils.go:199] ID: 1 GRPC request: {}
I0314 01:34:36.712999       1 utils.go:205] ID: 1 GRPC response: {}
I0314 01:34:36.715695       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0314 01:34:36.715796       1 utils.go:199] ID: 2 GRPC request: {}
I0314 01:34:36.715859       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0314 01:34:36.715978       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0314 01:34:36.719008       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0314 01:34:36.719060       1 utils.go:199] ID: 3 GRPC request: {}
I0314 01:34:36.719224       1 utils.go:205] ID: 3 GRPC response: {}
I0314 01:34:36.720380       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0314 01:34:36.720501       1 utils.go:199] ID: 4 GRPC request: {}
I0314 01:34:36.720685       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0314 01:34:36.721457       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0314 01:34:36.721511       1 utils.go:199] ID: 5 GRPC request: {}
I0314 01:34:36.721526       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0314 01:34:36.721623       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0314 01:34:42.438139       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0314 01:34:42.438208       1 utils.go:199] ID: 6 GRPC request: {}
I0314 01:34:42.438254       1 utils.go:205] ID: 6 GRPC response: {}
I0314 01:34:42.441075       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0314 01:34:42.441127       1 utils.go:199] ID: 7 GRPC request: {}
I0314 01:34:42.441164       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0314 01:34:42.441222       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0314 01:34:42.445108       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0314 01:34:42.445177       1 utils.go:199] ID: 8 GRPC request: {}
I0314 01:34:42.445210       1 utils.go:205] ID: 8 GRPC response: {}
I0314 01:34:42.446088       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0314 01:34:42.446123       1 utils.go:199] ID: 9 GRPC request: {}
I0314 01:34:42.446271       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0314 01:34:42.447773       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0314 01:34:42.447810       1 utils.go:199] ID: 10 GRPC request: {}
I0314 01:34:42.447823       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0314 01:34:42.448075       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0314 01:34:42.448856       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0314 01:34:42.448884       1 utils.go:199] ID: 11 GRPC request: {}
I0314 01:34:42.448894       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0314 01:34:42.449090       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0314 01:34:42.449733       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0314 01:34:42.449760       1 utils.go:199] ID: 12 GRPC request: {}
I0314 01:34:42.449770       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0314 01:34:42.449940       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0314 01:34:44.024533       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0314 01:34:44.024755       1 utils.go:199] ID: 13 GRPC request: {}
I0314 01:34:44.024781       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0314 01:34:44.024824       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0314 01:34:44.031174       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0314 01:34:44.031197       1 utils.go:199] ID: 14 GRPC request: {}
I0314 01:34:44.031211       1 utils.go:205] ID: 14 GRPC response: {}
I0314 01:34:44.032822       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0314 01:34:44.032867       1 utils.go:199] ID: 15 GRPC request: {}
I0314 01:34:44.032878       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0314 01:34:44.033084       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0314 01:34:45.381851       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0314 01:34:45.381908       1 utils.go:199] ID: 16 GRPC request: {}
I0314 01:34:45.381929       1 utils.go:205] ID: 16 GRPC response: {}
I0314 01:34:45.387606       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0314 01:34:45.387636       1 utils.go:199] ID: 17 GRPC request: {}
I0314 01:34:45.387643       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0314 01:34:45.387668       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0314 01:34:45.391003       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0314 01:34:45.391089       1 utils.go:199] ID: 18 GRPC request: {}
I0314 01:34:45.391117       1 utils.go:205] ID: 18 GRPC response: {}
I0314 01:34:45.392098       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0314 01:34:45.392134       1 utils.go:199] ID: 19 GRPC request: {}
I0314 01:34:45.392234       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0314 01:34:45.392854       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0314 01:34:45.392882       1 utils.go:199] ID: 20 GRPC request: {}
I0314 01:34:45.392893       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0314 01:34:45.393007       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0314 01:35:45.636499       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0314 01:35:45.636542       1 utils.go:199] ID: 21 GRPC request: {}
I0314 01:35:45.636560       1 utils.go:205] ID: 21 GRPC response: {}
I0314 01:36:45.593783       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0314 01:36:45.593917       1 utils.go:199] ID: 22 GRPC request: {}
I0314 01:36:45.594027       1 utils.go:205] ID: 22 GRPC response: {}
I0314 01:37:45.587774       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0314 01:37:45.587823       1 utils.go:199] ID: 23 GRPC request: {}
I0314 01:37:45.587842       1 utils.go:205] ID: 23 GRPC response: {}
I0314 01:37:50.042524       1 utils.go:198] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c GRPC call: /csi.v1.Controller/CreateVolume
I0314 01:37:50.043118       1 utils.go:199] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0314 01:37:50.043675       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c setting disableInUseChecks: false image features: [layering] mounter: rbd
E0314 01:37:50.088881       1 omap.go:80] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0314 01:37:50.161452       1 omap.go:159] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c:bc46d7e9-4abe-4821-b349-163b6d655876])
I0314 01:37:50.199928       1 omap.go:159] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c set omap keys (pool="kube", namespace="", name="csi.volume.bc46d7e9-4abe-4821-b349-163b6d655876"): map[csi.imagename:csi-vol-bc46d7e9-4abe-4821-b349-163b6d655876 csi.volname:pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c csi.volume.owner:default])
I0314 01:37:50.199972       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bc46d7e9-4abe-4821-b349-163b6d655876) and image name (csi-vol-bc46d7e9-4abe-4821-b349-163b6d655876) for request name (pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c)
I0314 01:37:50.200083       1 rbd_util.go:423] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c rbd: create kube/csi-vol-bc46d7e9-4abe-4821-b349-163b6d655876 size 5120M (features: [layering]) using mon 199.204.45.4
I0314 01:37:50.200143       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c setting image options on kube/csi-vol-bc46d7e9-4abe-4821-b349-163b6d655876
I0314 01:37:52.192871       1 controllerserver.go:763] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c created image kube/csi-vol-bc46d7e9-4abe-4821-b349-163b6d655876 backed for request name pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c
I0314 01:37:52.231772       1 omap.go:159] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c set omap keys (pool="kube", namespace="", name="csi.volume.bc46d7e9-4abe-4821-b349-163b6d655876"): map[csi.imageid:37d8875a25a1])
I0314 01:37:52.331537       1 utils.go:205] ID: 24 Req-ID: pvc-d11d5d82-2e2c-4161-be81-d5d14962b10c GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-bc46d7e9-4abe-4821-b349-163b6d655876","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-bc46d7e9-4abe-4821-b349-163b6d655876"}}
I0314 01:38:45.602311       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0314 01:38:45.602936       1 utils.go:199] ID: 25 GRPC request: {}
I0314 01:38:45.602969       1 utils.go:205] ID: 25 GRPC response: {}