I0410 01:11:55.639120       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0410 01:11:55.639278       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0410 01:11:55.639297       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0410 01:11:55.639301       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0410 01:11:55.639305       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0410 01:11:55.639313       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0410 01:11:55.639318       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0410 01:11:55.639324       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0410 01:11:55.639331       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0410 01:11:55.639334       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0410 01:11:55.639731       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0410 01:11:55.639787       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0410 01:11:57.801428       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0410 01:11:57.802508       1 utils.go:199] ID: 1 GRPC request: {}
I0410 01:11:57.802617       1 utils.go:205] ID: 1 GRPC response: {}
I0410 01:11:57.805810       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0410 01:11:57.805905       1 utils.go:199] ID: 2 GRPC request: {}
I0410 01:11:57.805923       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0410 01:11:57.805967       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0410 01:11:57.807851       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0410 01:11:57.807907       1 utils.go:199] ID: 3 GRPC request: {}
I0410 01:11:57.807933       1 utils.go:205] ID: 3 GRPC response: {}
I0410 01:11:57.808274       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0410 01:11:57.808371       1 utils.go:199] ID: 4 GRPC request: {}
I0410 01:11:57.808593       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0410 01:11:57.809495       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 01:11:57.809609       1 utils.go:199] ID: 5 GRPC request: {}
I0410 01:11:57.809627       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0410 01:11:57.809810       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 01:11:59.729530       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0410 01:11:59.729566       1 utils.go:199] ID: 6 GRPC request: {}
I0410 01:11:59.729582       1 utils.go:205] ID: 6 GRPC response: {}
I0410 01:11:59.731638       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0410 01:11:59.731692       1 utils.go:199] ID: 7 GRPC request: {}
I0410 01:11:59.731709       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0410 01:11:59.731746       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0410 01:11:59.732990       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0410 01:11:59.733037       1 utils.go:199] ID: 8 GRPC request: {}
I0410 01:11:59.733064       1 utils.go:205] ID: 8 GRPC response: {}
I0410 01:11:59.733529       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0410 01:11:59.733560       1 utils.go:199] ID: 9 GRPC request: {}
I0410 01:11:59.733684       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0410 01:11:59.734679       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 01:11:59.734713       1 utils.go:199] ID: 10 GRPC request: {}
I0410 01:11:59.734729       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0410 01:11:59.734855       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 01:11:59.735352       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 01:11:59.735379       1 utils.go:199] ID: 11 GRPC request: {}
I0410 01:11:59.735393       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0410 01:11:59.735484       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 01:11:59.735838       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 01:11:59.735862       1 utils.go:199] ID: 12 GRPC request: {}
I0410 01:11:59.735871       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0410 01:11:59.735934       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 01:12:01.801007       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0410 01:12:01.801066       1 utils.go:199] ID: 13 GRPC request: {}
I0410 01:12:01.801078       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0410 01:12:01.801112       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0410 01:12:01.803244       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0410 01:12:01.803328       1 utils.go:199] ID: 14 GRPC request: {}
I0410 01:12:01.803351       1 utils.go:205] ID: 14 GRPC response: {}
I0410 01:12:01.804870       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 01:12:01.804903       1 utils.go:199] ID: 15 GRPC request: {}
I0410 01:12:01.804914       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0410 01:12:01.805055       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 01:12:05.415376       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0410 01:12:05.415409       1 utils.go:199] ID: 16 GRPC request: {}
I0410 01:12:05.415424       1 utils.go:205] ID: 16 GRPC response: {}
I0410 01:12:05.420769       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0410 01:12:05.420792       1 utils.go:199] ID: 17 GRPC request: {}
I0410 01:12:05.420800       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0410 01:12:05.420823       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0410 01:12:05.422439       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0410 01:12:05.422455       1 utils.go:199] ID: 18 GRPC request: {}
I0410 01:12:05.422466       1 utils.go:205] ID: 18 GRPC response: {}
I0410 01:12:05.422948       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0410 01:12:05.422963       1 utils.go:199] ID: 19 GRPC request: {}
I0410 01:12:05.423037       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0410 01:12:05.423613       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0410 01:12:05.423634       1 utils.go:199] ID: 20 GRPC request: {}
I0410 01:12:05.423642       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0410 01:12:05.423792       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0410 01:13:05.634069       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0410 01:13:05.634140       1 utils.go:199] ID: 21 GRPC request: {}
I0410 01:13:05.634172       1 utils.go:205] ID: 21 GRPC response: {}
I0410 01:14:05.604692       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0410 01:14:05.604830       1 utils.go:199] ID: 22 GRPC request: {}
I0410 01:14:05.604865       1 utils.go:205] ID: 22 GRPC response: {}
I0410 01:15:05.602881       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0410 01:15:05.602969       1 utils.go:199] ID: 23 GRPC request: {}
I0410 01:15:05.603191       1 utils.go:205] ID: 23 GRPC response: {}
I0410 01:15:08.324304       1 utils.go:198] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 GRPC call: /csi.v1.Controller/CreateVolume
I0410 01:15:08.324762       1 utils.go:199] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0410 01:15:08.325137       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0410 01:15:08.347316       1 omap.go:80] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0410 01:15:08.363644       1 omap.go:159] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408:c82912ec-1575-4412-b374-825ecd51c2fe])
I0410 01:15:08.373947       1 omap.go:159] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 set omap keys (pool="kube", namespace="", name="csi.volume.c82912ec-1575-4412-b374-825ecd51c2fe"): map[csi.imagename:csi-vol-c82912ec-1575-4412-b374-825ecd51c2fe csi.volname:pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 csi.volume.owner:default])
I0410 01:15:08.373986       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c82912ec-1575-4412-b374-825ecd51c2fe) and image name (csi-vol-c82912ec-1575-4412-b374-825ecd51c2fe) for request name (pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408)
I0410 01:15:08.374143       1 rbd_util.go:423] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 rbd: create kube/csi-vol-c82912ec-1575-4412-b374-825ecd51c2fe size 5120M (features: [layering]) using mon 199.204.45.102
I0410 01:15:08.374225       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 setting image options on kube/csi-vol-c82912ec-1575-4412-b374-825ecd51c2fe
I0410 01:15:09.603499       1 controllerserver.go:763] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 created image kube/csi-vol-c82912ec-1575-4412-b374-825ecd51c2fe backed for request name pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408
I0410 01:15:09.629129       1 omap.go:159] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 set omap keys (pool="kube", namespace="", name="csi.volume.c82912ec-1575-4412-b374-825ecd51c2fe"): map[csi.imageid:37d74bef3790])
I0410 01:15:09.729017       1 utils.go:205] ID: 24 Req-ID: pvc-55fd95f5-ae32-44cb-9126-5e3c6037f408 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-c82912ec-1575-4412-b374-825ecd51c2fe","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c82912ec-1575-4412-b374-825ecd51c2fe"}}