I0407 00:13:23.613427       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0407 00:13:23.613540       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0407 00:13:23.613555       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0407 00:13:23.613559       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0407 00:13:23.613563       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0407 00:13:23.613566       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0407 00:13:23.613571       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0407 00:13:23.613574       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0407 00:13:23.613577       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0407 00:13:23.613582       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0407 00:13:23.613865       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0407 00:13:23.613874       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0407 00:13:26.334562       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0407 00:13:26.336461       1 utils.go:199] ID: 1 GRPC request: {}
I0407 00:13:26.336547       1 utils.go:205] ID: 1 GRPC response: {}
I0407 00:13:26.340329       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0407 00:13:26.340441       1 utils.go:199] ID: 2 GRPC request: {}
I0407 00:13:26.340463       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0407 00:13:26.340531       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0407 00:13:26.343391       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0407 00:13:26.343409       1 utils.go:199] ID: 3 GRPC request: {}
I0407 00:13:26.343420       1 utils.go:205] ID: 3 GRPC response: {}
I0407 00:13:26.343884       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0407 00:13:26.343942       1 utils.go:199] ID: 4 GRPC request: {}
I0407 00:13:26.344059       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0407 00:13:26.344774       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0407 00:13:26.344817       1 utils.go:199] ID: 5 GRPC request: {}
I0407 00:13:26.344827       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0407 00:13:26.344928       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0407 00:13:28.911998       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0407 00:13:28.912046       1 utils.go:199] ID: 6 GRPC request: {}
I0407 00:13:28.912072       1 utils.go:205] ID: 6 GRPC response: {}
I0407 00:13:28.913667       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0407 00:13:28.913690       1 utils.go:199] ID: 7 GRPC request: {}
I0407 00:13:28.913698       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0407 00:13:28.913731       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0407 00:13:28.916108       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0407 00:13:28.916133       1 utils.go:199] ID: 8 GRPC request: {}
I0407 00:13:28.916144       1 utils.go:205] ID: 8 GRPC response: {}
I0407 00:13:28.917254       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0407 00:13:28.917277       1 utils.go:199] ID: 9 GRPC request: {}
I0407 00:13:28.917395       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0407 00:13:28.918305       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0407 00:13:28.918355       1 utils.go:199] ID: 10 GRPC request: {}
I0407 00:13:28.918375       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0407 00:13:28.918511       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0407 00:13:28.919322       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0407 00:13:28.919350       1 utils.go:199] ID: 11 GRPC request: {}
I0407 00:13:28.919361       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0407 00:13:28.919474       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0407 00:13:28.919858       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0407 00:13:28.919878       1 utils.go:199] ID: 12 GRPC request: {}
I0407 00:13:28.919886       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0407 00:13:28.919966       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0407 00:13:30.022557       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0407 00:13:30.022608       1 utils.go:199] ID: 13 GRPC request: {}
I0407 00:13:30.022625       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0407 00:13:30.022654       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0407 00:13:30.025345       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0407 00:13:30.025368       1 utils.go:199] ID: 14 GRPC request: {}
I0407 00:13:30.025389       1 utils.go:205] ID: 14 GRPC response: {}
I0407 00:13:30.026323       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0407 00:13:30.026397       1 utils.go:199] ID: 15 GRPC request: {}
I0407 00:13:30.026415       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0407 00:13:30.026581       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0407 00:13:31.197414       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0407 00:13:31.197470       1 utils.go:199] ID: 16 GRPC request: {}
I0407 00:13:31.197500       1 utils.go:205] ID: 16 GRPC response: {}
I0407 00:13:31.201171       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0407 00:13:31.201207       1 utils.go:199] ID: 17 GRPC request: {}
I0407 00:13:31.201254       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0407 00:13:31.201368       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0407 00:13:31.203280       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0407 00:13:31.203312       1 utils.go:199] ID: 18 GRPC request: {}
I0407 00:13:31.203329       1 utils.go:205] ID: 18 GRPC response: {}
I0407 00:13:31.203779       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0407 00:13:31.203801       1 utils.go:199] ID: 19 GRPC request: {}
I0407 00:13:31.203884       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0407 00:13:31.204710       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0407 00:13:31.204739       1 utils.go:199] ID: 20 GRPC request: {}
I0407 00:13:31.204753       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0407 00:13:31.204833       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0407 00:14:31.425801       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0407 00:14:31.425864       1 utils.go:199] ID: 21 GRPC request: {}
I0407 00:14:31.425888       1 utils.go:205] ID: 21 GRPC response: {}
I0407 00:15:31.367271       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0407 00:15:31.367329       1 utils.go:199] ID: 22 GRPC request: {}
I0407 00:15:31.367353       1 utils.go:205] ID: 22 GRPC response: {}
I0407 00:16:31.366511       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0407 00:16:31.366603       1 utils.go:199] ID: 23 GRPC request: {}
I0407 00:16:31.366637       1 utils.go:205] ID: 23 GRPC response: {}
I0407 00:16:36.112294       1 utils.go:198] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b GRPC call: /csi.v1.Controller/CreateVolume
I0407 00:16:36.112934       1 utils.go:199] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0407 00:16:36.113424       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b setting disableInUseChecks: false image features: [layering] mounter: rbd
E0407 00:16:36.134393       1 omap.go:80] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0407 00:16:36.151090       1 omap.go:159] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b:db19baf6-2a52-4796-98ee-f261d25366fd])
I0407 00:16:36.157174       1 omap.go:159] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b set omap keys (pool="kube", namespace="", name="csi.volume.db19baf6-2a52-4796-98ee-f261d25366fd"): map[csi.imagename:csi-vol-db19baf6-2a52-4796-98ee-f261d25366fd csi.volname:pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b csi.volume.owner:default])
I0407 00:16:36.157260       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-db19baf6-2a52-4796-98ee-f261d25366fd) and image name (csi-vol-db19baf6-2a52-4796-98ee-f261d25366fd) for request name (pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b)
I0407 00:16:36.157463       1 rbd_util.go:423] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b rbd: create kube/csi-vol-db19baf6-2a52-4796-98ee-f261d25366fd size 5120M (features: [layering]) using mon 199.19.213.229
I0407 00:16:36.157584       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b setting image options on kube/csi-vol-db19baf6-2a52-4796-98ee-f261d25366fd
I0407 00:16:38.167420       1 controllerserver.go:763] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b created image kube/csi-vol-db19baf6-2a52-4796-98ee-f261d25366fd backed for request name pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b
I0407 00:16:38.203613       1 omap.go:159] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b set omap keys (pool="kube", namespace="", name="csi.volume.db19baf6-2a52-4796-98ee-f261d25366fd"): map[csi.imageid:37d9f25e4d2d])
I0407 00:16:38.300270       1 utils.go:205] ID: 24 Req-ID: pvc-b91da8e9-2655-48b8-b993-90b3c3bb1c6b GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-db19baf6-2a52-4796-98ee-f261d25366fd","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-db19baf6-2a52-4796-98ee-f261d25366fd"}}
I0407 00:17:31.377875       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0407 00:17:31.378225       1 utils.go:199] ID: 25 GRPC request: {}
I0407 00:17:31.378313       1 utils.go:205] ID: 25 GRPC response: {}