I0309 13:37:08.666021       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0309 13:37:08.666150       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0309 13:37:08.666164       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0309 13:37:08.666168       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0309 13:37:08.666171       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0309 13:37:08.666173       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0309 13:37:08.666177       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0309 13:37:08.666180       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0309 13:37:08.666183       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0309 13:37:08.666186       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0309 13:37:08.666462       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0309 13:37:08.666522       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0309 13:37:10.080295       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0309 13:37:10.082301       1 utils.go:199] ID: 1 GRPC request: {}
I0309 13:37:10.082400       1 utils.go:205] ID: 1 GRPC response: {}
I0309 13:37:10.086203       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0309 13:37:10.086310       1 utils.go:199] ID: 2 GRPC request: {}
I0309 13:37:10.086334       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0309 13:37:10.086406       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0309 13:37:10.087659       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0309 13:37:10.087679       1 utils.go:199] ID: 3 GRPC request: {}
I0309 13:37:10.087692       1 utils.go:205] ID: 3 GRPC response: {}
I0309 13:37:10.088092       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0309 13:37:10.088244       1 utils.go:199] ID: 4 GRPC request: {}
I0309 13:37:10.088447       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0309 13:37:10.089444       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0309 13:37:10.089504       1 utils.go:199] ID: 5 GRPC request: {}
I0309 13:37:10.089517       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0309 13:37:10.089641       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0309 13:37:13.252671       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0309 13:37:13.252861       1 utils.go:199] ID: 6 GRPC request: {}
I0309 13:37:13.252963       1 utils.go:205] ID: 6 GRPC response: {}
I0309 13:37:13.254729       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0309 13:37:13.254931       1 utils.go:199] ID: 7 GRPC request: {}
I0309 13:37:13.254991       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0309 13:37:13.255109       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0309 13:37:13.256660       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0309 13:37:13.256698       1 utils.go:199] ID: 8 GRPC request: {}
I0309 13:37:13.256714       1 utils.go:205] ID: 8 GRPC response: {}
I0309 13:37:13.257799       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0309 13:37:13.257837       1 utils.go:199] ID: 9 GRPC request: {}
I0309 13:37:13.257985       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0309 13:37:13.259715       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0309 13:37:13.259738       1 utils.go:199] ID: 10 GRPC request: {}
I0309 13:37:13.259746       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0309 13:37:13.259837       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0309 13:37:13.260926       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0309 13:37:13.260948       1 utils.go:199] ID: 11 GRPC request: {}
I0309 13:37:13.260954       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0309 13:37:13.261050       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0309 13:37:13.261487       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0309 13:37:13.261510       1 utils.go:199] ID: 12 GRPC request: {}
I0309 13:37:13.261519       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0309 13:37:13.261646       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0309 13:37:14.543723       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0309 13:37:14.543762       1 utils.go:199] ID: 13 GRPC request: {}
I0309 13:37:14.543777       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0309 13:37:14.543815       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0309 13:37:14.547892       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0309 13:37:14.547911       1 utils.go:199] ID: 14 GRPC request: {}
I0309 13:37:14.547924       1 utils.go:205] ID: 14 GRPC response: {}
I0309 13:37:14.548261       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0309 13:37:14.548278       1 utils.go:199] ID: 15 GRPC request: {}
I0309 13:37:14.548286       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0309 13:37:14.548366       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0309 13:37:15.927681       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0309 13:37:15.927782       1 utils.go:199] ID: 16 GRPC request: {}
I0309 13:37:15.927851       1 utils.go:205] ID: 16 GRPC response: {}
I0309 13:37:15.929664       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0309 13:37:15.929730       1 utils.go:199] ID: 17 GRPC request: {}
I0309 13:37:15.929760       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0309 13:37:15.929822       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0309 13:37:15.931454       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0309 13:37:15.931501       1 utils.go:199] ID: 18 GRPC request: {}
I0309 13:37:15.931531       1 utils.go:205] ID: 18 GRPC response: {}
I0309 13:37:15.932196       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0309 13:37:15.932218       1 utils.go:199] ID: 19 GRPC request: {}
I0309 13:37:15.932326       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0309 13:37:15.932864       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0309 13:37:15.932885       1 utils.go:199] ID: 20 GRPC request: {}
I0309 13:37:15.932893       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0309 13:37:15.933062       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0309 13:38:16.247957       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0309 13:38:16.248013       1 utils.go:199] ID: 21 GRPC request: {}
I0309 13:38:16.248036       1 utils.go:205] ID: 21 GRPC response: {}
I0309 13:39:16.251181       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0309 13:39:16.251235       1 utils.go:199] ID: 22 GRPC request: {}
I0309 13:39:16.251252       1 utils.go:205] ID: 22 GRPC response: {}
I0309 13:40:16.292494       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0309 13:40:16.292543       1 utils.go:199] ID: 23 GRPC request: {}
I0309 13:40:16.292566       1 utils.go:205] ID: 23 GRPC response: {}
I0309 13:40:19.627731       1 utils.go:198] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 GRPC call: /csi.v1.Controller/CreateVolume
I0309 13:40:19.628003       1 utils.go:199] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0309 13:40:19.628258       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0309 13:40:19.653370       1 omap.go:80] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0309 13:40:20.023407       1 omap.go:159] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1:5e4064b6-775d-4e6d-9614-4bfa266c0978])
I0309 13:40:20.110100       1 omap.go:159] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 set omap keys (pool="kube", namespace="", name="csi.volume.5e4064b6-775d-4e6d-9614-4bfa266c0978"): map[csi.imagename:csi-vol-5e4064b6-775d-4e6d-9614-4bfa266c0978 csi.volname:pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 csi.volume.owner:default])
I0309 13:40:20.110140       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-5e4064b6-775d-4e6d-9614-4bfa266c0978) and image name (csi-vol-5e4064b6-775d-4e6d-9614-4bfa266c0978) for request name (pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1)
I0309 13:40:20.110234       1 rbd_util.go:423] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 rbd: create kube/csi-vol-5e4064b6-775d-4e6d-9614-4bfa266c0978 size 5120M (features: [layering]) using mon 199.204.45.233
I0309 13:40:20.110317       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 setting image options on kube/csi-vol-5e4064b6-775d-4e6d-9614-4bfa266c0978
I0309 13:40:22.650810       1 controllerserver.go:763] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 created image kube/csi-vol-5e4064b6-775d-4e6d-9614-4bfa266c0978 backed for request name pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1
I0309 13:40:22.733401       1 omap.go:159] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 set omap keys (pool="kube", namespace="", name="csi.volume.5e4064b6-775d-4e6d-9614-4bfa266c0978"): map[csi.imageid:37d921c4215])
I0309 13:40:23.044799       1 utils.go:205] ID: 24 Req-ID: pvc-4cfb96d7-8fdb-446f-9a50-debcd48007a1 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-5e4064b6-775d-4e6d-9614-4bfa266c0978","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-5e4064b6-775d-4e6d-9614-4bfa266c0978"}}