I0320 05:33:37.375172       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0320 05:33:37.375313       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0320 05:33:37.375365       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0320 05:33:37.375372       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0320 05:33:37.375377       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0320 05:33:37.375380       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0320 05:33:37.375387       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0320 05:33:37.375392       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0320 05:33:37.375396       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0320 05:33:37.375399       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0320 05:33:37.375722       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0320 05:33:37.375832       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0320 05:33:43.084718       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0320 05:33:43.086125       1 utils.go:199] ID: 1 GRPC request: {}
I0320 05:33:43.086185       1 utils.go:205] ID: 1 GRPC response: {}
I0320 05:33:43.088188       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0320 05:33:43.088229       1 utils.go:199] ID: 2 GRPC request: {}
I0320 05:33:43.088241       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0320 05:33:43.088279       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0320 05:33:43.089580       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0320 05:33:43.089602       1 utils.go:199] ID: 3 GRPC request: {}
I0320 05:33:43.089612       1 utils.go:205] ID: 3 GRPC response: {}
I0320 05:33:43.090008       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0320 05:33:43.090083       1 utils.go:199] ID: 4 GRPC request: {}
I0320 05:33:43.090271       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0320 05:33:43.090911       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0320 05:33:43.091034       1 utils.go:199] ID: 5 GRPC request: {}
I0320 05:33:43.091049       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0320 05:33:43.091140       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0320 05:33:51.156528       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0320 05:33:51.156573       1 utils.go:199] ID: 6 GRPC request: {}
I0320 05:33:51.156599       1 utils.go:205] ID: 6 GRPC response: {}
I0320 05:33:51.159603       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0320 05:33:51.159733       1 utils.go:199] ID: 7 GRPC request: {}
I0320 05:33:51.159833       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0320 05:33:51.159943       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0320 05:33:51.163461       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0320 05:33:51.163615       1 utils.go:199] ID: 8 GRPC request: {}
I0320 05:33:51.163743       1 utils.go:205] ID: 8 GRPC response: {}
I0320 05:33:51.164459       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0320 05:33:51.164504       1 utils.go:199] ID: 9 GRPC request: {}
I0320 05:33:51.164642       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0320 05:33:51.165278       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0320 05:33:51.165298       1 utils.go:199] ID: 10 GRPC request: {}
I0320 05:33:51.165306       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0320 05:33:51.165379       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0320 05:33:51.165951       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0320 05:33:51.166061       1 utils.go:199] ID: 11 GRPC request: {}
I0320 05:33:51.166099       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0320 05:33:51.166320       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0320 05:33:51.166961       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0320 05:33:51.167035       1 utils.go:199] ID: 12 GRPC request: {}
I0320 05:33:51.167063       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0320 05:33:51.167243       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0320 05:33:53.306050       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0320 05:33:53.306086       1 utils.go:199] ID: 13 GRPC request: {}
I0320 05:33:53.306105       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0320 05:33:53.306127       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0320 05:33:53.309497       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0320 05:33:53.309532       1 utils.go:199] ID: 14 GRPC request: {}
I0320 05:33:53.309548       1 utils.go:205] ID: 14 GRPC response: {}
I0320 05:33:53.310191       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0320 05:33:53.310229       1 utils.go:199] ID: 15 GRPC request: {}
I0320 05:33:53.310238       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0320 05:33:53.310324       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0320 05:33:55.018121       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0320 05:33:55.018193       1 utils.go:199] ID: 16 GRPC request: {}
I0320 05:33:55.018256       1 utils.go:205] ID: 16 GRPC response: {}
I0320 05:33:55.019937       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0320 05:33:55.019973       1 utils.go:199] ID: 17 GRPC request: {}
I0320 05:33:55.019980       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0320 05:33:55.020002       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0320 05:33:55.021594       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0320 05:33:55.021635       1 utils.go:199] ID: 18 GRPC request: {}
I0320 05:33:55.021657       1 utils.go:205] ID: 18 GRPC response: {}
I0320 05:33:55.022060       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0320 05:33:55.022081       1 utils.go:199] ID: 19 GRPC request: {}
I0320 05:33:55.022213       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0320 05:33:55.022966       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0320 05:33:55.023046       1 utils.go:199] ID: 20 GRPC request: {}
I0320 05:33:55.023088       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0320 05:33:55.023244       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0320 05:34:55.664709       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0320 05:34:55.664760       1 utils.go:199] ID: 21 GRPC request: {}
I0320 05:34:55.664803       1 utils.go:205] ID: 21 GRPC response: {}
I0320 05:35:55.619550       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0320 05:35:55.619624       1 utils.go:199] ID: 22 GRPC request: {}
I0320 05:35:55.619665       1 utils.go:205] ID: 22 GRPC response: {}
I0320 05:36:42.310095       1 utils.go:198] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac GRPC call: /csi.v1.Controller/CreateVolume
I0320 05:36:42.311106       1 utils.go:199] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0320 05:36:42.311389       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac setting disableInUseChecks: false image features: [layering] mounter: rbd
E0320 05:36:42.332014       1 omap.go:80] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0320 05:36:42.349105       1 omap.go:159] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac:7f037588-65d6-4ee2-b6aa-3e15d6064e85])
I0320 05:36:42.354719       1 omap.go:159] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac set omap keys (pool="kube", namespace="", name="csi.volume.7f037588-65d6-4ee2-b6aa-3e15d6064e85"): map[csi.imagename:csi-vol-7f037588-65d6-4ee2-b6aa-3e15d6064e85 csi.volname:pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac csi.volume.owner:default])
I0320 05:36:42.354753       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-7f037588-65d6-4ee2-b6aa-3e15d6064e85) and image name (csi-vol-7f037588-65d6-4ee2-b6aa-3e15d6064e85) for request name (pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac)
I0320 05:36:42.354950       1 rbd_util.go:423] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac rbd: create kube/csi-vol-7f037588-65d6-4ee2-b6aa-3e15d6064e85 size 5120M (features: [layering]) using mon 199.204.45.229
I0320 05:36:42.355064       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac setting image options on kube/csi-vol-7f037588-65d6-4ee2-b6aa-3e15d6064e85
I0320 05:36:44.810825       1 controllerserver.go:763] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac created image kube/csi-vol-7f037588-65d6-4ee2-b6aa-3e15d6064e85 backed for request name pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac
I0320 05:36:44.850379       1 omap.go:159] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac set omap keys (pool="kube", namespace="", name="csi.volume.7f037588-65d6-4ee2-b6aa-3e15d6064e85"): map[csi.imageid:37d928004800])
I0320 05:36:44.934437       1 utils.go:205] ID: 23 Req-ID: pvc-539db5f9-acec-438a-88c9-bca6fcfa85ac GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-7f037588-65d6-4ee2-b6aa-3e15d6064e85","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-7f037588-65d6-4ee2-b6aa-3e15d6064e85"}}
I0320 05:36:55.655875       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0320 05:36:55.655925       1 utils.go:199] ID: 24 GRPC request: {}
I0320 05:36:55.655948       1 utils.go:205] ID: 24 GRPC response: {}