I0724 04:50:50.048463       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0724 04:50:50.048646       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0724 04:50:50.048669       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0724 04:50:50.048676       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0724 04:50:50.048681       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0724 04:50:50.048710       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0724 04:50:50.048717       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0724 04:50:50.048723       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0724 04:50:50.048728       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0724 04:50:50.048733       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0724 04:50:50.049148       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0724 04:50:50.049154       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0724 04:51:01.838890       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0724 04:51:01.840230       1 utils.go:199] ID: 1 GRPC request: {}
I0724 04:51:01.840289       1 utils.go:205] ID: 1 GRPC response: {}
I0724 04:51:01.844295       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:51:01.844366       1 utils.go:199] ID: 2 GRPC request: {}
I0724 04:51:01.844378       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0724 04:51:01.844413       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:51:01.846043       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0724 04:51:01.846090       1 utils.go:199] ID: 3 GRPC request: {}
I0724 04:51:01.846117       1 utils.go:205] ID: 3 GRPC response: {}
I0724 04:51:01.846795       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0724 04:51:01.846868       1 utils.go:199] ID: 4 GRPC request: {}
I0724 04:51:01.847065       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0724 04:51:01.848178       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:51:01.848318       1 utils.go:199] ID: 5 GRPC request: {}
I0724 04:51:01.848336       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0724 04:51:01.848525       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:51:07.367832       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0724 04:51:07.367863       1 utils.go:199] ID: 6 GRPC request: {}
I0724 04:51:07.367882       1 utils.go:205] ID: 6 GRPC response: {}
I0724 04:51:07.372876       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:51:07.372911       1 utils.go:199] ID: 7 GRPC request: {}
I0724 04:51:07.372934       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0724 04:51:07.372956       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:51:07.376706       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0724 04:51:07.376748       1 utils.go:199] ID: 8 GRPC request: {}
I0724 04:51:07.376774       1 utils.go:205] ID: 8 GRPC response: {}
I0724 04:51:07.377260       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0724 04:51:07.377284       1 utils.go:199] ID: 9 GRPC request: {}
I0724 04:51:07.377427       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0724 04:51:07.378237       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:51:07.378262       1 utils.go:199] ID: 10 GRPC request: {}
I0724 04:51:07.378280       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0724 04:51:07.378380       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:51:07.378992       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:51:07.379024       1 utils.go:199] ID: 11 GRPC request: {}
I0724 04:51:07.379049       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0724 04:51:07.379159       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:51:07.379618       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:51:07.379664       1 utils.go:199] ID: 12 GRPC request: {}
I0724 04:51:07.379671       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0724 04:51:07.379735       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:51:09.482292       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:51:09.482375       1 utils.go:199] ID: 13 GRPC request: {}
I0724 04:51:09.482389       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0724 04:51:09.482437       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:51:09.484729       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0724 04:51:09.484864       1 utils.go:199] ID: 14 GRPC request: {}
I0724 04:51:09.484918       1 utils.go:205] ID: 14 GRPC response: {}
I0724 04:51:09.485981       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:51:09.486012       1 utils.go:199] ID: 15 GRPC request: {}
I0724 04:51:09.486023       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0724 04:51:09.486193       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:51:11.105213       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0724 04:51:11.105244       1 utils.go:199] ID: 16 GRPC request: {}
I0724 04:51:11.105262       1 utils.go:205] ID: 16 GRPC response: {}
I0724 04:51:11.108521       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0724 04:51:11.108569       1 utils.go:199] ID: 17 GRPC request: {}
I0724 04:51:11.108581       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0724 04:51:11.108621       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0724 04:51:11.110829       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0724 04:51:11.110848       1 utils.go:199] ID: 18 GRPC request: {}
I0724 04:51:11.110857       1 utils.go:205] ID: 18 GRPC response: {}
I0724 04:51:11.111515       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0724 04:51:11.111602       1 utils.go:199] ID: 19 GRPC request: {}
I0724 04:51:11.111853       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0724 04:51:11.112572       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0724 04:51:11.112595       1 utils.go:199] ID: 20 GRPC request: {}
I0724 04:51:11.112604       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0724 04:51:11.112694       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0724 04:52:11.306111       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0724 04:52:11.306181       1 utils.go:199] ID: 21 GRPC request: {}
I0724 04:52:11.306201       1 utils.go:205] ID: 21 GRPC response: {}
I0724 04:53:11.306558       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0724 04:53:11.306607       1 utils.go:199] ID: 22 GRPC request: {}
I0724 04:53:11.306633       1 utils.go:205] ID: 22 GRPC response: {}
I0724 04:54:11.306764       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0724 04:54:11.306806       1 utils.go:199] ID: 23 GRPC request: {}
I0724 04:54:11.307452       1 utils.go:205] ID: 23 GRPC response: {}
I0724 04:55:11.319871       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0724 04:55:11.320346       1 utils.go:199] ID: 24 GRPC request: {}
I0724 04:55:11.320384       1 utils.go:205] ID: 24 GRPC response: {}
I0724 04:55:21.827956       1 utils.go:198] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 GRPC call: /csi.v1.Controller/CreateVolume
I0724 04:55:21.828502       1 utils.go:199] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0724 04:55:21.828779       1 rbd_util.go:1315] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0724 04:55:21.846299       1 omap.go:80] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0724 04:55:21.864860       1 omap.go:159] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888:3522d738-791d-4bf7-9706-d4a8cc2328a2])
I0724 04:55:21.872959       1 omap.go:159] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 set omap keys (pool="kube", namespace="", name="csi.volume.3522d738-791d-4bf7-9706-d4a8cc2328a2"): map[csi.imagename:csi-vol-3522d738-791d-4bf7-9706-d4a8cc2328a2 csi.volname:pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 csi.volume.owner:default])
I0724 04:55:21.872990       1 rbd_journal.go:491] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-3522d738-791d-4bf7-9706-d4a8cc2328a2) and image name (csi-vol-3522d738-791d-4bf7-9706-d4a8cc2328a2) for request name (pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888)
I0724 04:55:21.873086       1 rbd_util.go:423] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 rbd: create kube/csi-vol-3522d738-791d-4bf7-9706-d4a8cc2328a2 size 5120M (features: [layering]) using mon 199.19.213.220
I0724 04:55:21.873149       1 rbd_util.go:1563] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 setting image options on kube/csi-vol-3522d738-791d-4bf7-9706-d4a8cc2328a2
I0724 04:55:21.905888       1 controllerserver.go:763] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 created image kube/csi-vol-3522d738-791d-4bf7-9706-d4a8cc2328a2 backed for request name pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888
I0724 04:55:21.936340       1 omap.go:159] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 set omap keys (pool="kube", namespace="", name="csi.volume.3522d738-791d-4bf7-9706-d4a8cc2328a2"): map[csi.imageid:37f4202b04d4])
I0724 04:55:22.042940       1 utils.go:205] ID: 25 Req-ID: pvc-8eebcaff-67bd-4cc8-819c-9957abcb4888 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-3522d738-791d-4bf7-9706-d4a8cc2328a2","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-3522d738-791d-4bf7-9706-d4a8cc2328a2"}}
I0724 04:56:11.305494       1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe
I0724 04:56:11.305551       1 utils.go:199] ID: 26 GRPC request: {}
I0724 04:56:11.305574       1 utils.go:205] ID: 26 GRPC response: {}