I0630 22:19:03.248623       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0630 22:19:03.248731       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0630 22:19:03.248741       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0630 22:19:03.248744       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0630 22:19:03.248748       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0630 22:19:03.248756       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0630 22:19:03.248763       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0630 22:19:03.248766       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0630 22:19:03.248769       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0630 22:19:03.248773       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0630 22:19:03.249024       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0630 22:19:03.249204       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0630 22:19:10.284314       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0630 22:19:10.285886       1 utils.go:199] ID: 1 GRPC request: {}
I0630 22:19:10.285973       1 utils.go:205] ID: 1 GRPC response: {}
I0630 22:19:10.288326       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0630 22:19:10.288398       1 utils.go:199] ID: 2 GRPC request: {}
I0630 22:19:10.288421       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0630 22:19:10.288502       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0630 22:19:10.291029       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0630 22:19:10.291069       1 utils.go:199] ID: 3 GRPC request: {}
I0630 22:19:10.291087       1 utils.go:205] ID: 3 GRPC response: {}
I0630 22:19:10.291594       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0630 22:19:10.291823       1 utils.go:199] ID: 4 GRPC request: {}
I0630 22:19:10.292182       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0630 22:19:10.293307       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0630 22:19:10.293352       1 utils.go:199] ID: 5 GRPC request: {}
I0630 22:19:10.293362       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0630 22:19:10.293464       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0630 22:19:13.262102       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0630 22:19:13.262138       1 utils.go:199] ID: 6 GRPC request: {}
I0630 22:19:13.262162       1 utils.go:205] ID: 6 GRPC response: {}
I0630 22:19:13.264089       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0630 22:19:13.264131       1 utils.go:199] ID: 7 GRPC request: {}
I0630 22:19:13.264152       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0630 22:19:13.264207       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0630 22:19:13.266674       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0630 22:19:13.266712       1 utils.go:199] ID: 8 GRPC request: {}
I0630 22:19:13.266730       1 utils.go:205] ID: 8 GRPC response: {}
I0630 22:19:13.267229       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0630 22:19:13.267249       1 utils.go:199] ID: 9 GRPC request: {}
I0630 22:19:13.267345       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0630 22:19:13.268007       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0630 22:19:13.268025       1 utils.go:199] ID: 10 GRPC request: {}
I0630 22:19:13.268033       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0630 22:19:13.268108       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0630 22:19:13.268681       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0630 22:19:13.268717       1 utils.go:199] ID: 11 GRPC request: {}
I0630 22:19:13.268727       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0630 22:19:13.268816       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0630 22:19:13.269158       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0630 22:19:13.269176       1 utils.go:199] ID: 12 GRPC request: {}
I0630 22:19:13.269182       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0630 22:19:13.269264       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0630 22:19:15.052172       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0630 22:19:15.052207       1 utils.go:199] ID: 13 GRPC request: {}
I0630 22:19:15.052216       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0630 22:19:15.052258       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0630 22:19:15.054142       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0630 22:19:15.054165       1 utils.go:199] ID: 14 GRPC request: {}
I0630 22:19:15.054178       1 utils.go:205] ID: 14 GRPC response: {}
I0630 22:19:15.054619       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0630 22:19:15.054671       1 utils.go:199] ID: 15 GRPC request: {}
I0630 22:19:15.054687       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0630 22:19:15.054903       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0630 22:19:16.882246       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0630 22:19:16.882296       1 utils.go:199] ID: 16 GRPC request: {}
I0630 22:19:16.882368       1 utils.go:205] ID: 16 GRPC response: {}
I0630 22:19:16.885588       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0630 22:19:16.885620       1 utils.go:199] ID: 17 GRPC request: {}
I0630 22:19:16.885631       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0630 22:19:16.885684       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0630 22:19:16.888672       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0630 22:19:16.888737       1 utils.go:199] ID: 18 GRPC request: {}
I0630 22:19:16.888774       1 utils.go:205] ID: 18 GRPC response: {}
I0630 22:19:16.889303       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0630 22:19:16.889348       1 utils.go:199] ID: 19 GRPC request: {}
I0630 22:19:16.889495       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0630 22:19:16.890155       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0630 22:19:16.890176       1 utils.go:199] ID: 20 GRPC request: {}
I0630 22:19:16.893357       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0630 22:19:16.893621       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0630 22:20:17.073578       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0630 22:20:17.073613       1 utils.go:199] ID: 21 GRPC request: {}
I0630 22:20:17.073625       1 utils.go:205] ID: 21 GRPC response: {}
I0630 22:21:17.048303       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0630 22:21:17.048372       1 utils.go:199] ID: 22 GRPC request: {}
I0630 22:21:17.048394       1 utils.go:205] ID: 22 GRPC response: {}
I0630 22:22:17.048093       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0630 22:22:17.048149       1 utils.go:199] ID: 23 GRPC request: {}
I0630 22:22:17.048172       1 utils.go:205] ID: 23 GRPC response: {}
I0630 22:22:48.930834       1 utils.go:198] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 GRPC call: /csi.v1.Controller/CreateVolume
I0630 22:22:48.931258       1 utils.go:199] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-c2970199-3956-443b-bea5-3bc5f43c8233","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-c2970199-3956-443b-bea5-3bc5f43c8233","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0630 22:22:48.931542       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0630 22:22:48.955246       1 omap.go:80] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0630 22:22:48.971266       1 omap.go:159] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-c2970199-3956-443b-bea5-3bc5f43c8233:6251693a-5fa6-4719-8317-2d7a49eb6f72])
I0630 22:22:48.978254       1 omap.go:159] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 set omap keys (pool="kube", namespace="", name="csi.volume.6251693a-5fa6-4719-8317-2d7a49eb6f72"): map[csi.imagename:csi-vol-6251693a-5fa6-4719-8317-2d7a49eb6f72 csi.volname:pvc-c2970199-3956-443b-bea5-3bc5f43c8233 csi.volume.owner:default])
I0630 22:22:48.978289       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6251693a-5fa6-4719-8317-2d7a49eb6f72) and image name (csi-vol-6251693a-5fa6-4719-8317-2d7a49eb6f72) for request name (pvc-c2970199-3956-443b-bea5-3bc5f43c8233)
I0630 22:22:48.978367       1 rbd_util.go:423] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 rbd: create kube/csi-vol-6251693a-5fa6-4719-8317-2d7a49eb6f72 size 5120M (features: [layering]) using mon 199.204.45.4
I0630 22:22:48.978411       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 setting image options on kube/csi-vol-6251693a-5fa6-4719-8317-2d7a49eb6f72
I0630 22:22:49.005856       1 controllerserver.go:763] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 created image kube/csi-vol-6251693a-5fa6-4719-8317-2d7a49eb6f72 backed for request name pvc-c2970199-3956-443b-bea5-3bc5f43c8233
I0630 22:22:49.040424       1 omap.go:159] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 set omap keys (pool="kube", namespace="", name="csi.volume.6251693a-5fa6-4719-8317-2d7a49eb6f72"): map[csi.imageid:37ede88b36e8])
I0630 22:22:49.141558       1 utils.go:205] ID: 24 Req-ID: pvc-c2970199-3956-443b-bea5-3bc5f43c8233 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-6251693a-5fa6-4719-8317-2d7a49eb6f72","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6251693a-5fa6-4719-8317-2d7a49eb6f72"}}
I0630 22:23:17.060328       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0630 22:23:17.060374       1 utils.go:199] ID: 25 GRPC request: {}
I0630 22:23:17.060396       1 utils.go:205] ID: 25 GRPC response: {}