I0413 21:13:12.513838       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0413 21:13:12.514505       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0413 21:13:12.514516       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0413 21:13:12.514519       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0413 21:13:12.514524       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0413 21:13:12.514527       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0413 21:13:12.514530       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0413 21:13:12.514532       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0413 21:13:12.514535       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0413 21:13:12.514538       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0413 21:13:12.515199       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0413 21:13:12.515241       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0413 21:13:17.744652       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0413 21:13:17.747006       1 utils.go:199] ID: 1 GRPC request: {}
I0413 21:13:17.747322       1 utils.go:205] ID: 1 GRPC response: {}
I0413 21:13:17.753918       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0413 21:13:17.754018       1 utils.go:199] ID: 2 GRPC request: {}
I0413 21:13:17.754076       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0413 21:13:17.754169       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0413 21:13:17.755679       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0413 21:13:17.755706       1 utils.go:199] ID: 3 GRPC request: {}
I0413 21:13:17.755721       1 utils.go:205] ID: 3 GRPC response: {}
I0413 21:13:17.756086       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0413 21:13:17.756241       1 utils.go:199] ID: 4 GRPC request: {}
I0413 21:13:17.756460       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0413 21:13:17.757289       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0413 21:13:17.757458       1 utils.go:199] ID: 5 GRPC request: {}
I0413 21:13:17.757478       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0413 21:13:17.757683       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0413 21:13:21.418641       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0413 21:13:21.418688       1 utils.go:199] ID: 6 GRPC request: {}
I0413 21:13:21.418730       1 utils.go:205] ID: 6 GRPC response: {}
I0413 21:13:21.421315       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0413 21:13:21.421384       1 utils.go:199] ID: 7 GRPC request: {}
I0413 21:13:21.421450       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0413 21:13:21.421495       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0413 21:13:21.425136       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0413 21:13:21.425572       1 utils.go:199] ID: 8 GRPC request: {}
I0413 21:13:21.425658       1 utils.go:205] ID: 8 GRPC response: {}
I0413 21:13:21.426486       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0413 21:13:21.426510       1 utils.go:199] ID: 9 GRPC request: {}
I0413 21:13:21.426634       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0413 21:13:21.427617       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0413 21:13:21.427643       1 utils.go:199] ID: 10 GRPC request: {}
I0413 21:13:21.427652       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0413 21:13:21.427739       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0413 21:13:21.428342       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0413 21:13:21.428412       1 utils.go:199] ID: 11 GRPC request: {}
I0413 21:13:21.428494       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0413 21:13:21.428638       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0413 21:13:21.429010       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0413 21:13:21.429061       1 utils.go:199] ID: 12 GRPC request: {}
I0413 21:13:21.429083       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0413 21:13:21.429176       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0413 21:13:22.710433       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0413 21:13:22.710488       1 utils.go:199] ID: 13 GRPC request: {}
I0413 21:13:22.710500       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0413 21:13:22.710533       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0413 21:13:22.715282       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0413 21:13:22.715306       1 utils.go:199] ID: 14 GRPC request: {}
I0413 21:13:22.715322       1 utils.go:205] ID: 14 GRPC response: {}
I0413 21:13:22.715999       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0413 21:13:22.716024       1 utils.go:199] ID: 15 GRPC request: {}
I0413 21:13:22.716034       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0413 21:13:22.716229       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0413 21:13:24.350659       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0413 21:13:24.350697       1 utils.go:199] ID: 16 GRPC request: {}
I0413 21:13:24.350711       1 utils.go:205] ID: 16 GRPC response: {}
I0413 21:13:24.354738       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0413 21:13:24.354814       1 utils.go:199] ID: 17 GRPC request: {}
I0413 21:13:24.354826       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0413 21:13:24.354854       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0413 21:13:24.358107       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0413 21:13:24.358203       1 utils.go:199] ID: 18 GRPC request: {}
I0413 21:13:24.358276       1 utils.go:205] ID: 18 GRPC response: {}
I0413 21:13:24.360318       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0413 21:13:24.360345       1 utils.go:199] ID: 19 GRPC request: {}
I0413 21:13:24.360797       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0413 21:13:24.361861       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0413 21:13:24.361899       1 utils.go:199] ID: 20 GRPC request: {}
I0413 21:13:24.361909       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0413 21:13:24.362001       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0413 21:14:24.612727       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0413 21:14:24.612789       1 utils.go:199] ID: 21 GRPC request: {}
I0413 21:14:24.612819       1 utils.go:205] ID: 21 GRPC response: {}
I0413 21:15:24.555689       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0413 21:15:24.555785       1 utils.go:199] ID: 22 GRPC request: {}
I0413 21:15:24.555820       1 utils.go:205] ID: 22 GRPC response: {}
I0413 21:16:24.554152       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0413 21:16:24.554208       1 utils.go:199] ID: 23 GRPC request: {}
I0413 21:16:24.554294       1 utils.go:205] ID: 23 GRPC response: {}
I0413 21:16:33.721467       1 utils.go:198] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 GRPC call: /csi.v1.Controller/CreateVolume
I0413 21:16:33.721689       1 utils.go:199] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0413 21:16:33.721851       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0413 21:16:33.736160       1 omap.go:80] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0413 21:16:33.749352       1 omap.go:159] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90:de3d3bb0-799f-4744-b53a-5856eea288bf])
I0413 21:16:33.755781       1 omap.go:159] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 set omap keys (pool="kube", namespace="", name="csi.volume.de3d3bb0-799f-4744-b53a-5856eea288bf"): map[csi.imagename:csi-vol-de3d3bb0-799f-4744-b53a-5856eea288bf csi.volname:pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 csi.volume.owner:default])
I0413 21:16:33.755856       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-de3d3bb0-799f-4744-b53a-5856eea288bf) and image name (csi-vol-de3d3bb0-799f-4744-b53a-5856eea288bf) for request name (pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90)
I0413 21:16:33.756069       1 rbd_util.go:423] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 rbd: create kube/csi-vol-de3d3bb0-799f-4744-b53a-5856eea288bf size 5120M (features: [layering]) using mon 199.19.213.166
I0413 21:16:33.756260       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 setting image options on kube/csi-vol-de3d3bb0-799f-4744-b53a-5856eea288bf
I0413 21:16:35.029504       1 controllerserver.go:763] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 created image kube/csi-vol-de3d3bb0-799f-4744-b53a-5856eea288bf backed for request name pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90
I0413 21:16:35.066205       1 omap.go:159] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 set omap keys (pool="kube", namespace="", name="csi.volume.de3d3bb0-799f-4744-b53a-5856eea288bf"): map[csi.imageid:37d7e6db0a77])
I0413 21:16:35.159754       1 utils.go:205] ID: 24 Req-ID: pvc-692c9bf5-9a3f-4f2f-807b-88559a57dc90 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-de3d3bb0-799f-4744-b53a-5856eea288bf","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-de3d3bb0-799f-4744-b53a-5856eea288bf"}}