I0319 17:53:59.663591       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0319 17:53:59.663733       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0319 17:53:59.663757       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0319 17:53:59.663764       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0319 17:53:59.663768       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0319 17:53:59.663774       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0319 17:53:59.663779       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0319 17:53:59.663783       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0319 17:53:59.663787       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0319 17:53:59.663792       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0319 17:53:59.664452       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0319 17:53:59.664466       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0319 17:54:03.264028       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0319 17:54:03.265324       1 utils.go:199] ID: 1 GRPC request: {}
I0319 17:54:03.265384       1 utils.go:205] ID: 1 GRPC response: {}
I0319 17:54:03.267649       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0319 17:54:03.267737       1 utils.go:199] ID: 2 GRPC request: {}
I0319 17:54:03.267753       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0319 17:54:03.267811       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0319 17:54:03.269282       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0319 17:54:03.269334       1 utils.go:199] ID: 3 GRPC request: {}
I0319 17:54:03.269356       1 utils.go:205] ID: 3 GRPC response: {}
I0319 17:54:03.269799       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0319 17:54:03.269886       1 utils.go:199] ID: 4 GRPC request: {}
I0319 17:54:03.270028       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0319 17:54:03.270736       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0319 17:54:03.270788       1 utils.go:199] ID: 5 GRPC request: {}
I0319 17:54:03.270797       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0319 17:54:03.270902       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0319 17:54:06.804816       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0319 17:54:06.804847       1 utils.go:199] ID: 6 GRPC request: {}
I0319 17:54:06.804859       1 utils.go:205] ID: 6 GRPC response: {}
I0319 17:54:06.806820       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0319 17:54:06.806863       1 utils.go:199] ID: 7 GRPC request: {}
I0319 17:54:06.806881       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0319 17:54:06.806906       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0319 17:54:06.808957       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0319 17:54:06.808972       1 utils.go:199] ID: 8 GRPC request: {}
I0319 17:54:06.808979       1 utils.go:205] ID: 8 GRPC response: {}
I0319 17:54:06.809530       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0319 17:54:06.809543       1 utils.go:199] ID: 9 GRPC request: {}
I0319 17:54:06.809622       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0319 17:54:06.810167       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0319 17:54:06.810183       1 utils.go:199] ID: 10 GRPC request: {}
I0319 17:54:06.810188       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0319 17:54:06.810230       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0319 17:54:06.810673       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0319 17:54:06.810691       1 utils.go:199] ID: 11 GRPC request: {}
I0319 17:54:06.810696       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0319 17:54:06.810736       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0319 17:54:06.811055       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0319 17:54:06.811093       1 utils.go:199] ID: 12 GRPC request: {}
I0319 17:54:06.811103       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0319 17:54:06.811191       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0319 17:54:08.538187       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0319 17:54:08.538298       1 utils.go:199] ID: 13 GRPC request: {}
I0319 17:54:08.538325       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0319 17:54:08.538405       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0319 17:54:08.543277       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0319 17:54:08.543307       1 utils.go:199] ID: 14 GRPC request: {}
I0319 17:54:08.543430       1 utils.go:205] ID: 14 GRPC response: {}
I0319 17:54:08.544436       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0319 17:54:08.544497       1 utils.go:199] ID: 15 GRPC request: {}
I0319 17:54:08.544525       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0319 17:54:08.544643       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0319 17:54:11.824954       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0319 17:54:11.825045       1 utils.go:199] ID: 16 GRPC request: {}
I0319 17:54:11.825088       1 utils.go:205] ID: 16 GRPC response: {}
I0319 17:54:11.829367       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0319 17:54:11.829403       1 utils.go:199] ID: 17 GRPC request: {}
I0319 17:54:11.829411       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0319 17:54:11.829615       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0319 17:54:11.832037       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0319 17:54:11.832064       1 utils.go:199] ID: 18 GRPC request: {}
I0319 17:54:11.832078       1 utils.go:205] ID: 18 GRPC response: {}
I0319 17:54:11.832601       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0319 17:54:11.832623       1 utils.go:199] ID: 19 GRPC request: {}
I0319 17:54:11.832711       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0319 17:54:11.833289       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0319 17:54:11.833327       1 utils.go:199] ID: 20 GRPC request: {}
I0319 17:54:11.833338       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0319 17:54:11.833444       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0319 17:55:12.048423       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0319 17:55:12.048497       1 utils.go:199] ID: 21 GRPC request: {}
I0319 17:55:12.048521       1 utils.go:205] ID: 21 GRPC response: {}
I0319 17:56:12.051882       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0319 17:56:12.052083       1 utils.go:199] ID: 22 GRPC request: {}
I0319 17:56:12.052113       1 utils.go:205] ID: 22 GRPC response: {}
I0319 17:56:59.887514       1 utils.go:198] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 GRPC call: /csi.v1.Controller/CreateVolume
I0319 17:56:59.887893       1 utils.go:199] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-f766d21f-d96f-4375-811e-c2557af7edf1","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-f766d21f-d96f-4375-811e-c2557af7edf1","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0319 17:56:59.888147       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0319 17:56:59.905656       1 omap.go:80] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0319 17:56:59.924678       1 omap.go:159] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-f766d21f-d96f-4375-811e-c2557af7edf1:f8a13a46-3fc6-4ba0-94c8-4d929f0db38b])
I0319 17:56:59.930526       1 omap.go:159] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 set omap keys (pool="kube", namespace="", name="csi.volume.f8a13a46-3fc6-4ba0-94c8-4d929f0db38b"): map[csi.imagename:csi-vol-f8a13a46-3fc6-4ba0-94c8-4d929f0db38b csi.volname:pvc-f766d21f-d96f-4375-811e-c2557af7edf1 csi.volume.owner:default])
I0319 17:56:59.930566       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f8a13a46-3fc6-4ba0-94c8-4d929f0db38b) and image name (csi-vol-f8a13a46-3fc6-4ba0-94c8-4d929f0db38b) for request name (pvc-f766d21f-d96f-4375-811e-c2557af7edf1)
I0319 17:56:59.930706       1 rbd_util.go:423] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 rbd: create kube/csi-vol-f8a13a46-3fc6-4ba0-94c8-4d929f0db38b size 5120M (features: [layering]) using mon 199.19.213.10
I0319 17:56:59.930761       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 setting image options on kube/csi-vol-f8a13a46-3fc6-4ba0-94c8-4d929f0db38b
I0319 17:57:01.896609       1 controllerserver.go:763] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 created image kube/csi-vol-f8a13a46-3fc6-4ba0-94c8-4d929f0db38b backed for request name pvc-f766d21f-d96f-4375-811e-c2557af7edf1
I0319 17:57:02.129010       1 omap.go:159] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 set omap keys (pool="kube", namespace="", name="csi.volume.f8a13a46-3fc6-4ba0-94c8-4d929f0db38b"): map[csi.imageid:37d99e2193f4])
I0319 17:57:02.638863       1 utils.go:205] ID: 23 Req-ID: pvc-f766d21f-d96f-4375-811e-c2557af7edf1 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-f8a13a46-3fc6-4ba0-94c8-4d929f0db38b","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f8a13a46-3fc6-4ba0-94c8-4d929f0db38b"}}
I0319 17:57:12.103124       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0319 17:57:12.103204       1 utils.go:199] ID: 24 GRPC request: {}
I0319 17:57:12.103240       1 utils.go:205] ID: 24 GRPC response: {}