I0224 18:56:52.811582       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0224 18:56:52.811747       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0224 18:56:52.811763       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0224 18:56:52.811767       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0224 18:56:52.811770       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0224 18:56:52.811774       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0224 18:56:52.811779       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0224 18:56:52.811783       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0224 18:56:52.811787       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0224 18:56:52.811790       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0224 18:56:52.812123       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0224 18:56:52.812693       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0224 18:56:56.070196       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0224 18:56:56.071545       1 utils.go:199] ID: 1 GRPC request: {}
I0224 18:56:56.071604       1 utils.go:205] ID: 1 GRPC response: {}
I0224 18:56:56.077285       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0224 18:56:56.077394       1 utils.go:199] ID: 2 GRPC request: {}
I0224 18:56:56.077413       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0224 18:56:56.077482       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0224 18:56:56.079396       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0224 18:56:56.079423       1 utils.go:199] ID: 3 GRPC request: {}
I0224 18:56:56.079435       1 utils.go:205] ID: 3 GRPC response: {}
I0224 18:56:56.079820       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0224 18:56:56.079982       1 utils.go:199] ID: 4 GRPC request: {}
I0224 18:56:56.080261       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0224 18:56:56.081165       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0224 18:56:56.081207       1 utils.go:199] ID: 5 GRPC request: {}
I0224 18:56:56.081215       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0224 18:56:56.081308       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0224 18:56:59.082020       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0224 18:56:59.082122       1 utils.go:199] ID: 6 GRPC request: {}
I0224 18:56:59.082171       1 utils.go:205] ID: 6 GRPC response: {}
I0224 18:56:59.086446       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0224 18:56:59.086531       1 utils.go:199] ID: 7 GRPC request: {}
I0224 18:56:59.086555       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0224 18:56:59.086595       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0224 18:56:59.089936       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0224 18:56:59.090094       1 utils.go:199] ID: 8 GRPC request: {}
I0224 18:56:59.090379       1 utils.go:205] ID: 8 GRPC response: {}
I0224 18:56:59.094082       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0224 18:56:59.094153       1 utils.go:199] ID: 9 GRPC request: {}
I0224 18:56:59.094285       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0224 18:56:59.094980       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0224 18:56:59.095028       1 utils.go:199] ID: 10 GRPC request: {}
I0224 18:56:59.095042       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0224 18:56:59.095151       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0224 18:56:59.095630       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0224 18:56:59.095713       1 utils.go:199] ID: 11 GRPC request: {}
I0224 18:56:59.095735       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0224 18:56:59.095876       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0224 18:56:59.096268       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0224 18:56:59.096293       1 utils.go:199] ID: 12 GRPC request: {}
I0224 18:56:59.096301       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0224 18:56:59.096397       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0224 18:57:02.678471       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0224 18:57:02.678534       1 utils.go:199] ID: 13 GRPC request: {}
I0224 18:57:02.678546       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0224 18:57:02.678580       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0224 18:57:02.682739       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0224 18:57:02.682788       1 utils.go:199] ID: 14 GRPC request: {}
I0224 18:57:02.682813       1 utils.go:205] ID: 14 GRPC response: {}
I0224 18:57:02.684779       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0224 18:57:02.684821       1 utils.go:199] ID: 15 GRPC request: {}
I0224 18:57:02.684884       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0224 18:57:02.685045       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0224 18:57:05.100760       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0224 18:57:05.100818       1 utils.go:199] ID: 16 GRPC request: {}
I0224 18:57:05.100853       1 utils.go:205] ID: 16 GRPC response: {}
I0224 18:57:05.105058       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0224 18:57:05.105081       1 utils.go:199] ID: 17 GRPC request: {}
I0224 18:57:05.105089       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0224 18:57:05.105113       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0224 18:57:05.108823       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0224 18:57:05.108843       1 utils.go:199] ID: 18 GRPC request: {}
I0224 18:57:05.108869       1 utils.go:205] ID: 18 GRPC response: {}
I0224 18:57:05.109381       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0224 18:57:05.109432       1 utils.go:199] ID: 19 GRPC request: {}
I0224 18:57:05.109706       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0224 18:57:05.110385       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0224 18:57:05.110410       1 utils.go:199] ID: 20 GRPC request: {}
I0224 18:57:05.110420       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0224 18:57:05.110628       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0224 18:58:05.320509       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0224 18:58:05.320556       1 utils.go:199] ID: 21 GRPC request: {}
I0224 18:58:05.320578       1 utils.go:205] ID: 21 GRPC response: {}
I0224 18:59:05.294152       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0224 18:59:05.294190       1 utils.go:199] ID: 22 GRPC request: {}
I0224 18:59:05.294206       1 utils.go:205] ID: 22 GRPC response: {}
I0224 18:59:50.731957       1 utils.go:198] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 GRPC call: /csi.v1.Controller/CreateVolume
I0224 18:59:50.732199       1 utils.go:199] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0224 18:59:50.732378       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0224 18:59:50.754513       1 omap.go:80] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0224 18:59:50.768975       1 omap.go:159] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00:adee4ab0-f710-48c1-a277-df8e39546f88])
I0224 18:59:50.775662       1 omap.go:159] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 set omap keys (pool="kube", namespace="", name="csi.volume.adee4ab0-f710-48c1-a277-df8e39546f88"): map[csi.imagename:csi-vol-adee4ab0-f710-48c1-a277-df8e39546f88 csi.volname:pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 csi.volume.owner:default])
I0224 18:59:50.775724       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-adee4ab0-f710-48c1-a277-df8e39546f88) and image name (csi-vol-adee4ab0-f710-48c1-a277-df8e39546f88) for request name (pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00)
I0224 18:59:50.775794       1 rbd_util.go:423] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 rbd: create kube/csi-vol-adee4ab0-f710-48c1-a277-df8e39546f88 size 5120M (features: [layering]) using mon 199.204.45.222
I0224 18:59:50.775843       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 setting image options on kube/csi-vol-adee4ab0-f710-48c1-a277-df8e39546f88
I0224 18:59:52.429436       1 controllerserver.go:763] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 created image kube/csi-vol-adee4ab0-f710-48c1-a277-df8e39546f88 backed for request name pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00
I0224 18:59:52.463694       1 omap.go:159] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 set omap keys (pool="kube", namespace="", name="csi.volume.adee4ab0-f710-48c1-a277-df8e39546f88"): map[csi.imageid:37d9c0732e88])
I0224 18:59:52.561860       1 utils.go:205] ID: 23 Req-ID: pvc-6dd12a2e-e5ee-49b0-b834-3e8f8ba63a00 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-adee4ab0-f710-48c1-a277-df8e39546f88","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-adee4ab0-f710-48c1-a277-df8e39546f88"}}
I0224 19:00:05.293474       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0224 19:00:05.293522       1 utils.go:199] ID: 24 GRPC request: {}
I0224 19:00:05.293547       1 utils.go:205] ID: 24 GRPC response: {}