I0622 16:20:50.841376       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0622 16:20:50.841542       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0622 16:20:50.841567       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0622 16:20:50.841575       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0622 16:20:50.841580       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0622 16:20:50.841585       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0622 16:20:50.841591       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0622 16:20:50.841597       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0622 16:20:50.841602       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0622 16:20:50.841608       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0622 16:20:50.841981       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0622 16:20:50.842068       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0622 16:20:56.062533       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0622 16:20:56.064326       1 utils.go:199] ID: 1 GRPC request: {}
I0622 16:20:56.064396       1 utils.go:205] ID: 1 GRPC response: {}
I0622 16:20:56.067842       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0622 16:20:56.067883       1 utils.go:199] ID: 2 GRPC request: {}
I0622 16:20:56.067898       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0622 16:20:56.067998       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0622 16:20:56.070603       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0622 16:20:56.070649       1 utils.go:199] ID: 3 GRPC request: {}
I0622 16:20:56.070670       1 utils.go:205] ID: 3 GRPC response: {}
I0622 16:20:56.070986       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0622 16:20:56.071059       1 utils.go:199] ID: 4 GRPC request: {}
I0622 16:20:56.071202       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0622 16:20:56.072066       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0622 16:20:56.072106       1 utils.go:199] ID: 5 GRPC request: {}
I0622 16:20:56.072124       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0622 16:20:56.072244       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0622 16:21:01.036546       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0622 16:21:01.036664       1 utils.go:199] ID: 6 GRPC request: {}
I0622 16:21:01.036708       1 utils.go:205] ID: 6 GRPC response: {}
I0622 16:21:01.039001       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0622 16:21:01.039077       1 utils.go:199] ID: 7 GRPC request: {}
I0622 16:21:01.039099       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0622 16:21:01.039163       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0622 16:21:01.041964       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0622 16:21:01.042004       1 utils.go:199] ID: 8 GRPC request: {}
I0622 16:21:01.042028       1 utils.go:205] ID: 8 GRPC response: {}
I0622 16:21:01.043481       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0622 16:21:01.043515       1 utils.go:199] ID: 9 GRPC request: {}
I0622 16:21:01.043675       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0622 16:21:01.044345       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0622 16:21:01.044374       1 utils.go:199] ID: 10 GRPC request: {}
I0622 16:21:01.044388       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0622 16:21:01.044496       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0622 16:21:01.045360       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0622 16:21:01.045388       1 utils.go:199] ID: 11 GRPC request: {}
I0622 16:21:01.045396       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0622 16:21:01.045474       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0622 16:21:01.046023       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0622 16:21:01.046061       1 utils.go:199] ID: 12 GRPC request: {}
I0622 16:21:01.046069       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0622 16:21:01.046149       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0622 16:21:02.853081       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0622 16:21:02.853124       1 utils.go:199] ID: 13 GRPC request: {}
I0622 16:21:02.853238       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0622 16:21:02.853392       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0622 16:21:02.855633       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0622 16:21:02.855693       1 utils.go:199] ID: 14 GRPC request: {}
I0622 16:21:02.855716       1 utils.go:205] ID: 14 GRPC response: {}
I0622 16:21:02.856677       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0622 16:21:02.856720       1 utils.go:199] ID: 15 GRPC request: {}
I0622 16:21:02.856732       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0622 16:21:02.857084       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0622 16:21:04.664129       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0622 16:21:04.664265       1 utils.go:199] ID: 16 GRPC request: {}
I0622 16:21:04.664336       1 utils.go:205] ID: 16 GRPC response: {}
I0622 16:21:04.669066       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0622 16:21:04.669137       1 utils.go:199] ID: 17 GRPC request: {}
I0622 16:21:04.669161       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0622 16:21:04.669256       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0622 16:21:04.674375       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0622 16:21:04.674407       1 utils.go:199] ID: 18 GRPC request: {}
I0622 16:21:04.674421       1 utils.go:205] ID: 18 GRPC response: {}
I0622 16:21:04.675112       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0622 16:21:04.675123       1 utils.go:199] ID: 19 GRPC request: {}
I0622 16:21:04.675218       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0622 16:21:04.675811       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0622 16:21:04.675821       1 utils.go:199] ID: 20 GRPC request: {}
I0622 16:21:04.675827       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0622 16:21:04.675871       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0622 16:22:05.710980       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0622 16:22:05.711059       1 utils.go:199] ID: 21 GRPC request: {}
I0622 16:22:05.711089       1 utils.go:205] ID: 21 GRPC response: {}
I0622 16:23:05.711903       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0622 16:23:05.711969       1 utils.go:199] ID: 22 GRPC request: {}
I0622 16:23:05.711995       1 utils.go:205] ID: 22 GRPC response: {}
I0622 16:24:05.710341       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0622 16:24:05.710397       1 utils.go:199] ID: 23 GRPC request: {}
I0622 16:24:05.710421       1 utils.go:205] ID: 23 GRPC response: {}
I0622 16:24:47.403153       1 utils.go:198] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a GRPC call: /csi.v1.Controller/CreateVolume
I0622 16:24:47.403805       1 utils.go:199] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0622 16:24:47.404211       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a setting disableInUseChecks: false image features: [layering] mounter: rbd
E0622 16:24:47.428009       1 omap.go:80] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0622 16:24:47.444099       1 omap.go:159] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a:046fad68-9ce5-4ee5-8d89-e0c5e8ad0600])
I0622 16:24:47.451631       1 omap.go:159] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a set omap keys (pool="kube", namespace="", name="csi.volume.046fad68-9ce5-4ee5-8d89-e0c5e8ad0600"): map[csi.imagename:csi-vol-046fad68-9ce5-4ee5-8d89-e0c5e8ad0600 csi.volname:pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a csi.volume.owner:default])
I0622 16:24:47.451748       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-046fad68-9ce5-4ee5-8d89-e0c5e8ad0600) and image name (csi-vol-046fad68-9ce5-4ee5-8d89-e0c5e8ad0600) for request name (pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a)
I0622 16:24:47.451876       1 rbd_util.go:423] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a rbd: create kube/csi-vol-046fad68-9ce5-4ee5-8d89-e0c5e8ad0600 size 5120M (features: [layering]) using mon 199.204.45.229
I0622 16:24:47.451968       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a setting image options on kube/csi-vol-046fad68-9ce5-4ee5-8d89-e0c5e8ad0600
I0622 16:24:47.487519       1 controllerserver.go:763] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a created image kube/csi-vol-046fad68-9ce5-4ee5-8d89-e0c5e8ad0600 backed for request name pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a
I0622 16:24:47.523963       1 omap.go:159] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a set omap keys (pool="kube", namespace="", name="csi.volume.046fad68-9ce5-4ee5-8d89-e0c5e8ad0600"): map[csi.imageid:37ed8a98097])
I0622 16:24:47.619078       1 utils.go:205] ID: 24 Req-ID: pvc-d6364dc0-8a10-4a88-bbfa-b21e4e22f14a GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-046fad68-9ce5-4ee5-8d89-e0c5e8ad0600","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-046fad68-9ce5-4ee5-8d89-e0c5e8ad0600"}}
I0622 16:25:05.712199       1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe
I0622 16:25:05.712345       1 utils.go:199] ID: 25 GRPC request: {}
I0622 16:25:05.712399       1 utils.go:205] ID: 25 GRPC response: {}