I0209 05:51:03.975237 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0209 05:51:03.975342 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0209 05:51:03.975533 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0209 05:51:03.975542 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0209 05:51:03.975545 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0209 05:51:03.975552 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0209 05:51:03.975624 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0209 05:51:03.975631 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0209 05:51:03.975634 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0209 05:51:03.975637 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0209 05:51:03.975959 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0209 05:51:03.975996 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0209 05:51:09.835630 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0209 05:51:09.836700 1 utils.go:199] ID: 1 GRPC request: {} I0209 05:51:09.836822 1 utils.go:205] ID: 1 GRPC response: {} I0209 05:51:09.838557 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0209 05:51:09.838712 1 utils.go:199] ID: 2 GRPC request: {} I0209 05:51:09.838782 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0209 05:51:09.838932 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0209 05:51:09.840013 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0209 05:51:09.840137 1 utils.go:199] ID: 3 GRPC request: {} I0209 05:51:09.840221 1 utils.go:205] ID: 3 GRPC response: {} I0209 05:51:09.840485 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0209 05:51:09.840583 1 utils.go:199] ID: 4 GRPC request: {} I0209 05:51:09.840725 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0209 05:51:09.841246 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 05:51:09.841325 1 utils.go:199] ID: 5 GRPC request: {} I0209 05:51:09.841335 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0209 05:51:09.841451 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 05:51:12.786784 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0209 05:51:12.786937 1 utils.go:199] ID: 6 GRPC request: {} I0209 05:51:12.786986 1 utils.go:205] ID: 6 GRPC response: {} I0209 05:51:12.788582 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0209 05:51:12.788596 1 utils.go:199] ID: 7 GRPC request: {} I0209 05:51:12.788670 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0209 05:51:12.788727 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0209 05:51:12.789662 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0209 05:51:12.789713 1 utils.go:199] ID: 8 GRPC request: {} I0209 05:51:12.789758 1 utils.go:205] ID: 8 GRPC response: {} I0209 05:51:12.790006 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0209 05:51:12.790019 1 utils.go:199] ID: 9 GRPC request: {} I0209 05:51:12.790154 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0209 05:51:12.790597 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 05:51:12.790702 1 utils.go:199] ID: 10 GRPC request: {} I0209 05:51:12.790712 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0209 05:51:12.790844 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 05:51:12.791153 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 05:51:12.791166 1 utils.go:199] ID: 11 GRPC request: {} I0209 05:51:12.791225 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0209 05:51:12.791335 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 05:51:12.791624 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 05:51:12.791637 1 utils.go:199] ID: 12 GRPC request: {} I0209 05:51:12.791685 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0209 05:51:12.791786 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 05:51:15.836449 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0209 05:51:15.836504 1 utils.go:199] ID: 13 GRPC request: {} I0209 05:51:15.836520 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0209 05:51:15.836545 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0209 05:51:15.846201 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0209 05:51:15.846228 1 utils.go:199] ID: 14 GRPC request: {} I0209 05:51:15.846240 1 utils.go:205] ID: 14 GRPC response: {} I0209 05:51:15.846698 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 05:51:15.846713 1 utils.go:199] ID: 15 GRPC request: {} I0209 05:51:15.846719 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0209 05:51:15.846792 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 05:51:20.714698 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0209 05:51:20.714742 1 utils.go:199] ID: 16 GRPC request: {} I0209 05:51:20.714760 1 utils.go:205] ID: 16 GRPC response: {} I0209 05:51:20.716100 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0209 05:51:20.716136 1 utils.go:199] ID: 17 GRPC request: {} I0209 05:51:20.716155 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0209 05:51:20.716207 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0209 05:51:20.717161 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0209 05:51:20.717180 1 utils.go:199] ID: 18 GRPC request: {} I0209 05:51:20.717195 1 utils.go:205] ID: 18 GRPC response: {} I0209 05:51:20.717502 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0209 05:51:20.717527 1 utils.go:199] ID: 19 GRPC request: {} I0209 05:51:20.717621 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0209 05:51:20.718168 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0209 05:51:20.718201 1 utils.go:199] ID: 20 GRPC request: {} I0209 05:51:20.718212 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0209 05:51:20.718312 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0209 05:52:21.334141 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0209 05:52:21.334370 1 utils.go:199] ID: 21 GRPC request: {} I0209 05:52:21.334559 1 utils.go:205] ID: 21 GRPC response: {} I0209 05:53:21.337156 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0209 05:53:21.337893 1 utils.go:199] ID: 22 GRPC request: {} I0209 05:53:21.337920 1 utils.go:205] ID: 22 GRPC response: {} I0209 05:54:13.524284 1 utils.go:198] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb GRPC call: /csi.v1.Controller/CreateVolume I0209 05:54:13.524820 1 utils.go:199] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0209 05:54:13.525601 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb setting disableInUseChecks: false image features: [layering] mounter: rbd E0209 05:54:13.559463 1 omap.go:80] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0209 05:54:13.573270 1 omap.go:159] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb:e572b099-475c-4118-87ff-a0d09041af8c]) I0209 05:54:13.580859 1 omap.go:159] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb set omap keys (pool="kube", namespace="", name="csi.volume.e572b099-475c-4118-87ff-a0d09041af8c"): map[csi.imagename:csi-vol-e572b099-475c-4118-87ff-a0d09041af8c csi.volname:pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb csi.volume.owner:default]) I0209 05:54:13.580883 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-e572b099-475c-4118-87ff-a0d09041af8c) and image name (csi-vol-e572b099-475c-4118-87ff-a0d09041af8c) for request name (pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb) I0209 05:54:13.580935 1 rbd_util.go:423] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb rbd: create kube/csi-vol-e572b099-475c-4118-87ff-a0d09041af8c size 5120M (features: [layering]) using mon 162.253.55.227 I0209 05:54:13.581010 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb setting image options on kube/csi-vol-e572b099-475c-4118-87ff-a0d09041af8c I0209 05:54:15.000993 1 controllerserver.go:763] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb created image kube/csi-vol-e572b099-475c-4118-87ff-a0d09041af8c backed for request name pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb I0209 05:54:15.040852 1 omap.go:159] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb set omap keys (pool="kube", namespace="", name="csi.volume.e572b099-475c-4118-87ff-a0d09041af8c"): map[csi.imageid:37d952e64a57]) I0209 05:54:15.127150 1 utils.go:205] ID: 23 Req-ID: pvc-ce8f69dd-9722-4ee8-964d-d2585cc986fb GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-e572b099-475c-4118-87ff-a0d09041af8c","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-e572b099-475c-4118-87ff-a0d09041af8c"}} I0209 05:54:21.392550 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0209 05:54:21.392628 1 utils.go:199] ID: 24 GRPC request: {} I0209 05:54:21.392897 1 utils.go:205] ID: 24 GRPC response: {}