I0721 06:47:07.624253 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0721 06:47:07.624423 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0721 06:47:07.624458 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0721 06:47:07.624473 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0721 06:47:07.624490 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0721 06:47:07.624512 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0721 06:47:07.624537 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0721 06:47:07.624569 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0721 06:47:07.624583 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0721 06:47:07.624596 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0721 06:47:07.624959 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0721 06:47:07.624985 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0721 06:47:10.485828 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0721 06:47:10.487381 1 utils.go:199] ID: 1 GRPC request: {} I0721 06:47:10.487481 1 utils.go:205] ID: 1 GRPC response: {} I0721 06:47:10.490211 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0721 06:47:10.490263 1 utils.go:199] ID: 2 GRPC request: {} I0721 06:47:10.490306 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0721 06:47:10.490357 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0721 06:47:10.492050 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0721 06:47:10.492067 1 utils.go:199] ID: 3 GRPC request: {} I0721 06:47:10.492144 1 utils.go:205] ID: 3 GRPC response: {} I0721 06:47:10.492737 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0721 06:47:10.492977 1 utils.go:199] ID: 4 GRPC request: {} I0721 06:47:10.493427 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0721 06:47:10.494815 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:47:10.494885 1 utils.go:199] ID: 5 GRPC request: {} I0721 06:47:10.494901 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0721 06:47:10.495066 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:47:12.221785 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0721 06:47:12.221852 1 utils.go:199] ID: 6 GRPC request: {} I0721 06:47:12.222039 1 utils.go:205] ID: 6 GRPC response: {} I0721 06:47:12.227127 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0721 06:47:12.227154 1 utils.go:199] ID: 7 GRPC request: {} I0721 06:47:12.227163 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0721 06:47:12.227196 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0721 06:47:12.234205 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0721 06:47:12.234243 1 utils.go:199] ID: 8 GRPC request: {} I0721 06:47:12.234315 1 utils.go:205] ID: 8 GRPC response: {} I0721 06:47:12.235291 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0721 06:47:12.235372 1 utils.go:199] ID: 9 GRPC request: {} I0721 06:47:12.235568 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0721 06:47:12.236619 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:47:12.236642 1 utils.go:199] ID: 10 GRPC request: {} I0721 06:47:12.236650 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0721 06:47:12.236863 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:47:12.237479 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:47:12.237500 1 utils.go:199] ID: 11 GRPC request: {} I0721 06:47:12.237506 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0721 06:47:12.237622 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:47:12.238040 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:47:12.238080 1 utils.go:199] ID: 12 GRPC request: {} I0721 06:47:12.238096 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0721 06:47:12.238220 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:47:13.970807 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0721 06:47:13.970871 1 utils.go:199] ID: 13 GRPC request: {} I0721 06:47:13.970880 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0721 06:47:13.970909 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0721 06:47:13.974366 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0721 06:47:13.974407 1 utils.go:199] ID: 14 GRPC request: {} I0721 06:47:13.974432 1 utils.go:205] ID: 14 GRPC response: {} I0721 06:47:13.974890 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:47:13.974972 1 utils.go:199] ID: 15 GRPC request: {} I0721 06:47:13.974994 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0721 06:47:13.975123 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:47:15.949924 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0721 06:47:15.949974 1 utils.go:199] ID: 16 GRPC request: {} I0721 06:47:15.949994 1 utils.go:205] ID: 16 GRPC response: {} I0721 06:47:15.953086 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0721 06:47:15.953107 1 utils.go:199] ID: 17 GRPC request: {} I0721 06:47:15.953116 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0721 06:47:15.953141 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0721 06:47:15.955148 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0721 06:47:15.955169 1 utils.go:199] ID: 18 GRPC request: {} I0721 06:47:15.955182 1 utils.go:205] ID: 18 GRPC response: {} I0721 06:47:15.955521 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0721 06:47:15.955570 1 utils.go:199] ID: 19 GRPC request: {} I0721 06:47:15.955725 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0721 06:47:15.956436 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0721 06:47:15.956465 1 utils.go:199] ID: 20 GRPC request: {} I0721 06:47:15.956497 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0721 06:47:15.956670 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0721 06:48:16.214769 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0721 06:48:16.214912 1 utils.go:199] ID: 21 GRPC request: {} I0721 06:48:16.214943 1 utils.go:205] ID: 21 GRPC response: {} I0721 06:49:16.167236 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0721 06:49:16.167590 1 utils.go:199] ID: 22 GRPC request: {} I0721 06:49:16.167626 1 utils.go:205] ID: 22 GRPC response: {} I0721 06:50:16.165669 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0721 06:50:16.165802 1 utils.go:199] ID: 23 GRPC request: {} I0721 06:50:16.165838 1 utils.go:205] ID: 23 GRPC response: {} I0721 06:51:16.177604 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0721 06:51:16.178176 1 utils.go:199] ID: 24 GRPC request: {} I0721 06:51:16.178209 1 utils.go:205] ID: 24 GRPC response: {} I0721 06:51:40.183118 1 utils.go:198] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 GRPC call: /csi.v1.Controller/CreateVolume I0721 06:51:40.183595 1 utils.go:199] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-22de318d-eaf5-412d-a5a1-481e2771ca94","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-22de318d-eaf5-412d-a5a1-481e2771ca94","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0721 06:51:40.183931 1 rbd_util.go:1315] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 setting disableInUseChecks: false image features: [layering] mounter: rbd E0721 06:51:40.206170 1 omap.go:80] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0721 06:51:40.220573 1 omap.go:159] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-22de318d-eaf5-412d-a5a1-481e2771ca94:6afcc072-8370-4cd3-b180-177244cdaf1a]) I0721 06:51:40.234545 1 omap.go:159] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 set omap keys (pool="kube", namespace="", name="csi.volume.6afcc072-8370-4cd3-b180-177244cdaf1a"): map[csi.imagename:csi-vol-6afcc072-8370-4cd3-b180-177244cdaf1a csi.volname:pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 csi.volume.owner:default]) I0721 06:51:40.234603 1 rbd_journal.go:491] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6afcc072-8370-4cd3-b180-177244cdaf1a) and image name (csi-vol-6afcc072-8370-4cd3-b180-177244cdaf1a) for request name (pvc-22de318d-eaf5-412d-a5a1-481e2771ca94) I0721 06:51:40.234861 1 rbd_util.go:423] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 rbd: create kube/csi-vol-6afcc072-8370-4cd3-b180-177244cdaf1a size 5120M (features: [layering]) using mon 199.19.213.48 I0721 06:51:40.235053 1 rbd_util.go:1563] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 setting image options on kube/csi-vol-6afcc072-8370-4cd3-b180-177244cdaf1a I0721 06:51:40.269138 1 controllerserver.go:763] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 created image kube/csi-vol-6afcc072-8370-4cd3-b180-177244cdaf1a backed for request name pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 I0721 06:51:40.299783 1 omap.go:159] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 set omap keys (pool="kube", namespace="", name="csi.volume.6afcc072-8370-4cd3-b180-177244cdaf1a"): map[csi.imageid:37f4b2a17680]) I0721 06:51:40.387563 1 utils.go:205] ID: 25 Req-ID: pvc-22de318d-eaf5-412d-a5a1-481e2771ca94 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-6afcc072-8370-4cd3-b180-177244cdaf1a","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6afcc072-8370-4cd3-b180-177244cdaf1a"}} I0721 06:52:16.219904 1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe I0721 06:52:16.219961 1 utils.go:199] ID: 26 GRPC request: {} I0721 06:52:16.219986 1 utils.go:205] ID: 26 GRPC response: {}