I0615 07:44:36.938184 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0615 07:44:36.938324 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0615 07:44:36.938336 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0615 07:44:36.938339 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0615 07:44:36.938342 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0615 07:44:36.938345 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0615 07:44:36.938349 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0615 07:44:36.938351 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0615 07:44:36.938354 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0615 07:44:36.938357 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0615 07:44:36.938674 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0615 07:44:36.938709 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0615 07:44:40.984145 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0615 07:44:40.986448 1 utils.go:199] ID: 1 GRPC request: {} I0615 07:44:40.986548 1 utils.go:205] ID: 1 GRPC response: {} I0615 07:44:40.989219 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0615 07:44:40.989288 1 utils.go:199] ID: 2 GRPC request: {} I0615 07:44:40.989307 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0615 07:44:40.989360 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0615 07:44:40.991789 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0615 07:44:40.991824 1 utils.go:199] ID: 3 GRPC request: {} I0615 07:44:40.991840 1 utils.go:205] ID: 3 GRPC response: {} I0615 07:44:40.992199 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0615 07:44:40.992346 1 utils.go:199] ID: 4 GRPC request: {} I0615 07:44:40.992526 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0615 07:44:40.993315 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0615 07:44:40.993359 1 utils.go:199] ID: 5 GRPC request: {} I0615 07:44:40.993367 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0615 07:44:40.993498 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0615 07:44:42.420290 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0615 07:44:42.420355 1 utils.go:199] ID: 6 GRPC request: {} I0615 07:44:42.420406 1 utils.go:205] ID: 6 GRPC response: {} I0615 07:44:42.422338 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0615 07:44:42.422376 1 utils.go:199] ID: 7 GRPC request: {} I0615 07:44:42.422390 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0615 07:44:42.422416 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0615 07:44:42.424730 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0615 07:44:42.424771 1 utils.go:199] ID: 8 GRPC request: {} I0615 07:44:42.424805 1 utils.go:205] ID: 8 GRPC response: {} I0615 07:44:42.425591 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0615 07:44:42.425624 1 utils.go:199] ID: 9 GRPC request: {} I0615 07:44:42.425789 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0615 07:44:42.426360 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0615 07:44:42.426399 1 utils.go:199] ID: 10 GRPC request: {} I0615 07:44:42.426433 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0615 07:44:42.426576 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0615 07:44:42.427013 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0615 07:44:42.427049 1 utils.go:199] ID: 11 GRPC request: {} I0615 07:44:42.427069 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0615 07:44:42.427227 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0615 07:44:42.427554 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0615 07:44:42.427588 1 utils.go:199] ID: 12 GRPC request: {} I0615 07:44:42.427607 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0615 07:44:42.427712 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0615 07:44:43.882974 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0615 07:44:43.883038 1 utils.go:199] ID: 13 GRPC request: {} I0615 07:44:43.883047 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0615 07:44:43.883091 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0615 07:44:43.886431 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0615 07:44:43.886452 1 utils.go:199] ID: 14 GRPC request: {} I0615 07:44:43.886482 1 utils.go:205] ID: 14 GRPC response: {} I0615 07:44:43.887236 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0615 07:44:43.887256 1 utils.go:199] ID: 15 GRPC request: {} I0615 07:44:43.887265 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0615 07:44:43.887337 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0615 07:44:45.267895 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0615 07:44:45.267939 1 utils.go:199] ID: 16 GRPC request: {} I0615 07:44:45.267995 1 utils.go:205] ID: 16 GRPC response: {} I0615 07:44:45.269858 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0615 07:44:45.269882 1 utils.go:199] ID: 17 GRPC request: {} I0615 07:44:45.269889 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0615 07:44:45.269912 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0615 07:44:45.273035 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0615 07:44:45.273063 1 utils.go:199] ID: 18 GRPC request: {} I0615 07:44:45.273079 1 utils.go:205] ID: 18 GRPC response: {} I0615 07:44:45.273511 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0615 07:44:45.273568 1 utils.go:199] ID: 19 GRPC request: {} I0615 07:44:45.273666 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0615 07:44:45.274716 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0615 07:44:45.274738 1 utils.go:199] ID: 20 GRPC request: {} I0615 07:44:45.274747 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0615 07:44:45.274812 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0615 07:45:45.470257 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0615 07:45:45.470308 1 utils.go:199] ID: 21 GRPC request: {} I0615 07:45:45.470330 1 utils.go:205] ID: 21 GRPC response: {} I0615 07:46:45.443801 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0615 07:46:45.443919 1 utils.go:199] ID: 22 GRPC request: {} I0615 07:46:45.446166 1 utils.go:205] ID: 22 GRPC response: {} I0615 07:47:45.453076 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0615 07:47:45.453139 1 utils.go:199] ID: 23 GRPC request: {} I0615 07:47:45.453170 1 utils.go:205] ID: 23 GRPC response: {} I0615 07:48:30.307354 1 utils.go:198] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da GRPC call: /csi.v1.Controller/CreateVolume I0615 07:48:30.307573 1 utils.go:199] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-458cf716-66e7-48f0-9fee-a7c52d1686da","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-458cf716-66e7-48f0-9fee-a7c52d1686da","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0615 07:48:30.307747 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da setting disableInUseChecks: false image features: [layering] mounter: rbd E0615 07:48:30.322093 1 omap.go:80] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0615 07:48:30.336267 1 omap.go:159] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-458cf716-66e7-48f0-9fee-a7c52d1686da:5586caed-f3fd-455f-bb61-bf8fa5ac4deb]) I0615 07:48:30.346719 1 omap.go:159] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da set omap keys (pool="kube", namespace="", name="csi.volume.5586caed-f3fd-455f-bb61-bf8fa5ac4deb"): map[csi.imagename:csi-vol-5586caed-f3fd-455f-bb61-bf8fa5ac4deb csi.volname:pvc-458cf716-66e7-48f0-9fee-a7c52d1686da csi.volume.owner:default]) I0615 07:48:30.347361 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-5586caed-f3fd-455f-bb61-bf8fa5ac4deb) and image name (csi-vol-5586caed-f3fd-455f-bb61-bf8fa5ac4deb) for request name (pvc-458cf716-66e7-48f0-9fee-a7c52d1686da) I0615 07:48:30.347515 1 rbd_util.go:423] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da rbd: create kube/csi-vol-5586caed-f3fd-455f-bb61-bf8fa5ac4deb size 5120M (features: [layering]) using mon 199.204.45.19 I0615 07:48:30.348067 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da setting image options on kube/csi-vol-5586caed-f3fd-455f-bb61-bf8fa5ac4deb I0615 07:48:30.381940 1 controllerserver.go:763] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da created image kube/csi-vol-5586caed-f3fd-455f-bb61-bf8fa5ac4deb backed for request name pvc-458cf716-66e7-48f0-9fee-a7c52d1686da I0615 07:48:30.413403 1 omap.go:159] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da set omap keys (pool="kube", namespace="", name="csi.volume.5586caed-f3fd-455f-bb61-bf8fa5ac4deb"): map[csi.imageid:37ed407ae5e8]) I0615 07:48:30.513879 1 utils.go:205] ID: 24 Req-ID: pvc-458cf716-66e7-48f0-9fee-a7c52d1686da GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-5586caed-f3fd-455f-bb61-bf8fa5ac4deb","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-5586caed-f3fd-455f-bb61-bf8fa5ac4deb"}} I0615 07:48:45.453016 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0615 07:48:45.453953 1 utils.go:199] ID: 25 GRPC request: {} I0615 07:48:45.453994 1 utils.go:205] ID: 25 GRPC response: {}