I0409 17:39:07.870760 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0409 17:39:07.870955 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0409 17:39:07.870982 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0409 17:39:07.871009 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0409 17:39:07.871028 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0409 17:39:07.871045 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0409 17:39:07.871058 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0409 17:39:07.871071 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0409 17:39:07.871084 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0409 17:39:07.871108 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0409 17:39:07.871506 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0409 17:39:07.871581 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0409 17:39:10.724913 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0409 17:39:10.726182 1 utils.go:199] ID: 1 GRPC request: {} I0409 17:39:10.726287 1 utils.go:205] ID: 1 GRPC response: {} I0409 17:39:10.728818 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0409 17:39:10.728899 1 utils.go:199] ID: 2 GRPC request: {} I0409 17:39:10.728933 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0409 17:39:10.729041 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0409 17:39:10.730337 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0409 17:39:10.730361 1 utils.go:199] ID: 3 GRPC request: {} I0409 17:39:10.730377 1 utils.go:205] ID: 3 GRPC response: {} I0409 17:39:10.730723 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0409 17:39:10.730779 1 utils.go:199] ID: 4 GRPC request: {} I0409 17:39:10.730908 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0409 17:39:10.731659 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 17:39:10.731746 1 utils.go:199] ID: 5 GRPC request: {} I0409 17:39:10.731759 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0409 17:39:10.731889 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 17:39:12.894436 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0409 17:39:12.894483 1 utils.go:199] ID: 6 GRPC request: {} I0409 17:39:12.894501 1 utils.go:205] ID: 6 GRPC response: {} I0409 17:39:12.899646 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0409 17:39:12.899702 1 utils.go:199] ID: 7 GRPC request: {} I0409 17:39:12.899712 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0409 17:39:12.899752 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0409 17:39:12.901291 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0409 17:39:12.901308 1 utils.go:199] ID: 8 GRPC request: {} I0409 17:39:12.901316 1 utils.go:205] ID: 8 GRPC response: {} I0409 17:39:12.901930 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0409 17:39:12.901965 1 utils.go:199] ID: 9 GRPC request: {} I0409 17:39:12.902077 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0409 17:39:12.902909 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 17:39:12.902927 1 utils.go:199] ID: 10 GRPC request: {} I0409 17:39:12.902933 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0409 17:39:12.903007 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 17:39:12.906182 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 17:39:12.906216 1 utils.go:199] ID: 11 GRPC request: {} I0409 17:39:12.906224 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0409 17:39:12.906365 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 17:39:12.906746 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 17:39:12.906763 1 utils.go:199] ID: 12 GRPC request: {} I0409 17:39:12.906768 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0409 17:39:12.906830 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 17:39:17.165691 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0409 17:39:17.165770 1 utils.go:199] ID: 13 GRPC request: {} I0409 17:39:17.165786 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0409 17:39:17.165861 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0409 17:39:17.170283 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0409 17:39:17.170318 1 utils.go:199] ID: 14 GRPC request: {} I0409 17:39:17.170342 1 utils.go:205] ID: 14 GRPC response: {} I0409 17:39:17.170911 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 17:39:17.170944 1 utils.go:199] ID: 15 GRPC request: {} I0409 17:39:17.170959 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0409 17:39:17.171096 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 17:39:18.722540 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0409 17:39:18.722583 1 utils.go:199] ID: 16 GRPC request: {} I0409 17:39:18.722614 1 utils.go:205] ID: 16 GRPC response: {} I0409 17:39:18.725408 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0409 17:39:18.725439 1 utils.go:199] ID: 17 GRPC request: {} I0409 17:39:18.725454 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0409 17:39:18.725483 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0409 17:39:18.727605 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0409 17:39:18.727673 1 utils.go:199] ID: 18 GRPC request: {} I0409 17:39:18.727695 1 utils.go:205] ID: 18 GRPC response: {} I0409 17:39:18.728080 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0409 17:39:18.728123 1 utils.go:199] ID: 19 GRPC request: {} I0409 17:39:18.728269 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0409 17:39:18.728868 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0409 17:39:18.728895 1 utils.go:199] ID: 20 GRPC request: {} I0409 17:39:18.728907 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0409 17:39:18.728997 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0409 17:40:19.422602 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0409 17:40:19.422733 1 utils.go:199] ID: 21 GRPC request: {} I0409 17:40:19.422778 1 utils.go:205] ID: 21 GRPC response: {} I0409 17:41:19.379316 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0409 17:41:19.379375 1 utils.go:199] ID: 22 GRPC request: {} I0409 17:41:19.379397 1 utils.go:205] ID: 22 GRPC response: {} I0409 17:42:19.435314 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0409 17:42:19.435410 1 utils.go:199] ID: 23 GRPC request: {} I0409 17:42:19.435448 1 utils.go:205] ID: 23 GRPC response: {} I0409 17:42:22.396091 1 utils.go:198] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f GRPC call: /csi.v1.Controller/CreateVolume I0409 17:42:22.397309 1 utils.go:199] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0409 17:42:22.397983 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f setting disableInUseChecks: false image features: [layering] mounter: rbd E0409 17:42:22.417432 1 omap.go:80] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0409 17:42:22.433752 1 omap.go:159] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f:43ebf1b2-84de-40a4-a2ed-6823a1369ae2]) I0409 17:42:22.441325 1 omap.go:159] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f set omap keys (pool="kube", namespace="", name="csi.volume.43ebf1b2-84de-40a4-a2ed-6823a1369ae2"): map[csi.imagename:csi-vol-43ebf1b2-84de-40a4-a2ed-6823a1369ae2 csi.volname:pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f csi.volume.owner:default]) I0409 17:42:22.441377 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-43ebf1b2-84de-40a4-a2ed-6823a1369ae2) and image name (csi-vol-43ebf1b2-84de-40a4-a2ed-6823a1369ae2) for request name (pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f) I0409 17:42:22.441706 1 rbd_util.go:423] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f rbd: create kube/csi-vol-43ebf1b2-84de-40a4-a2ed-6823a1369ae2 size 5120M (features: [layering]) using mon 199.19.213.80 I0409 17:42:22.441864 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f setting image options on kube/csi-vol-43ebf1b2-84de-40a4-a2ed-6823a1369ae2 I0409 17:42:23.755540 1 controllerserver.go:763] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f created image kube/csi-vol-43ebf1b2-84de-40a4-a2ed-6823a1369ae2 backed for request name pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f I0409 17:42:23.810358 1 omap.go:159] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f set omap keys (pool="kube", namespace="", name="csi.volume.43ebf1b2-84de-40a4-a2ed-6823a1369ae2"): map[csi.imageid:37d925956d3b]) I0409 17:42:24.247272 1 utils.go:205] ID: 24 Req-ID: pvc-8654eba9-c7b2-4d85-98ad-5311ad9ce07f GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-43ebf1b2-84de-40a4-a2ed-6823a1369ae2","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-43ebf1b2-84de-40a4-a2ed-6823a1369ae2"}} I0409 17:43:19.389606 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0409 17:43:19.389717 1 utils.go:199] ID: 25 GRPC request: {} I0409 17:43:19.389756 1 utils.go:205] ID: 25 GRPC response: {}