I0224 10:49:22.491139 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0224 10:49:22.491282 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0224 10:49:22.491298 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0224 10:49:22.491302 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0224 10:49:22.491306 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0224 10:49:22.491311 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0224 10:49:22.491316 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0224 10:49:22.491320 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0224 10:49:22.491328 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0224 10:49:22.491336 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0224 10:49:22.491627 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0224 10:49:22.491675 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0224 10:49:32.174167 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0224 10:49:32.176637 1 utils.go:199] ID: 1 GRPC request: {} I0224 10:49:32.176735 1 utils.go:205] ID: 1 GRPC response: {} I0224 10:49:32.180993 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0224 10:49:32.181125 1 utils.go:199] ID: 2 GRPC request: {} I0224 10:49:32.181145 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0224 10:49:32.181263 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0224 10:49:32.184864 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0224 10:49:32.184892 1 utils.go:199] ID: 3 GRPC request: {} I0224 10:49:32.184999 1 utils.go:205] ID: 3 GRPC response: {} I0224 10:49:32.185689 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0224 10:49:32.185756 1 utils.go:199] ID: 4 GRPC request: {} I0224 10:49:32.185984 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0224 10:49:32.187133 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 10:49:32.187184 1 utils.go:199] ID: 5 GRPC request: {} I0224 10:49:32.187199 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0224 10:49:32.187328 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 10:49:40.114639 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0224 10:49:40.114714 1 utils.go:199] ID: 6 GRPC request: {} I0224 10:49:40.114755 1 utils.go:205] ID: 6 GRPC response: {} I0224 10:49:40.118482 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0224 10:49:40.118507 1 utils.go:199] ID: 7 GRPC request: {} I0224 10:49:40.118530 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0224 10:49:40.118562 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0224 10:49:40.121814 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0224 10:49:40.121841 1 utils.go:199] ID: 8 GRPC request: {} I0224 10:49:40.121893 1 utils.go:205] ID: 8 GRPC response: {} I0224 10:49:40.123937 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0224 10:49:40.124009 1 utils.go:199] ID: 9 GRPC request: {} I0224 10:49:40.124278 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0224 10:49:40.125483 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 10:49:40.125512 1 utils.go:199] ID: 10 GRPC request: {} I0224 10:49:40.125521 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0224 10:49:40.125607 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 10:49:40.126474 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 10:49:40.126515 1 utils.go:199] ID: 11 GRPC request: {} I0224 10:49:40.126534 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0224 10:49:40.126688 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 10:49:40.127183 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 10:49:40.127202 1 utils.go:199] ID: 12 GRPC request: {} I0224 10:49:40.127207 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0224 10:49:40.127256 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 10:49:48.616128 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0224 10:49:48.616185 1 utils.go:199] ID: 13 GRPC request: {} I0224 10:49:48.616199 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0224 10:49:48.616239 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0224 10:49:48.621505 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0224 10:49:48.621533 1 utils.go:199] ID: 14 GRPC request: {} I0224 10:49:48.621550 1 utils.go:205] ID: 14 GRPC response: {} I0224 10:49:48.622336 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 10:49:48.622478 1 utils.go:199] ID: 15 GRPC request: {} I0224 10:49:48.622498 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0224 10:49:48.622602 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 10:49:50.818489 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0224 10:49:50.818545 1 utils.go:199] ID: 16 GRPC request: {} I0224 10:49:50.818567 1 utils.go:205] ID: 16 GRPC response: {} I0224 10:49:50.829346 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0224 10:49:50.829419 1 utils.go:199] ID: 17 GRPC request: {} I0224 10:49:50.829438 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0224 10:49:50.829524 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0224 10:49:50.832869 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0224 10:49:50.832947 1 utils.go:199] ID: 18 GRPC request: {} I0224 10:49:50.832968 1 utils.go:205] ID: 18 GRPC response: {} I0224 10:49:50.833600 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0224 10:49:50.833645 1 utils.go:199] ID: 19 GRPC request: {} I0224 10:49:50.833874 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0224 10:49:50.834828 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0224 10:49:50.834856 1 utils.go:199] ID: 20 GRPC request: {} I0224 10:49:50.834880 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0224 10:49:50.835044 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0224 10:50:51.083637 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0224 10:50:51.083692 1 utils.go:199] ID: 21 GRPC request: {} I0224 10:50:51.083712 1 utils.go:205] ID: 21 GRPC response: {} I0224 10:51:51.038610 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0224 10:51:51.039066 1 utils.go:199] ID: 22 GRPC request: {} I0224 10:51:51.039240 1 utils.go:205] ID: 22 GRPC response: {} I0224 10:52:50.002381 1 utils.go:198] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 GRPC call: /csi.v1.Controller/CreateVolume I0224 10:52:50.002821 1 utils.go:199] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-87546ca8-a662-4bea-92f4-f98072b67a28","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-87546ca8-a662-4bea-92f4-f98072b67a28","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0224 10:52:50.003174 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 setting disableInUseChecks: false image features: [layering] mounter: rbd E0224 10:52:50.024143 1 omap.go:80] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0224 10:52:50.042217 1 omap.go:159] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-87546ca8-a662-4bea-92f4-f98072b67a28:c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f]) I0224 10:52:50.049274 1 omap.go:159] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 set omap keys (pool="kube", namespace="", name="csi.volume.c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f"): map[csi.imagename:csi-vol-c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f csi.volname:pvc-87546ca8-a662-4bea-92f4-f98072b67a28 csi.volume.owner:default]) I0224 10:52:50.049318 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f) and image name (csi-vol-c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f) for request name (pvc-87546ca8-a662-4bea-92f4-f98072b67a28) I0224 10:52:50.049459 1 rbd_util.go:423] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 rbd: create kube/csi-vol-c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f size 5120M (features: [layering]) using mon 199.204.45.38 I0224 10:52:50.049526 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 setting image options on kube/csi-vol-c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f I0224 10:52:51.035931 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0224 10:52:51.035997 1 utils.go:199] ID: 24 GRPC request: {} I0224 10:52:51.036025 1 utils.go:205] ID: 24 GRPC response: {} I0224 10:52:51.919058 1 controllerserver.go:763] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 created image kube/csi-vol-c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f backed for request name pvc-87546ca8-a662-4bea-92f4-f98072b67a28 I0224 10:52:51.963832 1 omap.go:159] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 set omap keys (pool="kube", namespace="", name="csi.volume.c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f"): map[csi.imageid:37d7e86a01d6]) I0224 10:52:52.086134 1 utils.go:205] ID: 23 Req-ID: pvc-87546ca8-a662-4bea-92f4-f98072b67a28 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c1d3e4dc-a05c-4a43-bb2f-2932acf61f2f"}}