I0201 18:56:11.970049 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0201 18:56:11.970223 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0201 18:56:11.970511 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0201 18:56:11.970535 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0201 18:56:11.970549 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0201 18:56:11.970561 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0201 18:56:11.970573 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0201 18:56:11.970589 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0201 18:56:11.970601 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0201 18:56:11.970613 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0201 18:56:11.971224 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0201 18:56:11.971355 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0201 18:56:15.361729 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0201 18:56:15.371869 1 utils.go:199] ID: 1 GRPC request: {} I0201 18:56:15.372047 1 utils.go:205] ID: 1 GRPC response: {} I0201 18:56:15.375432 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0201 18:56:15.375510 1 utils.go:199] ID: 2 GRPC request: {} I0201 18:56:15.375539 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0201 18:56:15.375594 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0201 18:56:15.378463 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0201 18:56:15.378478 1 utils.go:199] ID: 3 GRPC request: {} I0201 18:56:15.378489 1 utils.go:205] ID: 3 GRPC response: {} I0201 18:56:15.378829 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0201 18:56:15.378865 1 utils.go:199] ID: 4 GRPC request: {} I0201 18:56:15.378962 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0201 18:56:15.379606 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0201 18:56:15.379636 1 utils.go:199] ID: 5 GRPC request: {} I0201 18:56:15.379641 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0201 18:56:15.379724 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0201 18:56:18.148651 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0201 18:56:18.148702 1 utils.go:199] ID: 6 GRPC request: {} I0201 18:56:18.148725 1 utils.go:205] ID: 6 GRPC response: {} I0201 18:56:18.151356 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0201 18:56:18.151381 1 utils.go:199] ID: 7 GRPC request: {} I0201 18:56:18.151395 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0201 18:56:18.151427 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0201 18:56:18.153014 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0201 18:56:18.153029 1 utils.go:199] ID: 8 GRPC request: {} I0201 18:56:18.153040 1 utils.go:205] ID: 8 GRPC response: {} I0201 18:56:18.153323 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0201 18:56:18.153338 1 utils.go:199] ID: 9 GRPC request: {} I0201 18:56:18.153450 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0201 18:56:18.153870 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0201 18:56:18.153885 1 utils.go:199] ID: 10 GRPC request: {} I0201 18:56:18.153891 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0201 18:56:18.153947 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0201 18:56:18.154353 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0201 18:56:18.154368 1 utils.go:199] ID: 11 GRPC request: {} I0201 18:56:18.154372 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0201 18:56:18.154411 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0201 18:56:18.154625 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0201 18:56:18.154638 1 utils.go:199] ID: 12 GRPC request: {} I0201 18:56:18.154643 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0201 18:56:18.154682 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0201 18:56:19.978931 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0201 18:56:19.979090 1 utils.go:199] ID: 13 GRPC request: {} I0201 18:56:19.979140 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0201 18:56:19.979221 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0201 18:56:19.980729 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0201 18:56:19.980793 1 utils.go:199] ID: 14 GRPC request: {} I0201 18:56:19.980846 1 utils.go:205] ID: 14 GRPC response: {} I0201 18:56:19.981289 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0201 18:56:19.981327 1 utils.go:199] ID: 15 GRPC request: {} I0201 18:56:19.981344 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0201 18:56:19.981492 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0201 18:56:29.194509 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0201 18:56:29.194560 1 utils.go:199] ID: 16 GRPC request: {} I0201 18:56:29.194576 1 utils.go:205] ID: 16 GRPC response: {} I0201 18:56:29.198329 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0201 18:56:29.198353 1 utils.go:199] ID: 17 GRPC request: {} I0201 18:56:29.198359 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0201 18:56:29.198408 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0201 18:56:29.200448 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0201 18:56:29.200461 1 utils.go:199] ID: 18 GRPC request: {} I0201 18:56:29.200471 1 utils.go:205] ID: 18 GRPC response: {} I0201 18:56:29.200694 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0201 18:56:29.200708 1 utils.go:199] ID: 19 GRPC request: {} I0201 18:56:29.200840 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0201 18:56:29.201380 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0201 18:56:29.201393 1 utils.go:199] ID: 20 GRPC request: {} I0201 18:56:29.201407 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0201 18:56:29.201464 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0201 18:57:29.544973 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0201 18:57:29.545002 1 utils.go:199] ID: 21 GRPC request: {} I0201 18:57:29.545016 1 utils.go:205] ID: 21 GRPC response: {} I0201 18:58:29.545741 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0201 18:58:29.545837 1 utils.go:199] ID: 22 GRPC request: {} I0201 18:58:29.545875 1 utils.go:205] ID: 22 GRPC response: {} I0201 18:59:25.488829 1 utils.go:198] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd GRPC call: /csi.v1.Controller/CreateVolume I0201 18:59:25.489452 1 utils.go:199] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0201 18:59:25.489690 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd setting disableInUseChecks: false image features: [layering] mounter: rbd E0201 18:59:25.520987 1 omap.go:80] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0201 18:59:25.534296 1 omap.go:159] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd:93acf9df-e753-4aea-b602-3b96b3f63255]) I0201 18:59:25.540097 1 omap.go:159] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd set omap keys (pool="kube", namespace="", name="csi.volume.93acf9df-e753-4aea-b602-3b96b3f63255"): map[csi.imagename:csi-vol-93acf9df-e753-4aea-b602-3b96b3f63255 csi.volname:pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd csi.volume.owner:default]) I0201 18:59:25.540130 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-93acf9df-e753-4aea-b602-3b96b3f63255) and image name (csi-vol-93acf9df-e753-4aea-b602-3b96b3f63255) for request name (pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd) I0201 18:59:25.540316 1 rbd_util.go:423] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd rbd: create kube/csi-vol-93acf9df-e753-4aea-b602-3b96b3f63255 size 5120M (features: [layering]) using mon 199.204.45.49 I0201 18:59:25.540426 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd setting image options on kube/csi-vol-93acf9df-e753-4aea-b602-3b96b3f63255 I0201 18:59:27.292448 1 controllerserver.go:763] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd created image kube/csi-vol-93acf9df-e753-4aea-b602-3b96b3f63255 backed for request name pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd I0201 18:59:27.331271 1 omap.go:159] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd set omap keys (pool="kube", namespace="", name="csi.volume.93acf9df-e753-4aea-b602-3b96b3f63255"): map[csi.imageid:37d86bd194a9]) I0201 18:59:27.425698 1 utils.go:205] ID: 23 Req-ID: pvc-91bbf1a9-c43c-4606-b5a3-3001413d00bd GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-93acf9df-e753-4aea-b602-3b96b3f63255","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-93acf9df-e753-4aea-b602-3b96b3f63255"}} I0201 18:59:29.544643 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0201 18:59:29.544742 1 utils.go:199] ID: 24 GRPC request: {} I0201 18:59:29.544767 1 utils.go:205] ID: 24 GRPC response: {} I0201 19:00:29.563906 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0201 19:00:29.568470 1 utils.go:199] ID: 25 GRPC request: {} I0201 19:00:29.568560 1 utils.go:205] ID: 25 GRPC response: {}