I0210 15:01:38.066695 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0210 15:01:38.066808 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0210 15:01:38.066820 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0210 15:01:38.066823 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0210 15:01:38.066826 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0210 15:01:38.066839 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0210 15:01:38.066842 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0210 15:01:38.066938 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0210 15:01:38.066946 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0210 15:01:38.066949 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0210 15:01:38.067280 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0210 15:01:38.067370 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0210 15:01:44.448464 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0210 15:01:44.452097 1 utils.go:199] ID: 1 GRPC request: {} I0210 15:01:44.452218 1 utils.go:205] ID: 1 GRPC response: {} I0210 15:01:44.454601 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0210 15:01:44.454699 1 utils.go:199] ID: 2 GRPC request: {} I0210 15:01:44.454714 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0210 15:01:44.454793 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0210 15:01:44.456019 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0210 15:01:44.456118 1 utils.go:199] ID: 3 GRPC request: {} I0210 15:01:44.456143 1 utils.go:205] ID: 3 GRPC response: {} I0210 15:01:44.456505 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0210 15:01:44.456619 1 utils.go:199] ID: 4 GRPC request: {} I0210 15:01:44.456859 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0210 15:01:44.457599 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 15:01:44.457714 1 utils.go:199] ID: 5 GRPC request: {} I0210 15:01:44.457727 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0210 15:01:44.457922 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 15:01:48.136427 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0210 15:01:48.136458 1 utils.go:199] ID: 6 GRPC request: {} I0210 15:01:48.136479 1 utils.go:205] ID: 6 GRPC response: {} I0210 15:01:48.138347 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0210 15:01:48.138461 1 utils.go:199] ID: 7 GRPC request: {} I0210 15:01:48.138473 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0210 15:01:48.138525 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0210 15:01:48.140791 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0210 15:01:48.140812 1 utils.go:199] ID: 8 GRPC request: {} I0210 15:01:48.140826 1 utils.go:205] ID: 8 GRPC response: {} I0210 15:01:48.141426 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0210 15:01:48.141549 1 utils.go:199] ID: 9 GRPC request: {} I0210 15:01:48.141775 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0210 15:01:48.142521 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 15:01:48.142670 1 utils.go:199] ID: 10 GRPC request: {} I0210 15:01:48.142685 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0210 15:01:48.142782 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 15:01:48.144199 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 15:01:48.144333 1 utils.go:199] ID: 11 GRPC request: {} I0210 15:01:48.144394 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0210 15:01:48.144507 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 15:01:48.145007 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 15:01:48.145030 1 utils.go:199] ID: 12 GRPC request: {} I0210 15:01:48.145037 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0210 15:01:48.145125 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 15:01:56.771669 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0210 15:01:56.771800 1 utils.go:199] ID: 13 GRPC request: {} I0210 15:01:56.771856 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0210 15:01:56.771912 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0210 15:01:56.778599 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0210 15:01:56.778692 1 utils.go:199] ID: 14 GRPC request: {} I0210 15:01:56.778806 1 utils.go:205] ID: 14 GRPC response: {} I0210 15:01:56.779187 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 15:01:56.779231 1 utils.go:199] ID: 15 GRPC request: {} I0210 15:01:56.779241 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0210 15:01:56.779309 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 15:02:00.099446 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0210 15:02:00.099569 1 utils.go:199] ID: 16 GRPC request: {} I0210 15:02:00.099645 1 utils.go:205] ID: 16 GRPC response: {} I0210 15:02:00.104473 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0210 15:02:00.104563 1 utils.go:199] ID: 17 GRPC request: {} I0210 15:02:00.104667 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0210 15:02:00.104728 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0210 15:02:00.106779 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0210 15:02:00.106815 1 utils.go:199] ID: 18 GRPC request: {} I0210 15:02:00.106832 1 utils.go:205] ID: 18 GRPC response: {} I0210 15:02:00.107081 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0210 15:02:00.107094 1 utils.go:199] ID: 19 GRPC request: {} I0210 15:02:00.107166 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0210 15:02:00.107649 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0210 15:02:00.107662 1 utils.go:199] ID: 20 GRPC request: {} I0210 15:02:00.107673 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0210 15:02:00.107719 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0210 15:03:00.430456 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0210 15:03:00.430495 1 utils.go:199] ID: 21 GRPC request: {} I0210 15:03:00.430556 1 utils.go:205] ID: 21 GRPC response: {} I0210 15:04:00.380069 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0210 15:04:00.380114 1 utils.go:199] ID: 22 GRPC request: {} I0210 15:04:00.380140 1 utils.go:205] ID: 22 GRPC response: {} I0210 15:04:44.512915 1 utils.go:198] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f GRPC call: /csi.v1.Controller/CreateVolume I0210 15:04:44.518820 1 utils.go:199] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-dba6b485-8249-4bea-85a4-452ba8953e0f","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-dba6b485-8249-4bea-85a4-452ba8953e0f","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0210 15:04:44.519193 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f setting disableInUseChecks: false image features: [layering] mounter: rbd E0210 15:04:44.571451 1 omap.go:80] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0210 15:04:44.583624 1 omap.go:159] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-dba6b485-8249-4bea-85a4-452ba8953e0f:6761b678-91d0-432a-9107-35454b25fa06]) I0210 15:04:44.588280 1 omap.go:159] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f set omap keys (pool="kube", namespace="", name="csi.volume.6761b678-91d0-432a-9107-35454b25fa06"): map[csi.imagename:csi-vol-6761b678-91d0-432a-9107-35454b25fa06 csi.volname:pvc-dba6b485-8249-4bea-85a4-452ba8953e0f csi.volume.owner:default]) I0210 15:04:44.588362 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6761b678-91d0-432a-9107-35454b25fa06) and image name (csi-vol-6761b678-91d0-432a-9107-35454b25fa06) for request name (pvc-dba6b485-8249-4bea-85a4-452ba8953e0f) I0210 15:04:44.588461 1 rbd_util.go:423] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f rbd: create kube/csi-vol-6761b678-91d0-432a-9107-35454b25fa06 size 5120M (features: [layering]) using mon 199.204.45.6 I0210 15:04:44.588537 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f setting image options on kube/csi-vol-6761b678-91d0-432a-9107-35454b25fa06 I0210 15:04:45.861745 1 controllerserver.go:763] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f created image kube/csi-vol-6761b678-91d0-432a-9107-35454b25fa06 backed for request name pvc-dba6b485-8249-4bea-85a4-452ba8953e0f I0210 15:04:45.892506 1 omap.go:159] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f set omap keys (pool="kube", namespace="", name="csi.volume.6761b678-91d0-432a-9107-35454b25fa06"): map[csi.imageid:37d99c2a5d32]) I0210 15:04:45.971383 1 utils.go:205] ID: 23 Req-ID: pvc-dba6b485-8249-4bea-85a4-452ba8953e0f GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-6761b678-91d0-432a-9107-35454b25fa06","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6761b678-91d0-432a-9107-35454b25fa06"}} I0210 15:05:00.379379 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0210 15:05:00.379418 1 utils.go:199] ID: 24 GRPC request: {} I0210 15:05:00.379449 1 utils.go:205] ID: 24 GRPC response: {}