I0709 15:36:48.839190 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0709 15:36:48.839328 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0709 15:36:48.839341 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0709 15:36:48.839349 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0709 15:36:48.839352 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0709 15:36:48.839355 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0709 15:36:48.839358 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0709 15:36:48.839361 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0709 15:36:48.839589 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0709 15:36:48.839598 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0709 15:36:48.839861 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0709 15:36:48.839922 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0709 15:36:52.170726 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0709 15:36:52.172465 1 utils.go:199] ID: 1 GRPC request: {} I0709 15:36:52.172646 1 utils.go:205] ID: 1 GRPC response: {} I0709 15:36:52.174618 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0709 15:36:52.174778 1 utils.go:199] ID: 2 GRPC request: {} I0709 15:36:52.174871 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0709 15:36:52.175010 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0709 15:36:52.178065 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0709 15:36:52.178096 1 utils.go:199] ID: 3 GRPC request: {} I0709 15:36:52.178109 1 utils.go:205] ID: 3 GRPC response: {} I0709 15:36:52.178522 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0709 15:36:52.178649 1 utils.go:199] ID: 4 GRPC request: {} I0709 15:36:52.178863 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0709 15:36:52.179709 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 15:36:52.179755 1 utils.go:199] ID: 5 GRPC request: {} I0709 15:36:52.179763 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0709 15:36:52.179999 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 15:36:54.555032 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0709 15:36:54.555065 1 utils.go:199] ID: 6 GRPC request: {} I0709 15:36:54.555078 1 utils.go:205] ID: 6 GRPC response: {} I0709 15:36:54.556418 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0709 15:36:54.556435 1 utils.go:199] ID: 7 GRPC request: {} I0709 15:36:54.556440 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0709 15:36:54.556459 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0709 15:36:54.558136 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0709 15:36:54.558152 1 utils.go:199] ID: 8 GRPC request: {} I0709 15:36:54.558160 1 utils.go:205] ID: 8 GRPC response: {} I0709 15:36:54.559137 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0709 15:36:54.559153 1 utils.go:199] ID: 9 GRPC request: {} I0709 15:36:54.559225 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0709 15:36:54.560020 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 15:36:54.560035 1 utils.go:199] ID: 10 GRPC request: {} I0709 15:36:54.560045 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0709 15:36:54.560186 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 15:36:54.560590 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 15:36:54.560603 1 utils.go:199] ID: 11 GRPC request: {} I0709 15:36:54.560607 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0709 15:36:54.560647 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 15:36:54.561241 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 15:36:54.561333 1 utils.go:199] ID: 12 GRPC request: {} I0709 15:36:54.561374 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0709 15:36:54.561515 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 15:36:55.989140 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0709 15:36:55.989179 1 utils.go:199] ID: 13 GRPC request: {} I0709 15:36:55.989188 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0709 15:36:55.989211 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0709 15:36:55.992384 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0709 15:36:55.992422 1 utils.go:199] ID: 14 GRPC request: {} I0709 15:36:55.992438 1 utils.go:205] ID: 14 GRPC response: {} I0709 15:36:55.993035 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 15:36:55.993068 1 utils.go:199] ID: 15 GRPC request: {} I0709 15:36:55.993076 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0709 15:36:55.993145 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 15:36:57.328654 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0709 15:36:57.328701 1 utils.go:199] ID: 16 GRPC request: {} I0709 15:36:57.328722 1 utils.go:205] ID: 16 GRPC response: {} I0709 15:36:57.330954 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0709 15:36:57.330993 1 utils.go:199] ID: 17 GRPC request: {} I0709 15:36:57.331000 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0709 15:36:57.331022 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0709 15:36:57.333208 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0709 15:36:57.333230 1 utils.go:199] ID: 18 GRPC request: {} I0709 15:36:57.333243 1 utils.go:205] ID: 18 GRPC response: {} I0709 15:36:57.334161 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0709 15:36:57.334191 1 utils.go:199] ID: 19 GRPC request: {} I0709 15:36:57.334423 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0709 15:36:57.335266 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 15:36:57.335290 1 utils.go:199] ID: 20 GRPC request: {} I0709 15:36:57.335299 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0709 15:36:57.335496 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 15:37:57.510256 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0709 15:37:57.510314 1 utils.go:199] ID: 21 GRPC request: {} I0709 15:37:57.510344 1 utils.go:205] ID: 21 GRPC response: {} I0709 15:38:57.510521 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0709 15:38:57.510803 1 utils.go:199] ID: 22 GRPC request: {} I0709 15:38:57.510830 1 utils.go:205] ID: 22 GRPC response: {} I0709 15:39:57.509474 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0709 15:39:57.509528 1 utils.go:199] ID: 23 GRPC request: {} I0709 15:39:57.509551 1 utils.go:205] ID: 23 GRPC response: {} I0709 15:40:57.524580 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0709 15:40:57.524737 1 utils.go:199] ID: 24 GRPC request: {} I0709 15:40:57.524801 1 utils.go:205] ID: 24 GRPC response: {} I0709 15:40:57.663676 1 utils.go:198] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 GRPC call: /csi.v1.Controller/CreateVolume I0709 15:40:57.664086 1 utils.go:199] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0709 15:40:57.664461 1 rbd_util.go:1315] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 setting disableInUseChecks: false image features: [layering] mounter: rbd E0709 15:40:57.681494 1 omap.go:80] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0709 15:40:57.697855 1 omap.go:159] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7:0d92518d-bc04-4cef-a457-d9ad2369a73a]) I0709 15:40:57.704104 1 omap.go:159] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 set omap keys (pool="kube", namespace="", name="csi.volume.0d92518d-bc04-4cef-a457-d9ad2369a73a"): map[csi.imagename:csi-vol-0d92518d-bc04-4cef-a457-d9ad2369a73a csi.volname:pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 csi.volume.owner:default]) I0709 15:40:57.704131 1 rbd_journal.go:491] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0d92518d-bc04-4cef-a457-d9ad2369a73a) and image name (csi-vol-0d92518d-bc04-4cef-a457-d9ad2369a73a) for request name (pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7) I0709 15:40:57.704203 1 rbd_util.go:423] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 rbd: create kube/csi-vol-0d92518d-bc04-4cef-a457-d9ad2369a73a size 5120M (features: [layering]) using mon 199.19.213.124 I0709 15:40:57.704234 1 rbd_util.go:1563] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 setting image options on kube/csi-vol-0d92518d-bc04-4cef-a457-d9ad2369a73a I0709 15:40:57.737400 1 controllerserver.go:763] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 created image kube/csi-vol-0d92518d-bc04-4cef-a457-d9ad2369a73a backed for request name pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 I0709 15:40:57.766549 1 omap.go:159] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 set omap keys (pool="kube", namespace="", name="csi.volume.0d92518d-bc04-4cef-a457-d9ad2369a73a"): map[csi.imageid:37f43f8405ac]) I0709 15:40:57.855496 1 utils.go:205] ID: 25 Req-ID: pvc-8b9e8ab2-d9eb-474c-9bd1-7a41a4eb30f7 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-0d92518d-bc04-4cef-a457-d9ad2369a73a","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0d92518d-bc04-4cef-a457-d9ad2369a73a"}}