I0202 23:51:15.945903 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0202 23:51:15.947133 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0202 23:51:15.947152 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0202 23:51:15.947156 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0202 23:51:15.947257 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0202 23:51:15.947394 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0202 23:51:15.947405 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0202 23:51:15.947408 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0202 23:51:15.947411 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0202 23:51:15.947465 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0202 23:51:15.949672 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0202 23:51:15.950403 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0202 23:51:19.214422 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0202 23:51:19.215613 1 utils.go:199] ID: 1 GRPC request: {} I0202 23:51:19.216332 1 utils.go:205] ID: 1 GRPC response: {} I0202 23:51:19.219374 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0202 23:51:19.222136 1 utils.go:199] ID: 2 GRPC request: {} I0202 23:51:19.222152 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0202 23:51:19.222344 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0202 23:51:19.236827 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0202 23:51:19.236938 1 utils.go:199] ID: 3 GRPC request: {} I0202 23:51:19.237006 1 utils.go:205] ID: 3 GRPC response: {} I0202 23:51:19.237749 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0202 23:51:19.237988 1 utils.go:199] ID: 4 GRPC request: {} I0202 23:51:19.238250 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0202 23:51:19.239547 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0202 23:51:19.239687 1 utils.go:199] ID: 5 GRPC request: {} I0202 23:51:19.240273 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0202 23:51:19.240561 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0202 23:51:22.909994 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0202 23:51:22.910083 1 utils.go:199] ID: 6 GRPC request: {} I0202 23:51:22.910111 1 utils.go:205] ID: 6 GRPC response: {} I0202 23:51:22.911468 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0202 23:51:22.911524 1 utils.go:199] ID: 7 GRPC request: {} I0202 23:51:22.911544 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0202 23:51:22.911590 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0202 23:51:22.912941 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0202 23:51:22.912985 1 utils.go:199] ID: 8 GRPC request: {} I0202 23:51:22.913025 1 utils.go:205] ID: 8 GRPC response: {} I0202 23:51:22.913427 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0202 23:51:22.913474 1 utils.go:199] ID: 9 GRPC request: {} I0202 23:51:22.913573 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0202 23:51:22.914186 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0202 23:51:22.914244 1 utils.go:199] ID: 10 GRPC request: {} I0202 23:51:22.914269 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0202 23:51:22.914415 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0202 23:51:22.916253 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0202 23:51:22.916317 1 utils.go:199] ID: 11 GRPC request: {} I0202 23:51:22.916333 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0202 23:51:22.916410 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0202 23:51:22.916711 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0202 23:51:22.916763 1 utils.go:199] ID: 12 GRPC request: {} I0202 23:51:22.916780 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0202 23:51:22.916854 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0202 23:51:25.032312 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0202 23:51:25.032441 1 utils.go:199] ID: 13 GRPC request: {} I0202 23:51:25.032507 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0202 23:51:25.032585 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0202 23:51:25.040042 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0202 23:51:25.040117 1 utils.go:199] ID: 14 GRPC request: {} I0202 23:51:25.040209 1 utils.go:205] ID: 14 GRPC response: {} I0202 23:51:25.040555 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0202 23:51:25.040669 1 utils.go:199] ID: 15 GRPC request: {} I0202 23:51:25.040758 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0202 23:51:25.040890 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0202 23:51:28.463513 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0202 23:51:28.463558 1 utils.go:199] ID: 16 GRPC request: {} I0202 23:51:28.463570 1 utils.go:205] ID: 16 GRPC response: {} I0202 23:51:28.472534 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0202 23:51:28.472626 1 utils.go:199] ID: 17 GRPC request: {} I0202 23:51:28.472662 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0202 23:51:28.472730 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0202 23:51:28.481905 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0202 23:51:28.481953 1 utils.go:199] ID: 18 GRPC request: {} I0202 23:51:28.481967 1 utils.go:205] ID: 18 GRPC response: {} I0202 23:51:28.485558 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0202 23:51:28.485575 1 utils.go:199] ID: 19 GRPC request: {} I0202 23:51:28.485676 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0202 23:51:28.486351 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0202 23:51:28.486366 1 utils.go:199] ID: 20 GRPC request: {} I0202 23:51:28.486372 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0202 23:51:28.486438 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0202 23:52:28.807298 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0202 23:52:28.807620 1 utils.go:199] ID: 21 GRPC request: {} I0202 23:52:28.807724 1 utils.go:205] ID: 21 GRPC response: {} I0202 23:53:28.805168 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0202 23:53:28.805295 1 utils.go:199] ID: 22 GRPC request: {} I0202 23:53:28.805323 1 utils.go:205] ID: 22 GRPC response: {} I0202 23:54:16.865334 1 utils.go:198] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa GRPC call: /csi.v1.Controller/CreateVolume I0202 23:54:16.866415 1 utils.go:199] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-1645d3ac-763b-4862-b319-53ee790068fa","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-1645d3ac-763b-4862-b319-53ee790068fa","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0202 23:54:16.867113 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa setting disableInUseChecks: false image features: [layering] mounter: rbd E0202 23:54:16.908352 1 omap.go:80] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0202 23:54:16.920690 1 omap.go:159] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-1645d3ac-763b-4862-b319-53ee790068fa:fa6d6f20-0b3e-44cd-9907-6b66feb499a2]) I0202 23:54:16.928072 1 omap.go:159] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa set omap keys (pool="kube", namespace="", name="csi.volume.fa6d6f20-0b3e-44cd-9907-6b66feb499a2"): map[csi.imagename:csi-vol-fa6d6f20-0b3e-44cd-9907-6b66feb499a2 csi.volname:pvc-1645d3ac-763b-4862-b319-53ee790068fa csi.volume.owner:default]) I0202 23:54:16.928094 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-fa6d6f20-0b3e-44cd-9907-6b66feb499a2) and image name (csi-vol-fa6d6f20-0b3e-44cd-9907-6b66feb499a2) for request name (pvc-1645d3ac-763b-4862-b319-53ee790068fa) I0202 23:54:16.928150 1 rbd_util.go:423] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa rbd: create kube/csi-vol-fa6d6f20-0b3e-44cd-9907-6b66feb499a2 size 5120M (features: [layering]) using mon 162.253.55.206 I0202 23:54:16.928221 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa setting image options on kube/csi-vol-fa6d6f20-0b3e-44cd-9907-6b66feb499a2 I0202 23:54:18.978097 1 controllerserver.go:763] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa created image kube/csi-vol-fa6d6f20-0b3e-44cd-9907-6b66feb499a2 backed for request name pvc-1645d3ac-763b-4862-b319-53ee790068fa I0202 23:54:19.009265 1 omap.go:159] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa set omap keys (pool="kube", namespace="", name="csi.volume.fa6d6f20-0b3e-44cd-9907-6b66feb499a2"): map[csi.imageid:37d929b5d850]) I0202 23:54:19.100502 1 utils.go:205] ID: 23 Req-ID: pvc-1645d3ac-763b-4862-b319-53ee790068fa GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-fa6d6f20-0b3e-44cd-9907-6b66feb499a2","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-fa6d6f20-0b3e-44cd-9907-6b66feb499a2"}} I0202 23:54:28.805223 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0202 23:54:28.805272 1 utils.go:199] ID: 24 GRPC request: {} I0202 23:54:28.805668 1 utils.go:205] ID: 24 GRPC response: {}