I0421 17:15:06.681151 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0421 17:15:06.681333 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0421 17:15:06.681354 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0421 17:15:06.681359 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0421 17:15:06.681363 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0421 17:15:06.681367 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0421 17:15:06.681373 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0421 17:15:06.681377 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0421 17:15:06.681383 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0421 17:15:06.681386 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0421 17:15:06.681747 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0421 17:15:06.681798 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0421 17:15:09.025862 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0421 17:15:09.028080 1 utils.go:199] ID: 1 GRPC request: {} I0421 17:15:09.028349 1 utils.go:205] ID: 1 GRPC response: {} I0421 17:15:09.031080 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0421 17:15:09.031179 1 utils.go:199] ID: 2 GRPC request: {} I0421 17:15:09.031229 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0421 17:15:09.031374 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0421 17:15:09.035568 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0421 17:15:09.035641 1 utils.go:199] ID: 3 GRPC request: {} I0421 17:15:09.035675 1 utils.go:205] ID: 3 GRPC response: {} I0421 17:15:09.036321 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0421 17:15:09.036454 1 utils.go:199] ID: 4 GRPC request: {} I0421 17:15:09.036669 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0421 17:15:09.038265 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0421 17:15:09.038617 1 utils.go:199] ID: 5 GRPC request: {} I0421 17:15:09.038719 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0421 17:15:09.039068 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0421 17:15:10.510365 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0421 17:15:10.510418 1 utils.go:199] ID: 6 GRPC request: {} I0421 17:15:10.510435 1 utils.go:205] ID: 6 GRPC response: {} I0421 17:15:10.513713 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0421 17:15:10.513762 1 utils.go:199] ID: 7 GRPC request: {} I0421 17:15:10.513771 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0421 17:15:10.513800 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0421 17:15:10.516148 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0421 17:15:10.516198 1 utils.go:199] ID: 8 GRPC request: {} I0421 17:15:10.516222 1 utils.go:205] ID: 8 GRPC response: {} I0421 17:15:10.517033 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0421 17:15:10.517093 1 utils.go:199] ID: 9 GRPC request: {} I0421 17:15:10.517232 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0421 17:15:10.517930 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0421 17:15:10.517960 1 utils.go:199] ID: 10 GRPC request: {} I0421 17:15:10.517969 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0421 17:15:10.518062 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0421 17:15:10.519120 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0421 17:15:10.519133 1 utils.go:199] ID: 11 GRPC request: {} I0421 17:15:10.519136 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0421 17:15:10.519180 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0421 17:15:10.519511 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0421 17:15:10.519595 1 utils.go:199] ID: 12 GRPC request: {} I0421 17:15:10.519651 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0421 17:15:10.519784 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0421 17:15:12.955009 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0421 17:15:12.955072 1 utils.go:199] ID: 13 GRPC request: {} I0421 17:15:12.955082 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0421 17:15:12.955204 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0421 17:15:12.957277 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0421 17:15:12.957324 1 utils.go:199] ID: 14 GRPC request: {} I0421 17:15:12.957358 1 utils.go:205] ID: 14 GRPC response: {} I0421 17:15:12.957903 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0421 17:15:12.957938 1 utils.go:199] ID: 15 GRPC request: {} I0421 17:15:12.957956 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0421 17:15:12.958117 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0421 17:15:14.514513 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0421 17:15:14.514558 1 utils.go:199] ID: 16 GRPC request: {} I0421 17:15:14.514591 1 utils.go:205] ID: 16 GRPC response: {} I0421 17:15:14.523028 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0421 17:15:14.523076 1 utils.go:199] ID: 17 GRPC request: {} I0421 17:15:14.523086 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0421 17:15:14.523124 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0421 17:15:14.525206 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0421 17:15:14.525256 1 utils.go:199] ID: 18 GRPC request: {} I0421 17:15:14.525280 1 utils.go:205] ID: 18 GRPC response: {} I0421 17:15:14.525609 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0421 17:15:14.525639 1 utils.go:199] ID: 19 GRPC request: {} I0421 17:15:14.525777 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0421 17:15:14.526458 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0421 17:15:14.526484 1 utils.go:199] ID: 20 GRPC request: {} I0421 17:15:14.526540 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0421 17:15:14.526663 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0421 17:16:14.785169 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0421 17:16:14.785257 1 utils.go:199] ID: 21 GRPC request: {} I0421 17:16:14.785282 1 utils.go:205] ID: 21 GRPC response: {} I0421 17:17:14.751485 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0421 17:17:14.751594 1 utils.go:199] ID: 22 GRPC request: {} I0421 17:17:14.751637 1 utils.go:205] ID: 22 GRPC response: {} I0421 17:18:14.746221 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0421 17:18:14.746287 1 utils.go:199] ID: 23 GRPC request: {} I0421 17:18:14.746309 1 utils.go:205] ID: 23 GRPC response: {} I0421 17:18:44.380256 1 utils.go:198] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c GRPC call: /csi.v1.Controller/CreateVolume I0421 17:18:44.380954 1 utils.go:199] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0421 17:18:44.381407 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c setting disableInUseChecks: false image features: [layering] mounter: rbd E0421 17:18:44.402423 1 omap.go:80] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0421 17:18:44.415391 1 omap.go:159] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c:259fb71b-9227-4b96-8355-6a782a56ae77]) I0421 17:18:44.421057 1 omap.go:159] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c set omap keys (pool="kube", namespace="", name="csi.volume.259fb71b-9227-4b96-8355-6a782a56ae77"): map[csi.imagename:csi-vol-259fb71b-9227-4b96-8355-6a782a56ae77 csi.volname:pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c csi.volume.owner:default]) I0421 17:18:44.421106 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-259fb71b-9227-4b96-8355-6a782a56ae77) and image name (csi-vol-259fb71b-9227-4b96-8355-6a782a56ae77) for request name (pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c) I0421 17:18:44.421288 1 rbd_util.go:423] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c rbd: create kube/csi-vol-259fb71b-9227-4b96-8355-6a782a56ae77 size 5120M (features: [layering]) using mon 199.19.213.170 I0421 17:18:44.421347 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c setting image options on kube/csi-vol-259fb71b-9227-4b96-8355-6a782a56ae77 I0421 17:18:46.383064 1 controllerserver.go:763] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c created image kube/csi-vol-259fb71b-9227-4b96-8355-6a782a56ae77 backed for request name pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c I0421 17:18:46.425348 1 omap.go:159] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c set omap keys (pool="kube", namespace="", name="csi.volume.259fb71b-9227-4b96-8355-6a782a56ae77"): map[csi.imageid:37d9c6ee85bb]) I0421 17:18:46.573040 1 utils.go:205] ID: 24 Req-ID: pvc-bbbd0c2c-f694-4134-b5ee-8e3fd8c1280c GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-259fb71b-9227-4b96-8355-6a782a56ae77","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-259fb71b-9227-4b96-8355-6a782a56ae77"}} I0421 17:19:14.761160 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0421 17:19:14.761222 1 utils.go:199] ID: 25 GRPC request: {} I0421 17:19:14.761242 1 utils.go:205] ID: 25 GRPC response: {}