I0626 02:19:17.810636 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0626 02:19:17.810750 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0626 02:19:17.810763 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0626 02:19:17.810766 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0626 02:19:17.810769 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0626 02:19:17.810773 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0626 02:19:17.810776 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0626 02:19:17.810779 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0626 02:19:17.810782 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0626 02:19:17.810785 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0626 02:19:17.811080 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0626 02:19:17.811112 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0626 02:19:26.325261 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0626 02:19:26.328001 1 utils.go:199] ID: 1 GRPC request: {} I0626 02:19:26.328135 1 utils.go:205] ID: 1 GRPC response: {} I0626 02:19:26.330661 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0626 02:19:26.330705 1 utils.go:199] ID: 2 GRPC request: {} I0626 02:19:26.330737 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0626 02:19:26.330788 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0626 02:19:26.332258 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0626 02:19:26.332286 1 utils.go:199] ID: 3 GRPC request: {} I0626 02:19:26.332297 1 utils.go:205] ID: 3 GRPC response: {} I0626 02:19:26.332719 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0626 02:19:26.332776 1 utils.go:199] ID: 4 GRPC request: {} I0626 02:19:26.332928 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0626 02:19:26.333609 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0626 02:19:26.333656 1 utils.go:199] ID: 5 GRPC request: {} I0626 02:19:26.333678 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0626 02:19:26.333804 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0626 02:19:29.865720 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0626 02:19:29.865784 1 utils.go:199] ID: 6 GRPC request: {} I0626 02:19:29.865807 1 utils.go:205] ID: 6 GRPC response: {} I0626 02:19:29.871839 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0626 02:19:29.871909 1 utils.go:199] ID: 7 GRPC request: {} I0626 02:19:29.871934 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0626 02:19:29.871986 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0626 02:19:29.874954 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0626 02:19:29.875019 1 utils.go:199] ID: 8 GRPC request: {} I0626 02:19:29.875054 1 utils.go:205] ID: 8 GRPC response: {} I0626 02:19:29.875690 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0626 02:19:29.875732 1 utils.go:199] ID: 9 GRPC request: {} I0626 02:19:29.875848 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0626 02:19:29.876469 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0626 02:19:29.876522 1 utils.go:199] ID: 10 GRPC request: {} I0626 02:19:29.876543 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0626 02:19:29.876691 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0626 02:19:29.877687 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0626 02:19:29.877749 1 utils.go:199] ID: 11 GRPC request: {} I0626 02:19:29.877778 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0626 02:19:29.877904 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0626 02:19:29.878906 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0626 02:19:29.878930 1 utils.go:199] ID: 12 GRPC request: {} I0626 02:19:29.878936 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0626 02:19:29.879030 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0626 02:19:35.235822 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0626 02:19:35.235958 1 utils.go:199] ID: 13 GRPC request: {} I0626 02:19:35.235973 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0626 02:19:35.236060 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0626 02:19:35.239098 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0626 02:19:35.239169 1 utils.go:199] ID: 14 GRPC request: {} I0626 02:19:35.239197 1 utils.go:205] ID: 14 GRPC response: {} I0626 02:19:35.240363 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0626 02:19:35.240424 1 utils.go:199] ID: 15 GRPC request: {} I0626 02:19:35.240434 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0626 02:19:35.240533 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0626 02:19:37.091781 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0626 02:19:37.091835 1 utils.go:199] ID: 16 GRPC request: {} I0626 02:19:37.091861 1 utils.go:205] ID: 16 GRPC response: {} I0626 02:19:37.095171 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0626 02:19:37.095205 1 utils.go:199] ID: 17 GRPC request: {} I0626 02:19:37.095214 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0626 02:19:37.095242 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0626 02:19:37.104176 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0626 02:19:37.104199 1 utils.go:199] ID: 18 GRPC request: {} I0626 02:19:37.104210 1 utils.go:205] ID: 18 GRPC response: {} I0626 02:19:37.104614 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0626 02:19:37.104632 1 utils.go:199] ID: 19 GRPC request: {} I0626 02:19:37.104732 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0626 02:19:37.105440 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0626 02:19:37.105496 1 utils.go:199] ID: 20 GRPC request: {} I0626 02:19:37.105510 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0626 02:19:37.105617 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0626 02:20:37.293295 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0626 02:20:37.293377 1 utils.go:199] ID: 21 GRPC request: {} I0626 02:20:37.293408 1 utils.go:205] ID: 21 GRPC response: {} I0626 02:21:37.267850 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0626 02:21:37.267901 1 utils.go:199] ID: 22 GRPC request: {} I0626 02:21:37.267916 1 utils.go:205] ID: 22 GRPC response: {} I0626 02:22:37.267481 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0626 02:22:37.267532 1 utils.go:199] ID: 23 GRPC request: {} I0626 02:22:37.267552 1 utils.go:205] ID: 23 GRPC response: {} I0626 02:23:13.415035 1 utils.go:198] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 GRPC call: /csi.v1.Controller/CreateVolume I0626 02:23:13.415463 1 utils.go:199] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0626 02:23:13.415770 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 setting disableInUseChecks: false image features: [layering] mounter: rbd E0626 02:23:13.432739 1 omap.go:80] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0626 02:23:13.451004 1 omap.go:159] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3:1b7357d1-d9e6-4c56-bfda-42b93e835045]) I0626 02:23:13.464420 1 omap.go:159] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 set omap keys (pool="kube", namespace="", name="csi.volume.1b7357d1-d9e6-4c56-bfda-42b93e835045"): map[csi.imagename:csi-vol-1b7357d1-d9e6-4c56-bfda-42b93e835045 csi.volname:pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 csi.volume.owner:default]) I0626 02:23:13.464455 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-1b7357d1-d9e6-4c56-bfda-42b93e835045) and image name (csi-vol-1b7357d1-d9e6-4c56-bfda-42b93e835045) for request name (pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3) I0626 02:23:13.464523 1 rbd_util.go:423] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 rbd: create kube/csi-vol-1b7357d1-d9e6-4c56-bfda-42b93e835045 size 5120M (features: [layering]) using mon 199.19.213.249 I0626 02:23:13.464586 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 setting image options on kube/csi-vol-1b7357d1-d9e6-4c56-bfda-42b93e835045 I0626 02:23:13.501781 1 controllerserver.go:763] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 created image kube/csi-vol-1b7357d1-d9e6-4c56-bfda-42b93e835045 backed for request name pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 I0626 02:23:13.540138 1 omap.go:159] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 set omap keys (pool="kube", namespace="", name="csi.volume.1b7357d1-d9e6-4c56-bfda-42b93e835045"): map[csi.imageid:37ed2e4e6520]) I0626 02:23:13.636909 1 utils.go:205] ID: 24 Req-ID: pvc-c54e3cbf-78ae-49aa-b12d-b31e7d563bb3 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-1b7357d1-d9e6-4c56-bfda-42b93e835045","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-1b7357d1-d9e6-4c56-bfda-42b93e835045"}} I0626 02:23:37.278079 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0626 02:23:37.278137 1 utils.go:199] ID: 25 GRPC request: {} I0626 02:23:37.278157 1 utils.go:205] ID: 25 GRPC response: {}