I0709 23:51:38.717879 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0709 23:51:38.718006 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0709 23:51:38.718017 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0709 23:51:38.718020 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0709 23:51:38.718023 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0709 23:51:38.718026 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0709 23:51:38.718029 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0709 23:51:38.718032 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0709 23:51:38.718034 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0709 23:51:38.718039 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0709 23:51:38.718320 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0709 23:51:38.718359 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0709 23:51:40.981706 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0709 23:51:40.982918 1 utils.go:199] ID: 1 GRPC request: {} I0709 23:51:40.982999 1 utils.go:205] ID: 1 GRPC response: {} I0709 23:51:40.986447 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0709 23:51:40.986565 1 utils.go:199] ID: 2 GRPC request: {} I0709 23:51:40.986582 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0709 23:51:40.986667 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0709 23:51:40.987845 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0709 23:51:40.987874 1 utils.go:199] ID: 3 GRPC request: {} I0709 23:51:40.987889 1 utils.go:205] ID: 3 GRPC response: {} I0709 23:51:40.988275 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0709 23:51:40.988353 1 utils.go:199] ID: 4 GRPC request: {} I0709 23:51:40.988501 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0709 23:51:40.989145 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 23:51:40.989218 1 utils.go:199] ID: 5 GRPC request: {} I0709 23:51:40.989249 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0709 23:51:40.989419 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 23:51:42.239531 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0709 23:51:42.239565 1 utils.go:199] ID: 6 GRPC request: {} I0709 23:51:42.239686 1 utils.go:205] ID: 6 GRPC response: {} I0709 23:51:42.241589 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0709 23:51:42.241624 1 utils.go:199] ID: 7 GRPC request: {} I0709 23:51:42.241631 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0709 23:51:42.241653 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0709 23:51:42.243452 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0709 23:51:42.243469 1 utils.go:199] ID: 8 GRPC request: {} I0709 23:51:42.243479 1 utils.go:205] ID: 8 GRPC response: {} I0709 23:51:42.244499 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0709 23:51:42.244530 1 utils.go:199] ID: 9 GRPC request: {} I0709 23:51:42.244695 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0709 23:51:42.245265 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 23:51:42.245287 1 utils.go:199] ID: 10 GRPC request: {} I0709 23:51:42.245294 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0709 23:51:42.245400 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 23:51:42.245733 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 23:51:42.245807 1 utils.go:199] ID: 11 GRPC request: {} I0709 23:51:42.245821 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0709 23:51:42.245933 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 23:51:42.246224 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 23:51:42.246241 1 utils.go:199] ID: 12 GRPC request: {} I0709 23:51:42.246246 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0709 23:51:42.246362 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 23:51:44.093487 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0709 23:51:44.093534 1 utils.go:199] ID: 13 GRPC request: {} I0709 23:51:44.093550 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0709 23:51:44.093584 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0709 23:51:44.096490 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0709 23:51:44.096653 1 utils.go:199] ID: 14 GRPC request: {} I0709 23:51:44.096774 1 utils.go:205] ID: 14 GRPC response: {} I0709 23:51:44.097531 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 23:51:44.097637 1 utils.go:199] ID: 15 GRPC request: {} I0709 23:51:44.097709 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0709 23:51:44.097896 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 23:51:46.769486 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0709 23:51:46.769522 1 utils.go:199] ID: 16 GRPC request: {} I0709 23:51:46.769540 1 utils.go:205] ID: 16 GRPC response: {} I0709 23:51:46.772665 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0709 23:51:46.772735 1 utils.go:199] ID: 17 GRPC request: {} I0709 23:51:46.772753 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0709 23:51:46.772810 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0709 23:51:46.776244 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0709 23:51:46.776284 1 utils.go:199] ID: 18 GRPC request: {} I0709 23:51:46.776399 1 utils.go:205] ID: 18 GRPC response: {} I0709 23:51:46.777350 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0709 23:51:46.777388 1 utils.go:199] ID: 19 GRPC request: {} I0709 23:51:46.777497 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0709 23:51:46.778786 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0709 23:51:46.778807 1 utils.go:199] ID: 20 GRPC request: {} I0709 23:51:46.778813 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0709 23:51:46.778860 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0709 23:52:46.925045 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0709 23:52:46.925086 1 utils.go:199] ID: 21 GRPC request: {} I0709 23:52:46.925159 1 utils.go:205] ID: 21 GRPC response: {} I0709 23:53:46.928280 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0709 23:53:46.928353 1 utils.go:199] ID: 22 GRPC request: {} I0709 23:53:46.928379 1 utils.go:205] ID: 22 GRPC response: {} I0709 23:54:46.924145 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0709 23:54:46.924222 1 utils.go:199] ID: 23 GRPC request: {} I0709 23:54:46.924258 1 utils.go:205] ID: 23 GRPC response: {} I0709 23:55:46.938308 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0709 23:55:46.938394 1 utils.go:199] ID: 24 GRPC request: {} I0709 23:55:46.938425 1 utils.go:205] ID: 24 GRPC response: {} I0709 23:55:52.512204 1 utils.go:198] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda GRPC call: /csi.v1.Controller/CreateVolume I0709 23:55:52.512654 1 utils.go:199] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-3b62d331-1058-428d-b1cf-0ded1b833eda","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-3b62d331-1058-428d-b1cf-0ded1b833eda","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0709 23:55:52.512916 1 rbd_util.go:1315] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda setting disableInUseChecks: false image features: [layering] mounter: rbd E0709 23:55:52.530481 1 omap.go:80] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0709 23:55:52.548440 1 omap.go:159] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-3b62d331-1058-428d-b1cf-0ded1b833eda:afa82130-2f7c-4e69-b374-d418ff418835]) I0709 23:55:52.557730 1 omap.go:159] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda set omap keys (pool="kube", namespace="", name="csi.volume.afa82130-2f7c-4e69-b374-d418ff418835"): map[csi.imagename:csi-vol-afa82130-2f7c-4e69-b374-d418ff418835 csi.volname:pvc-3b62d331-1058-428d-b1cf-0ded1b833eda csi.volume.owner:default]) I0709 23:55:52.557806 1 rbd_journal.go:491] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-afa82130-2f7c-4e69-b374-d418ff418835) and image name (csi-vol-afa82130-2f7c-4e69-b374-d418ff418835) for request name (pvc-3b62d331-1058-428d-b1cf-0ded1b833eda) I0709 23:55:52.557902 1 rbd_util.go:423] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda rbd: create kube/csi-vol-afa82130-2f7c-4e69-b374-d418ff418835 size 5120M (features: [layering]) using mon 199.204.45.157 I0709 23:55:52.557972 1 rbd_util.go:1563] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda setting image options on kube/csi-vol-afa82130-2f7c-4e69-b374-d418ff418835 I0709 23:55:52.594087 1 controllerserver.go:763] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda created image kube/csi-vol-afa82130-2f7c-4e69-b374-d418ff418835 backed for request name pvc-3b62d331-1058-428d-b1cf-0ded1b833eda I0709 23:55:52.623164 1 omap.go:159] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda set omap keys (pool="kube", namespace="", name="csi.volume.afa82130-2f7c-4e69-b374-d418ff418835"): map[csi.imageid:37f45fce44cb]) I0709 23:55:52.712467 1 utils.go:205] ID: 25 Req-ID: pvc-3b62d331-1058-428d-b1cf-0ded1b833eda GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-afa82130-2f7c-4e69-b374-d418ff418835","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-afa82130-2f7c-4e69-b374-d418ff418835"}}