I0420 10:17:00.183607 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0420 10:17:00.183802 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0420 10:17:00.183856 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0420 10:17:00.183861 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0420 10:17:00.183865 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0420 10:17:00.183870 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0420 10:17:00.183875 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0420 10:17:00.183879 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0420 10:17:00.183883 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0420 10:17:00.183886 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0420 10:17:00.184227 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0420 10:17:00.184297 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0420 10:17:02.609059 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0420 10:17:02.610697 1 utils.go:199] ID: 1 GRPC request: {} I0420 10:17:02.610781 1 utils.go:205] ID: 1 GRPC response: {} I0420 10:17:02.618306 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 10:17:02.618419 1 utils.go:199] ID: 2 GRPC request: {} I0420 10:17:02.618444 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0420 10:17:02.618498 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0420 10:17:02.624563 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0420 10:17:02.624617 1 utils.go:199] ID: 3 GRPC request: {} I0420 10:17:02.624698 1 utils.go:205] ID: 3 GRPC response: {} I0420 10:17:02.625422 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0420 10:17:02.625550 1 utils.go:199] ID: 4 GRPC request: {} I0420 10:17:02.625770 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0420 10:17:02.627182 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:17:02.627253 1 utils.go:199] ID: 5 GRPC request: {} I0420 10:17:02.627262 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0420 10:17:02.627428 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:17:04.907193 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0420 10:17:04.907250 1 utils.go:199] ID: 6 GRPC request: {} I0420 10:17:04.907276 1 utils.go:205] ID: 6 GRPC response: {} I0420 10:17:04.911254 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 10:17:04.911301 1 utils.go:199] ID: 7 GRPC request: {} I0420 10:17:04.911317 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0420 10:17:04.911350 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0420 10:17:04.914211 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0420 10:17:04.914234 1 utils.go:199] ID: 8 GRPC request: {} I0420 10:17:04.914251 1 utils.go:205] ID: 8 GRPC response: {} I0420 10:17:04.914755 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0420 10:17:04.914815 1 utils.go:199] ID: 9 GRPC request: {} I0420 10:17:04.914960 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0420 10:17:04.915730 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:17:04.915755 1 utils.go:199] ID: 10 GRPC request: {} I0420 10:17:04.915765 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0420 10:17:04.915980 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:17:04.916631 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:17:04.916678 1 utils.go:199] ID: 11 GRPC request: {} I0420 10:17:04.916716 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0420 10:17:04.916882 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:17:04.917303 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:17:04.917328 1 utils.go:199] ID: 12 GRPC request: {} I0420 10:17:04.917335 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0420 10:17:04.917403 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:17:06.099342 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 10:17:06.099383 1 utils.go:199] ID: 13 GRPC request: {} I0420 10:17:06.099393 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0420 10:17:06.099418 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0420 10:17:06.103790 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0420 10:17:06.103811 1 utils.go:199] ID: 14 GRPC request: {} I0420 10:17:06.103825 1 utils.go:205] ID: 14 GRPC response: {} I0420 10:17:06.104564 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:17:06.104802 1 utils.go:199] ID: 15 GRPC request: {} I0420 10:17:06.104822 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0420 10:17:06.105255 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:17:07.339721 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0420 10:17:07.339774 1 utils.go:199] ID: 16 GRPC request: {} I0420 10:17:07.339802 1 utils.go:205] ID: 16 GRPC response: {} I0420 10:17:07.347537 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 10:17:07.347598 1 utils.go:199] ID: 17 GRPC request: {} I0420 10:17:07.347610 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0420 10:17:07.347663 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0420 10:17:07.352434 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0420 10:17:07.352541 1 utils.go:199] ID: 18 GRPC request: {} I0420 10:17:07.352680 1 utils.go:205] ID: 18 GRPC response: {} I0420 10:17:07.353563 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0420 10:17:07.353648 1 utils.go:199] ID: 19 GRPC request: {} I0420 10:17:07.353785 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0420 10:17:07.354832 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:17:07.354852 1 utils.go:199] ID: 20 GRPC request: {} I0420 10:17:07.354863 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0420 10:17:07.354944 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:18:07.612090 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0420 10:18:07.612206 1 utils.go:199] ID: 21 GRPC request: {} I0420 10:18:07.613408 1 utils.go:205] ID: 21 GRPC response: {} I0420 10:19:07.563430 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0420 10:19:07.567085 1 utils.go:199] ID: 22 GRPC request: {} I0420 10:19:07.567710 1 utils.go:205] ID: 22 GRPC response: {} I0420 10:20:07.618957 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0420 10:20:07.619168 1 utils.go:199] ID: 23 GRPC request: {} I0420 10:20:07.619263 1 utils.go:205] ID: 23 GRPC response: {} I0420 10:20:28.622389 1 utils.go:198] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 GRPC call: /csi.v1.Controller/CreateVolume I0420 10:20:28.622993 1 utils.go:199] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0420 10:20:28.623345 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 setting disableInUseChecks: false image features: [layering] mounter: rbd E0420 10:20:28.643307 1 omap.go:80] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0420 10:20:28.658916 1 omap.go:159] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954:8d62a4bf-ad5d-44ff-bde5-17820b2bf865]) I0420 10:20:28.665611 1 omap.go:159] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 set omap keys (pool="kube", namespace="", name="csi.volume.8d62a4bf-ad5d-44ff-bde5-17820b2bf865"): map[csi.imagename:csi-vol-8d62a4bf-ad5d-44ff-bde5-17820b2bf865 csi.volname:pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 csi.volume.owner:default]) I0420 10:20:28.665658 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-8d62a4bf-ad5d-44ff-bde5-17820b2bf865) and image name (csi-vol-8d62a4bf-ad5d-44ff-bde5-17820b2bf865) for request name (pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954) I0420 10:20:28.665768 1 rbd_util.go:423] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 rbd: create kube/csi-vol-8d62a4bf-ad5d-44ff-bde5-17820b2bf865 size 5120M (features: [layering]) using mon 199.19.213.244 I0420 10:20:28.665865 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 setting image options on kube/csi-vol-8d62a4bf-ad5d-44ff-bde5-17820b2bf865 I0420 10:20:29.969891 1 controllerserver.go:763] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 created image kube/csi-vol-8d62a4bf-ad5d-44ff-bde5-17820b2bf865 backed for request name pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 I0420 10:20:30.012204 1 omap.go:159] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 set omap keys (pool="kube", namespace="", name="csi.volume.8d62a4bf-ad5d-44ff-bde5-17820b2bf865"): map[csi.imageid:37d996d48bd4]) I0420 10:20:30.109621 1 utils.go:205] ID: 24 Req-ID: pvc-1d88b0ae-cec7-4dc4-ad76-bc5c7ad91954 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-8d62a4bf-ad5d-44ff-bde5-17820b2bf865","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-8d62a4bf-ad5d-44ff-bde5-17820b2bf865"}} I0420 10:21:07.573470 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0420 10:21:07.573532 1 utils.go:199] ID: 25 GRPC request: {} I0420 10:21:07.573556 1 utils.go:205] ID: 25 GRPC response: {}