I0411 09:21:42.715678 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0411 09:21:42.715848 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0411 09:21:42.715891 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0411 09:21:42.715896 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0411 09:21:42.715900 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0411 09:21:42.715903 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0411 09:21:42.715907 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0411 09:21:42.715910 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0411 09:21:42.715913 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0411 09:21:42.715917 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0411 09:21:42.716264 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0411 09:21:42.716315 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0411 09:21:44.629447 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0411 09:21:44.631257 1 utils.go:199] ID: 1 GRPC request: {} I0411 09:21:44.631348 1 utils.go:205] ID: 1 GRPC response: {} I0411 09:21:44.634069 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0411 09:21:44.634171 1 utils.go:199] ID: 2 GRPC request: {} I0411 09:21:44.634193 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0411 09:21:44.634248 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0411 09:21:44.637467 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0411 09:21:44.637516 1 utils.go:199] ID: 3 GRPC request: {} I0411 09:21:44.637538 1 utils.go:205] ID: 3 GRPC response: {} I0411 09:21:44.638239 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0411 09:21:44.638337 1 utils.go:199] ID: 4 GRPC request: {} I0411 09:21:44.638570 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0411 09:21:44.639468 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0411 09:21:44.639530 1 utils.go:199] ID: 5 GRPC request: {} I0411 09:21:44.639548 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0411 09:21:44.639783 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0411 09:21:47.281504 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0411 09:21:47.281558 1 utils.go:199] ID: 6 GRPC request: {} I0411 09:21:47.281579 1 utils.go:205] ID: 6 GRPC response: {} I0411 09:21:47.284788 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0411 09:21:47.284827 1 utils.go:199] ID: 7 GRPC request: {} I0411 09:21:47.284838 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0411 09:21:47.284872 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0411 09:21:47.286736 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0411 09:21:47.286775 1 utils.go:199] ID: 8 GRPC request: {} I0411 09:21:47.286792 1 utils.go:205] ID: 8 GRPC response: {} I0411 09:21:47.287180 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0411 09:21:47.287207 1 utils.go:199] ID: 9 GRPC request: {} I0411 09:21:47.287293 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0411 09:21:47.287958 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0411 09:21:47.287984 1 utils.go:199] ID: 10 GRPC request: {} I0411 09:21:47.287993 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0411 09:21:47.288091 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0411 09:21:47.288557 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0411 09:21:47.288584 1 utils.go:199] ID: 11 GRPC request: {} I0411 09:21:47.288602 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0411 09:21:47.288670 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0411 09:21:47.289251 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0411 09:21:47.289280 1 utils.go:199] ID: 12 GRPC request: {} I0411 09:21:47.289285 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0411 09:21:47.289353 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0411 09:21:48.562739 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0411 09:21:48.562779 1 utils.go:199] ID: 13 GRPC request: {} I0411 09:21:48.562787 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0411 09:21:48.562819 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0411 09:21:48.564313 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0411 09:21:48.564330 1 utils.go:199] ID: 14 GRPC request: {} I0411 09:21:48.564344 1 utils.go:205] ID: 14 GRPC response: {} I0411 09:21:48.564836 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0411 09:21:48.564855 1 utils.go:199] ID: 15 GRPC request: {} I0411 09:21:48.564867 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0411 09:21:48.564959 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0411 09:21:49.770688 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0411 09:21:49.770913 1 utils.go:199] ID: 16 GRPC request: {} I0411 09:21:49.770930 1 utils.go:205] ID: 16 GRPC response: {} I0411 09:21:49.773243 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0411 09:21:49.773266 1 utils.go:199] ID: 17 GRPC request: {} I0411 09:21:49.773274 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0411 09:21:49.773298 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0411 09:21:49.779194 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0411 09:21:49.779247 1 utils.go:199] ID: 18 GRPC request: {} I0411 09:21:49.779271 1 utils.go:205] ID: 18 GRPC response: {} I0411 09:21:49.779986 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0411 09:21:49.780146 1 utils.go:199] ID: 19 GRPC request: {} I0411 09:21:49.780408 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0411 09:21:49.781290 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0411 09:21:49.781326 1 utils.go:199] ID: 20 GRPC request: {} I0411 09:21:49.781338 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0411 09:21:49.781490 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0411 09:22:50.003900 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0411 09:22:50.003962 1 utils.go:199] ID: 21 GRPC request: {} I0411 09:22:50.003991 1 utils.go:205] ID: 21 GRPC response: {} I0411 09:23:49.955499 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0411 09:23:49.955541 1 utils.go:199] ID: 22 GRPC request: {} I0411 09:23:49.955556 1 utils.go:205] ID: 22 GRPC response: {} I0411 09:24:49.955345 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0411 09:24:49.955399 1 utils.go:199] ID: 23 GRPC request: {} I0411 09:24:49.955421 1 utils.go:205] ID: 23 GRPC response: {} I0411 09:24:55.226983 1 utils.go:198] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b GRPC call: /csi.v1.Controller/CreateVolume I0411 09:24:55.227191 1 utils.go:199] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0411 09:24:55.227342 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b setting disableInUseChecks: false image features: [layering] mounter: rbd E0411 09:24:55.242096 1 omap.go:80] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0411 09:24:55.256347 1 omap.go:159] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b:ea10126c-b95e-4061-bb48-b0f1e5c2c805]) I0411 09:24:55.263225 1 omap.go:159] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b set omap keys (pool="kube", namespace="", name="csi.volume.ea10126c-b95e-4061-bb48-b0f1e5c2c805"): map[csi.imagename:csi-vol-ea10126c-b95e-4061-bb48-b0f1e5c2c805 csi.volname:pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b csi.volume.owner:default]) I0411 09:24:55.263251 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-ea10126c-b95e-4061-bb48-b0f1e5c2c805) and image name (csi-vol-ea10126c-b95e-4061-bb48-b0f1e5c2c805) for request name (pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b) I0411 09:24:55.263298 1 rbd_util.go:423] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b rbd: create kube/csi-vol-ea10126c-b95e-4061-bb48-b0f1e5c2c805 size 5120M (features: [layering]) using mon 199.204.45.227 I0411 09:24:55.263338 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b setting image options on kube/csi-vol-ea10126c-b95e-4061-bb48-b0f1e5c2c805 I0411 09:24:56.630032 1 controllerserver.go:763] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b created image kube/csi-vol-ea10126c-b95e-4061-bb48-b0f1e5c2c805 backed for request name pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b I0411 09:24:56.660866 1 omap.go:159] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b set omap keys (pool="kube", namespace="", name="csi.volume.ea10126c-b95e-4061-bb48-b0f1e5c2c805"): map[csi.imageid:37d9eb9947a5]) I0411 09:24:56.800969 1 utils.go:205] ID: 24 Req-ID: pvc-c4fcf10b-9a2b-4c99-85b4-149a5e458e4b GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-ea10126c-b95e-4061-bb48-b0f1e5c2c805","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-ea10126c-b95e-4061-bb48-b0f1e5c2c805"}}