I0416 16:31:28.574224 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0416 16:31:28.574338 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0416 16:31:28.574349 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0416 16:31:28.574352 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0416 16:31:28.574355 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0416 16:31:28.574358 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0416 16:31:28.574362 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0416 16:31:28.574365 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0416 16:31:28.574368 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0416 16:31:28.574371 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0416 16:31:28.574652 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0416 16:31:28.574691 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0416 16:31:30.305606 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0416 16:31:30.307402 1 utils.go:199] ID: 1 GRPC request: {} I0416 16:31:30.307469 1 utils.go:205] ID: 1 GRPC response: {} I0416 16:31:30.311212 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0416 16:31:30.311432 1 utils.go:199] ID: 2 GRPC request: {} I0416 16:31:30.311458 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0416 16:31:30.311587 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0416 16:31:30.313323 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0416 16:31:30.313381 1 utils.go:199] ID: 3 GRPC request: {} I0416 16:31:30.313411 1 utils.go:205] ID: 3 GRPC response: {} I0416 16:31:30.313888 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0416 16:31:30.313965 1 utils.go:199] ID: 4 GRPC request: {} I0416 16:31:30.314250 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0416 16:31:30.315082 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0416 16:31:30.315166 1 utils.go:199] ID: 5 GRPC request: {} I0416 16:31:30.315179 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0416 16:31:30.315326 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0416 16:31:31.681529 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0416 16:31:31.681620 1 utils.go:199] ID: 6 GRPC request: {} I0416 16:31:31.681691 1 utils.go:205] ID: 6 GRPC response: {} I0416 16:31:31.683822 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0416 16:31:31.683857 1 utils.go:199] ID: 7 GRPC request: {} I0416 16:31:31.683866 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0416 16:31:31.683893 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0416 16:31:31.686967 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0416 16:31:31.686994 1 utils.go:199] ID: 8 GRPC request: {} I0416 16:31:31.687014 1 utils.go:205] ID: 8 GRPC response: {} I0416 16:31:31.687802 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0416 16:31:31.687862 1 utils.go:199] ID: 9 GRPC request: {} I0416 16:31:31.688150 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0416 16:31:31.688958 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0416 16:31:31.688985 1 utils.go:199] ID: 10 GRPC request: {} I0416 16:31:31.688997 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0416 16:31:31.689063 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0416 16:31:31.689757 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0416 16:31:31.689815 1 utils.go:199] ID: 11 GRPC request: {} I0416 16:31:31.689835 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0416 16:31:31.689958 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0416 16:31:31.690405 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0416 16:31:31.690442 1 utils.go:199] ID: 12 GRPC request: {} I0416 16:31:31.690450 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0416 16:31:31.690504 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0416 16:31:32.978658 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0416 16:31:32.978714 1 utils.go:199] ID: 13 GRPC request: {} I0416 16:31:32.978732 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0416 16:31:32.978762 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0416 16:31:32.981352 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0416 16:31:32.981390 1 utils.go:199] ID: 14 GRPC request: {} I0416 16:31:32.981411 1 utils.go:205] ID: 14 GRPC response: {} I0416 16:31:32.981827 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0416 16:31:32.981852 1 utils.go:199] ID: 15 GRPC request: {} I0416 16:31:32.981930 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0416 16:31:32.982032 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0416 16:31:34.269238 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0416 16:31:34.269283 1 utils.go:199] ID: 16 GRPC request: {} I0416 16:31:34.269312 1 utils.go:205] ID: 16 GRPC response: {} I0416 16:31:34.274716 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0416 16:31:34.274837 1 utils.go:199] ID: 17 GRPC request: {} I0416 16:31:34.274900 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0416 16:31:34.275001 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0416 16:31:34.277014 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0416 16:31:34.277050 1 utils.go:199] ID: 18 GRPC request: {} I0416 16:31:34.277067 1 utils.go:205] ID: 18 GRPC response: {} I0416 16:31:34.277410 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0416 16:31:34.277437 1 utils.go:199] ID: 19 GRPC request: {} I0416 16:31:34.277557 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0416 16:31:34.278326 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0416 16:31:34.278367 1 utils.go:199] ID: 20 GRPC request: {} I0416 16:31:34.278377 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0416 16:31:34.278500 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0416 16:32:34.455574 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0416 16:32:34.455689 1 utils.go:199] ID: 21 GRPC request: {} I0416 16:32:34.455741 1 utils.go:205] ID: 21 GRPC response: {} I0416 16:33:34.454989 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0416 16:33:34.455081 1 utils.go:199] ID: 22 GRPC request: {} I0416 16:33:34.455130 1 utils.go:205] ID: 22 GRPC response: {} I0416 16:34:34.455293 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0416 16:34:34.455487 1 utils.go:199] ID: 23 GRPC request: {} I0416 16:34:34.455572 1 utils.go:205] ID: 23 GRPC response: {} I0416 16:34:42.235977 1 utils.go:198] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d GRPC call: /csi.v1.Controller/CreateVolume I0416 16:34:42.236498 1 utils.go:199] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0416 16:34:42.236907 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d setting disableInUseChecks: false image features: [layering] mounter: rbd E0416 16:34:42.257015 1 omap.go:80] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0416 16:34:42.271862 1 omap.go:159] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d:ce04371d-08ba-4515-a6dd-36d6aa538884]) I0416 16:34:42.279266 1 omap.go:159] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d set omap keys (pool="kube", namespace="", name="csi.volume.ce04371d-08ba-4515-a6dd-36d6aa538884"): map[csi.imagename:csi-vol-ce04371d-08ba-4515-a6dd-36d6aa538884 csi.volname:pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d csi.volume.owner:default]) I0416 16:34:42.279306 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-ce04371d-08ba-4515-a6dd-36d6aa538884) and image name (csi-vol-ce04371d-08ba-4515-a6dd-36d6aa538884) for request name (pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d) I0416 16:34:42.279515 1 rbd_util.go:423] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d rbd: create kube/csi-vol-ce04371d-08ba-4515-a6dd-36d6aa538884 size 5120M (features: [layering]) using mon 199.204.45.33 I0416 16:34:42.279601 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d setting image options on kube/csi-vol-ce04371d-08ba-4515-a6dd-36d6aa538884 I0416 16:34:43.569780 1 controllerserver.go:763] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d created image kube/csi-vol-ce04371d-08ba-4515-a6dd-36d6aa538884 backed for request name pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d I0416 16:34:43.601255 1 omap.go:159] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d set omap keys (pool="kube", namespace="", name="csi.volume.ce04371d-08ba-4515-a6dd-36d6aa538884"): map[csi.imageid:37d96975f24b]) I0416 16:34:43.707699 1 utils.go:205] ID: 24 Req-ID: pvc-80b16a34-2cf0-44d9-9087-b5a393f9ba1d GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-ce04371d-08ba-4515-a6dd-36d6aa538884","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-ce04371d-08ba-4515-a6dd-36d6aa538884"}}