I0422 18:32:16.248447 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0422 18:32:16.248848 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0422 18:32:16.248926 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0422 18:32:16.249341 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0422 18:32:16.249359 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0422 18:32:16.249365 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0422 18:32:16.249369 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0422 18:32:16.249376 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0422 18:32:16.249381 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0422 18:32:16.249386 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0422 18:32:16.249394 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0422 18:32:16.249686 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0422 18:32:16.249729 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0422 18:32:16.399909 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/Probe I0422 18:32:16.402428 1 utils.go:195] ID: 1 GRPC request: {} I0422 18:32:16.402579 1 utils.go:202] ID: 1 GRPC response: {} I0422 18:32:16.406152 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0422 18:32:16.406255 1 utils.go:195] ID: 2 GRPC request: {} I0422 18:32:16.406272 1 identityserver-default.go:38] ID: 2 Using default GetPluginInfo I0422 18:32:16.406364 1 utils.go:202] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0422 18:32:16.408924 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Identity/Probe I0422 18:32:16.408983 1 utils.go:195] ID: 3 GRPC request: {} I0422 18:32:16.409005 1 utils.go:202] ID: 3 GRPC response: {} I0422 18:32:16.409586 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0422 18:32:16.409669 1 utils.go:195] ID: 4 GRPC request: {} I0422 18:32:16.410003 1 utils.go:202] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0422 18:32:16.411296 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 18:32:16.411345 1 utils.go:195] ID: 5 GRPC request: {} I0422 18:32:16.411357 1 controllerserver-default.go:74] ID: 5 Using default ControllerGetCapabilities I0422 18:32:16.411514 1 utils.go:202] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0422 18:32:16.449654 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/Probe I0422 18:32:16.449740 1 utils.go:195] ID: 6 GRPC request: {} I0422 18:32:16.449764 1 utils.go:202] ID: 6 GRPC response: {} I0422 18:32:16.451547 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0422 18:32:16.451702 1 utils.go:195] ID: 7 GRPC request: {} I0422 18:32:16.451719 1 identityserver-default.go:38] ID: 7 Using default GetPluginInfo I0422 18:32:16.451799 1 utils.go:202] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0422 18:32:16.453175 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Identity/Probe I0422 18:32:16.453214 1 utils.go:195] ID: 8 GRPC request: {} I0422 18:32:16.453229 1 utils.go:202] ID: 8 GRPC response: {} I0422 18:32:16.454011 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0422 18:32:16.454045 1 utils.go:195] ID: 9 GRPC request: {} I0422 18:32:16.454152 1 utils.go:202] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0422 18:32:16.454814 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 18:32:16.454843 1 utils.go:195] ID: 10 GRPC request: {} I0422 18:32:16.454854 1 controllerserver-default.go:74] ID: 10 Using default ControllerGetCapabilities I0422 18:32:16.454949 1 utils.go:202] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0422 18:32:16.460286 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/Probe I0422 18:32:16.460333 1 utils.go:195] ID: 11 GRPC request: {} I0422 18:32:16.460356 1 utils.go:202] ID: 11 GRPC response: {} I0422 18:32:16.462487 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Identity/GetPluginInfo I0422 18:32:16.462537 1 utils.go:195] ID: 12 GRPC request: {} I0422 18:32:16.462615 1 identityserver-default.go:38] ID: 12 Using default GetPluginInfo I0422 18:32:16.462725 1 utils.go:202] ID: 12 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0422 18:32:16.463431 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0422 18:32:16.463468 1 utils.go:195] ID: 13 GRPC request: {} I0422 18:32:16.463557 1 utils.go:202] ID: 13 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0422 18:32:16.464386 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 18:32:16.464429 1 utils.go:195] ID: 14 GRPC request: {} I0422 18:32:16.464445 1 controllerserver-default.go:74] ID: 14 Using default ControllerGetCapabilities I0422 18:32:16.464602 1 utils.go:202] ID: 14 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0422 18:32:16.465163 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 18:32:16.465199 1 utils.go:195] ID: 15 GRPC request: {} I0422 18:32:16.465212 1 controllerserver-default.go:74] ID: 15 Using default ControllerGetCapabilities I0422 18:32:16.465289 1 utils.go:202] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0422 18:32:16.927478 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/GetPluginInfo I0422 18:32:16.927688 1 utils.go:195] ID: 16 GRPC request: {} I0422 18:32:16.927705 1 identityserver-default.go:38] ID: 16 Using default GetPluginInfo I0422 18:32:16.927745 1 utils.go:202] ID: 16 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0422 18:32:16.930080 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Identity/Probe I0422 18:32:16.930203 1 utils.go:195] ID: 17 GRPC request: {} I0422 18:32:16.930271 1 utils.go:202] ID: 17 GRPC response: {} I0422 18:32:16.932372 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0422 18:32:16.932450 1 utils.go:195] ID: 18 GRPC request: {} I0422 18:32:16.932465 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0422 18:32:16.932581 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0422 18:33:18.987567 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0422 18:33:18.987648 1 utils.go:195] ID: 19 GRPC request: {} I0422 18:33:18.987671 1 utils.go:202] ID: 19 GRPC response: {} I0422 18:34:18.988951 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0422 18:34:18.989037 1 utils.go:195] ID: 20 GRPC request: {} I0422 18:34:18.989062 1 utils.go:202] ID: 20 GRPC response: {} I0422 18:35:18.986345 1 utils.go:191] ID: 21 GRPC call: /csi.v1.Identity/Probe I0422 18:35:18.986450 1 utils.go:195] ID: 21 GRPC request: {} I0422 18:35:18.986494 1 utils.go:202] ID: 21 GRPC response: {} I0422 18:35:25.605538 1 utils.go:191] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa GRPC call: /csi.v1.Controller/CreateVolume I0422 18:35:25.606169 1 utils.go:195] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-6d56faa2-d463-4e58-8a54-66240f4960aa","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-6d56faa2-d463-4e58-8a54-66240f4960aa","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0422 18:35:25.606480 1 rbd_util.go:1296] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa setting disableInUseChecks: false image features: [layering] mounter: rbd W0422 18:35:25.606497 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0422 18:35:25.623648 1 omap.go:78] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0422 18:35:25.639585 1 omap.go:155] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-6d56faa2-d463-4e58-8a54-66240f4960aa:0765c3d0-3e7a-11f1-acbc-fa96579ee5fe]) I0422 18:35:25.646478 1 omap.go:155] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa set omap keys (pool="kube", namespace="", name="csi.volume.0765c3d0-3e7a-11f1-acbc-fa96579ee5fe"): map[csi.imagename:csi-vol-0765c3d0-3e7a-11f1-acbc-fa96579ee5fe csi.volname:pvc-6d56faa2-d463-4e58-8a54-66240f4960aa csi.volume.owner:default]) I0422 18:35:25.646523 1 rbd_journal.go:482] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0765c3d0-3e7a-11f1-acbc-fa96579ee5fe) and image name (csi-vol-0765c3d0-3e7a-11f1-acbc-fa96579ee5fe) for request name (pvc-6d56faa2-d463-4e58-8a54-66240f4960aa) I0422 18:35:25.646713 1 rbd_util.go:352] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa rbd: create kube/csi-vol-0765c3d0-3e7a-11f1-acbc-fa96579ee5fe size 5120M (features: [layering]) using mon 199.204.45.157 I0422 18:35:28.474725 1 controllerserver.go:666] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa created image kube/csi-vol-0765c3d0-3e7a-11f1-acbc-fa96579ee5fe backed for request name pvc-6d56faa2-d463-4e58-8a54-66240f4960aa I0422 18:35:28.522640 1 omap.go:155] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa set omap keys (pool="kube", namespace="", name="csi.volume.0765c3d0-3e7a-11f1-acbc-fa96579ee5fe"): map[csi.imageid:37d7ffcb60f3]) I0422 18:35:28.523066 1 utils.go:202] ID: 22 Req-ID: pvc-6d56faa2-d463-4e58-8a54-66240f4960aa GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-6d56faa2-d463-4e58-8a54-66240f4960aa","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-0765c3d0-3e7a-11f1-acbc-fa96579ee5fe","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-0765c3d0-3e7a-11f1-acbc-fa96579ee5fe"}} I0422 18:36:18.987130 1 utils.go:191] ID: 23 GRPC call: /csi.v1.Identity/Probe I0422 18:36:18.987193 1 utils.go:195] ID: 23 GRPC request: {} I0422 18:36:18.987209 1 utils.go:202] ID: 23 GRPC response: {}