I0213 07:03:48.482003 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0213 07:03:48.482298 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0213 07:03:48.482494 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0213 07:03:48.482795 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0213 07:03:48.482850 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0213 07:03:48.482876 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0213 07:03:48.482901 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0213 07:03:48.482940 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0213 07:03:48.482964 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0213 07:03:48.482968 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0213 07:03:48.482971 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0213 07:03:48.483171 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0213 07:03:48.483256 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0213 07:03:49.090618 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 07:03:49.093126 1 utils.go:195] ID: 1 GRPC request: {} I0213 07:03:49.093226 1 identityserver-default.go:38] ID: 1 Using default GetPluginInfo I0213 07:03:49.093374 1 utils.go:202] ID: 1 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0213 07:03:49.094991 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/Probe I0213 07:03:49.095196 1 utils.go:195] ID: 2 GRPC request: {} I0213 07:03:49.095387 1 utils.go:202] ID: 2 GRPC response: {} I0213 07:03:49.096272 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 07:03:49.096371 1 utils.go:195] ID: 3 GRPC request: {} I0213 07:03:49.096386 1 controllerserver-default.go:74] ID: 3 Using default ControllerGetCapabilities I0213 07:03:49.096588 1 utils.go:202] ID: 3 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 07:03:49.266282 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Identity/Probe I0213 07:03:49.266465 1 utils.go:195] ID: 4 GRPC request: {} I0213 07:03:49.266560 1 utils.go:202] ID: 4 GRPC response: {} I0213 07:03:49.267397 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 07:03:49.267449 1 utils.go:195] ID: 5 GRPC request: {} I0213 07:03:49.267489 1 identityserver-default.go:38] ID: 5 Using default GetPluginInfo I0213 07:03:49.267533 1 utils.go:202] ID: 5 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0213 07:03:49.269815 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/Probe I0213 07:03:49.269930 1 utils.go:195] ID: 6 GRPC request: {} I0213 07:03:49.270010 1 utils.go:202] ID: 6 GRPC response: {} I0213 07:03:49.270780 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0213 07:03:49.270893 1 utils.go:195] ID: 7 GRPC request: {} I0213 07:03:49.271112 1 utils.go:202] ID: 7 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0213 07:03:49.272130 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 07:03:49.272313 1 utils.go:195] ID: 8 GRPC request: {} I0213 07:03:49.272384 1 controllerserver-default.go:74] ID: 8 Using default ControllerGetCapabilities I0213 07:03:49.272595 1 utils.go:202] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 07:03:49.336429 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Identity/Probe I0213 07:03:49.336532 1 utils.go:195] ID: 9 GRPC request: {} I0213 07:03:49.336690 1 utils.go:202] ID: 9 GRPC response: {} I0213 07:03:49.339151 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 07:03:49.339430 1 utils.go:195] ID: 10 GRPC request: {} I0213 07:03:49.341020 1 identityserver-default.go:38] ID: 10 Using default GetPluginInfo I0213 07:03:49.341222 1 utils.go:202] ID: 10 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0213 07:03:49.348502 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/Probe I0213 07:03:49.348544 1 utils.go:195] ID: 11 GRPC request: {} I0213 07:03:49.348686 1 utils.go:202] ID: 11 GRPC response: {} I0213 07:03:49.352218 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0213 07:03:49.352263 1 utils.go:195] ID: 12 GRPC request: {} I0213 07:03:49.352443 1 utils.go:202] ID: 12 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0213 07:03:49.354023 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 07:03:49.354209 1 utils.go:195] ID: 13 GRPC request: {} I0213 07:03:49.354269 1 controllerserver-default.go:74] ID: 13 Using default ControllerGetCapabilities I0213 07:03:49.354479 1 utils.go:202] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 07:03:49.521188 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Identity/Probe I0213 07:03:49.521259 1 utils.go:195] ID: 14 GRPC request: {} I0213 07:03:49.521281 1 utils.go:202] ID: 14 GRPC response: {} I0213 07:03:49.522375 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 07:03:49.522504 1 utils.go:195] ID: 15 GRPC request: {} I0213 07:03:49.522597 1 identityserver-default.go:38] ID: 15 Using default GetPluginInfo I0213 07:03:49.522686 1 utils.go:202] ID: 15 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0213 07:03:49.526431 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0213 07:03:49.526689 1 utils.go:195] ID: 16 GRPC request: {} I0213 07:03:49.526902 1 utils.go:202] ID: 16 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0213 07:03:49.527773 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 07:03:49.527889 1 utils.go:195] ID: 17 GRPC request: {} I0213 07:03:49.527954 1 controllerserver-default.go:74] ID: 17 Using default ControllerGetCapabilities I0213 07:03:49.528068 1 utils.go:202] ID: 17 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 07:03:49.528909 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 07:03:49.529053 1 utils.go:195] ID: 18 GRPC request: {} I0213 07:03:49.529068 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0213 07:03:49.529254 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 07:04:48.699485 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0213 07:04:48.699576 1 utils.go:195] ID: 19 GRPC request: {} I0213 07:04:48.699600 1 utils.go:202] ID: 19 GRPC response: {} I0213 07:05:48.698599 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0213 07:05:48.698706 1 utils.go:195] ID: 20 GRPC request: {} I0213 07:05:48.698753 1 utils.go:202] ID: 20 GRPC response: {} I0213 07:06:46.360117 1 utils.go:191] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd GRPC call: /csi.v1.Controller/CreateVolume I0213 07:06:46.361164 1 utils.go:195] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-60c259b7-7a32-4891-a167-f709ac595bdd","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-60c259b7-7a32-4891-a167-f709ac595bdd","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0213 07:06:46.361440 1 rbd_util.go:1296] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd setting disableInUseChecks: false image features: [layering] mounter: rbd W0213 07:06:46.361528 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0213 07:06:46.383272 1 omap.go:78] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0213 07:06:46.398678 1 omap.go:155] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-60c259b7-7a32-4891-a167-f709ac595bdd:8f1f08de-08aa-11f1-8f22-d6ac6e7a6fb2]) I0213 07:06:46.405577 1 omap.go:155] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd set omap keys (pool="kube", namespace="", name="csi.volume.8f1f08de-08aa-11f1-8f22-d6ac6e7a6fb2"): map[csi.imagename:csi-vol-8f1f08de-08aa-11f1-8f22-d6ac6e7a6fb2 csi.volname:pvc-60c259b7-7a32-4891-a167-f709ac595bdd csi.volume.owner:default]) I0213 07:06:46.405623 1 rbd_journal.go:482] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-8f1f08de-08aa-11f1-8f22-d6ac6e7a6fb2) and image name (csi-vol-8f1f08de-08aa-11f1-8f22-d6ac6e7a6fb2) for request name (pvc-60c259b7-7a32-4891-a167-f709ac595bdd) I0213 07:06:46.405795 1 rbd_util.go:352] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd rbd: create kube/csi-vol-8f1f08de-08aa-11f1-8f22-d6ac6e7a6fb2 size 5120M (features: [layering]) using mon 199.204.45.129 I0213 07:06:47.693523 1 controllerserver.go:666] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd created image kube/csi-vol-8f1f08de-08aa-11f1-8f22-d6ac6e7a6fb2 backed for request name pvc-60c259b7-7a32-4891-a167-f709ac595bdd I0213 07:06:47.727212 1 omap.go:155] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd set omap keys (pool="kube", namespace="", name="csi.volume.8f1f08de-08aa-11f1-8f22-d6ac6e7a6fb2"): map[csi.imageid:37d92b6b602e]) I0213 07:06:47.727521 1 utils.go:202] ID: 21 Req-ID: pvc-60c259b7-7a32-4891-a167-f709ac595bdd GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-60c259b7-7a32-4891-a167-f709ac595bdd","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-8f1f08de-08aa-11f1-8f22-d6ac6e7a6fb2","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-8f1f08de-08aa-11f1-8f22-d6ac6e7a6fb2"}} I0213 07:06:48.697404 1 utils.go:191] ID: 22 GRPC call: /csi.v1.Identity/Probe I0213 07:06:48.697885 1 utils.go:195] ID: 22 GRPC request: {} I0213 07:06:48.698050 1 utils.go:202] ID: 22 GRPC response: {} I0213 07:07:36.054803 1 utils.go:191] ID: 23 GRPC call: /csi.v1.Identity/Probe I0213 07:07:36.054955 1 utils.go:195] ID: 23 GRPC request: {} I0213 07:07:36.055016 1 utils.go:202] ID: 23 GRPC response: {} I0213 07:07:36.055673 1 utils.go:191] ID: 24 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 07:07:36.055741 1 utils.go:195] ID: 24 GRPC request: {} I0213 07:07:36.055808 1 identityserver-default.go:38] ID: 24 Using default GetPluginInfo I0213 07:07:36.055877 1 utils.go:202] ID: 24 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0213 07:07:36.057013 1 utils.go:191] ID: 25 GRPC call: /csi.v1.Identity/Probe I0213 07:07:36.057093 1 utils.go:195] ID: 25 GRPC request: {} I0213 07:07:36.057153 1 utils.go:202] ID: 25 GRPC response: {} I0213 07:07:36.057714 1 utils.go:191] ID: 26 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0213 07:07:36.057777 1 utils.go:195] ID: 26 GRPC request: {} I0213 07:07:36.057928 1 utils.go:202] ID: 26 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0213 07:07:36.058595 1 utils.go:191] ID: 27 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 07:07:36.058660 1 utils.go:195] ID: 27 GRPC request: {} I0213 07:07:36.058730 1 controllerserver-default.go:74] ID: 27 Using default ControllerGetCapabilities I0213 07:07:36.058888 1 utils.go:202] ID: 27 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 07:07:45.067423 1 utils.go:191] ID: 28 GRPC call: /csi.v1.Identity/Probe I0213 07:07:45.067572 1 utils.go:195] ID: 28 GRPC request: {} I0213 07:07:45.067642 1 utils.go:202] ID: 28 GRPC response: {} I0213 07:07:45.068535 1 utils.go:191] ID: 29 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 07:07:45.068617 1 utils.go:195] ID: 29 GRPC request: {} I0213 07:07:45.068670 1 identityserver-default.go:38] ID: 29 Using default GetPluginInfo I0213 07:07:45.068742 1 utils.go:202] ID: 29 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0213 07:07:45.069474 1 utils.go:191] ID: 30 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0213 07:07:45.069577 1 utils.go:195] ID: 30 GRPC request: {} I0213 07:07:45.069732 1 utils.go:202] ID: 30 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0213 07:07:45.070685 1 utils.go:191] ID: 31 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 07:07:45.070765 1 utils.go:195] ID: 31 GRPC request: {} I0213 07:07:45.070807 1 controllerserver-default.go:74] ID: 31 Using default ControllerGetCapabilities I0213 07:07:45.070937 1 utils.go:202] ID: 31 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 07:07:45.071686 1 utils.go:191] ID: 32 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 07:07:45.071773 1 utils.go:195] ID: 32 GRPC request: {} I0213 07:07:45.071813 1 controllerserver-default.go:74] ID: 32 Using default ControllerGetCapabilities I0213 07:07:45.071941 1 utils.go:202] ID: 32 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 07:07:48.697724 1 utils.go:191] ID: 33 GRPC call: /csi.v1.Identity/Probe I0213 07:07:48.697822 1 utils.go:195] ID: 33 GRPC request: {} I0213 07:07:48.697844 1 utils.go:202] ID: 33 GRPC response: {} I0213 07:07:50.209228 1 utils.go:191] ID: 34 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 07:07:50.209842 1 utils.go:195] ID: 34 GRPC request: {} I0213 07:07:50.209859 1 identityserver-default.go:38] ID: 34 Using default GetPluginInfo I0213 07:07:50.210482 1 utils.go:202] ID: 34 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0213 07:07:50.214978 1 utils.go:191] ID: 35 GRPC call: /csi.v1.Identity/Probe I0213 07:07:50.215076 1 utils.go:195] ID: 35 GRPC request: {} I0213 07:07:50.215097 1 utils.go:202] ID: 35 GRPC response: {} I0213 07:07:50.216496 1 utils.go:191] ID: 36 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 07:07:50.216582 1 utils.go:195] ID: 36 GRPC request: {} I0213 07:07:50.216598 1 controllerserver-default.go:74] ID: 36 Using default ControllerGetCapabilities I0213 07:07:50.218525 1 utils.go:202] ID: 36 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0213 07:07:53.212422 1 utils.go:191] ID: 37 GRPC call: /csi.v1.Identity/Probe I0213 07:07:53.212569 1 utils.go:195] ID: 37 GRPC request: {} I0213 07:07:53.212587 1 utils.go:202] ID: 37 GRPC response: {} I0213 07:07:53.215217 1 utils.go:191] ID: 38 GRPC call: /csi.v1.Identity/GetPluginInfo I0213 07:07:53.215268 1 utils.go:195] ID: 38 GRPC request: {} I0213 07:07:53.215279 1 identityserver-default.go:38] ID: 38 Using default GetPluginInfo I0213 07:07:53.215302 1 utils.go:202] ID: 38 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0213 07:07:53.218875 1 utils.go:191] ID: 39 GRPC call: /csi.v1.Identity/Probe I0213 07:07:53.218899 1 utils.go:195] ID: 39 GRPC request: {} I0213 07:07:53.218927 1 utils.go:202] ID: 39 GRPC response: {} I0213 07:07:53.225376 1 utils.go:191] ID: 40 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0213 07:07:53.225409 1 utils.go:195] ID: 40 GRPC request: {} I0213 07:07:53.225576 1 utils.go:202] ID: 40 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0213 07:07:53.226780 1 utils.go:191] ID: 41 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0213 07:07:53.226813 1 utils.go:195] ID: 41 GRPC request: {} I0213 07:07:53.226822 1 controllerserver-default.go:74] ID: 41 Using default ControllerGetCapabilities I0213 07:07:53.226876 1 utils.go:202] ID: 41 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}