I0723 10:40:59.036397 1 cephcsi.go:171] Driver version: v3.5.1 and Git version: 00f88e58a0b08be3d7ea009a0cfde8dca23021bf E0723 10:40:59.036648 1 cephcsi.go:187] Failed to get the PID limit, can not reconfigure: could not find a cgroup for 'pids' I0723 10:40:59.036689 1 cephcsi.go:220] Starting driver type: rbd with name: rbd.csi.ceph.com I0723 10:40:59.037000 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_VOLUME I0723 10:40:59.037013 1 driver.go:94] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0723 10:40:59.037017 1 driver.go:94] Enabling controller service capability: CLONE_VOLUME I0723 10:40:59.037021 1 driver.go:94] Enabling controller service capability: EXPAND_VOLUME I0723 10:40:59.037026 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_WRITER I0723 10:40:59.037031 1 driver.go:106] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0723 10:40:59.037034 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0723 10:40:59.037038 1 driver.go:106] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0723 10:40:59.037241 1 server.go:126] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0723 10:40:59.037301 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0723 10:40:59.379936 1 utils.go:191] ID: 1 GRPC call: /csi.v1.Identity/Probe I0723 10:40:59.382219 1 utils.go:195] ID: 1 GRPC request: {} I0723 10:40:59.382289 1 utils.go:202] ID: 1 GRPC response: {} I0723 10:40:59.383314 1 utils.go:191] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0723 10:40:59.383438 1 utils.go:195] ID: 2 GRPC request: {} I0723 10:40:59.383455 1 identityserver-default.go:38] ID: 2 Using default GetPluginInfo I0723 10:40:59.383548 1 utils.go:202] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0723 10:40:59.386760 1 utils.go:191] ID: 3 GRPC call: /csi.v1.Identity/Probe I0723 10:40:59.386802 1 utils.go:195] ID: 3 GRPC request: {} I0723 10:40:59.386815 1 utils.go:202] ID: 3 GRPC response: {} I0723 10:40:59.387615 1 utils.go:191] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0723 10:40:59.387652 1 utils.go:195] ID: 4 GRPC request: {} I0723 10:40:59.387980 1 utils.go:202] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0723 10:40:59.389263 1 utils.go:191] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0723 10:40:59.389300 1 utils.go:195] ID: 5 GRPC request: {} I0723 10:40:59.389310 1 controllerserver-default.go:74] ID: 5 Using default ControllerGetCapabilities I0723 10:40:59.389493 1 utils.go:202] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0723 10:40:59.493099 1 utils.go:191] ID: 6 GRPC call: /csi.v1.Identity/GetPluginInfo I0723 10:40:59.493167 1 utils.go:195] ID: 6 GRPC request: {} I0723 10:40:59.493176 1 identityserver-default.go:38] ID: 6 Using default GetPluginInfo I0723 10:40:59.493206 1 utils.go:202] ID: 6 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0723 10:40:59.495744 1 utils.go:191] ID: 7 GRPC call: /csi.v1.Identity/Probe I0723 10:40:59.495808 1 utils.go:195] ID: 7 GRPC request: {} I0723 10:40:59.495852 1 utils.go:202] ID: 7 GRPC response: {} I0723 10:40:59.496844 1 utils.go:191] ID: 8 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0723 10:40:59.496872 1 utils.go:195] ID: 8 GRPC request: {} I0723 10:40:59.496880 1 controllerserver-default.go:74] ID: 8 Using default ControllerGetCapabilities I0723 10:40:59.496975 1 utils.go:202] ID: 8 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0723 10:40:59.620032 1 utils.go:191] ID: 9 GRPC call: /csi.v1.Identity/Probe I0723 10:40:59.620094 1 utils.go:195] ID: 9 GRPC request: {} I0723 10:40:59.620114 1 utils.go:202] ID: 9 GRPC response: {} I0723 10:40:59.621943 1 utils.go:191] ID: 10 GRPC call: /csi.v1.Identity/GetPluginInfo I0723 10:40:59.622002 1 utils.go:195] ID: 10 GRPC request: {} I0723 10:40:59.622015 1 identityserver-default.go:38] ID: 10 Using default GetPluginInfo I0723 10:40:59.622041 1 utils.go:202] ID: 10 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0723 10:40:59.623142 1 utils.go:191] ID: 11 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0723 10:40:59.623182 1 utils.go:195] ID: 11 GRPC request: {} I0723 10:40:59.623360 1 utils.go:202] ID: 11 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0723 10:40:59.624377 1 utils.go:191] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0723 10:40:59.624412 1 utils.go:195] ID: 12 GRPC request: {} I0723 10:40:59.624518 1 controllerserver-default.go:74] ID: 12 Using default ControllerGetCapabilities I0723 10:40:59.625106 1 utils.go:202] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0723 10:40:59.626000 1 utils.go:191] ID: 13 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0723 10:40:59.626127 1 utils.go:195] ID: 13 GRPC request: {} I0723 10:40:59.626164 1 controllerserver-default.go:74] ID: 13 Using default ControllerGetCapabilities I0723 10:40:59.626342 1 utils.go:202] ID: 13 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0723 10:40:59.885824 1 utils.go:191] ID: 14 GRPC call: /csi.v1.Identity/Probe I0723 10:40:59.886122 1 utils.go:195] ID: 14 GRPC request: {} I0723 10:40:59.886148 1 utils.go:202] ID: 14 GRPC response: {} I0723 10:40:59.887602 1 utils.go:191] ID: 15 GRPC call: /csi.v1.Identity/GetPluginInfo I0723 10:40:59.887640 1 utils.go:195] ID: 15 GRPC request: {} I0723 10:40:59.887649 1 identityserver-default.go:38] ID: 15 Using default GetPluginInfo I0723 10:40:59.887681 1 utils.go:202] ID: 15 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.5.1"} I0723 10:40:59.889776 1 utils.go:191] ID: 16 GRPC call: /csi.v1.Identity/Probe I0723 10:40:59.889850 1 utils.go:195] ID: 16 GRPC request: {} I0723 10:40:59.889878 1 utils.go:202] ID: 16 GRPC response: {} I0723 10:40:59.890327 1 utils.go:191] ID: 17 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0723 10:40:59.890389 1 utils.go:195] ID: 17 GRPC request: {} I0723 10:40:59.890488 1 utils.go:202] ID: 17 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0723 10:40:59.891136 1 utils.go:191] ID: 18 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0723 10:40:59.891180 1 utils.go:195] ID: 18 GRPC request: {} I0723 10:40:59.891191 1 controllerserver-default.go:74] ID: 18 Using default ControllerGetCapabilities I0723 10:40:59.891344 1 utils.go:202] ID: 18 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0723 10:41:59.208791 1 utils.go:191] ID: 19 GRPC call: /csi.v1.Identity/Probe I0723 10:41:59.208848 1 utils.go:195] ID: 19 GRPC request: {} I0723 10:41:59.208862 1 utils.go:202] ID: 19 GRPC response: {} I0723 10:42:59.209640 1 utils.go:191] ID: 20 GRPC call: /csi.v1.Identity/Probe I0723 10:42:59.209755 1 utils.go:195] ID: 20 GRPC request: {} I0723 10:42:59.209820 1 utils.go:202] ID: 20 GRPC response: {} I0723 10:43:59.208223 1 utils.go:191] ID: 21 GRPC call: /csi.v1.Identity/Probe I0723 10:43:59.208279 1 utils.go:195] ID: 21 GRPC request: {} I0723 10:43:59.208293 1 utils.go:202] ID: 21 GRPC response: {} I0723 10:44:59.208428 1 utils.go:191] ID: 22 GRPC call: /csi.v1.Identity/Probe I0723 10:44:59.208491 1 utils.go:195] ID: 22 GRPC request: {} I0723 10:44:59.208509 1 utils.go:202] ID: 22 GRPC response: {} I0723 10:45:43.614908 1 utils.go:191] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 GRPC call: /csi.v1.Controller/CreateVolume I0723 10:45:43.615492 1 utils.go:195] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-640c3f53-dff0-47fe-880b-d85a027e59c6","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-640c3f53-dff0-47fe-880b-d85a027e59c6","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube","thickProvision":"false"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0723 10:45:43.615788 1 rbd_util.go:1296] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 setting disableInUseChecks: false image features: [layering] mounter: rbd W0723 10:45:43.615961 1 controllerserver.go:1555] thick-provisioning is deprecated and will be removed in a future release E0723 10:45:43.635698 1 omap.go:78] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0723 10:45:43.652359 1 omap.go:155] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-640c3f53-dff0-47fe-880b-d85a027e59c6:a7a0a7a7-8683-11f1-a1fa-869914c6161f]) I0723 10:45:43.659128 1 omap.go:155] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 set omap keys (pool="kube", namespace="", name="csi.volume.a7a0a7a7-8683-11f1-a1fa-869914c6161f"): map[csi.imagename:csi-vol-a7a0a7a7-8683-11f1-a1fa-869914c6161f csi.volname:pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 csi.volume.owner:default]) I0723 10:45:43.659167 1 rbd_journal.go:482] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-a7a0a7a7-8683-11f1-a1fa-869914c6161f) and image name (csi-vol-a7a0a7a7-8683-11f1-a1fa-869914c6161f) for request name (pvc-640c3f53-dff0-47fe-880b-d85a027e59c6) I0723 10:45:43.659244 1 rbd_util.go:352] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 rbd: create kube/csi-vol-a7a0a7a7-8683-11f1-a1fa-869914c6161f size 5120M (features: [layering]) using mon 199.19.213.132 I0723 10:45:43.691696 1 controllerserver.go:666] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 created image kube/csi-vol-a7a0a7a7-8683-11f1-a1fa-869914c6161f backed for request name pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 I0723 10:45:43.734171 1 omap.go:155] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 set omap keys (pool="kube", namespace="", name="csi.volume.a7a0a7a7-8683-11f1-a1fa-869914c6161f"): map[csi.imageid:37f45b06cec6]) I0723 10:45:43.734615 1 utils.go:202] ID: 23 Req-ID: pvc-640c3f53-dff0-47fe-880b-d85a027e59c6 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-640c3f53-dff0-47fe-880b-d85a027e59c6","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","imageName":"csi-vol-a7a0a7a7-8683-11f1-a1fa-869914c6161f","journalPool":"kube","pool":"kube","thickProvision":"false"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-a7a0a7a7-8683-11f1-a1fa-869914c6161f"}} I0723 10:45:59.208675 1 utils.go:191] ID: 24 GRPC call: /csi.v1.Identity/Probe I0723 10:45:59.208988 1 utils.go:195] ID: 24 GRPC request: {} I0723 10:45:59.209024 1 utils.go:202] ID: 24 GRPC response: {}