I0717 21:47:09.223755 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0717 21:47:09.223889 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0717 21:47:09.223901 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0717 21:47:09.223911 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0717 21:47:09.223914 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0717 21:47:09.223919 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0717 21:47:09.223923 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0717 21:47:09.223926 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0717 21:47:09.223928 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0717 21:47:09.223933 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0717 21:47:09.224207 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0717 21:47:09.224414 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0717 21:47:12.689230 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0717 21:47:12.690325 1 utils.go:199] ID: 1 GRPC request: {} I0717 21:47:12.690380 1 utils.go:205] ID: 1 GRPC response: {} I0717 21:47:12.692270 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0717 21:47:12.692485 1 utils.go:199] ID: 2 GRPC request: {} I0717 21:47:12.692567 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0717 21:47:12.692714 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0717 21:47:12.697913 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0717 21:47:12.697950 1 utils.go:199] ID: 3 GRPC request: {} I0717 21:47:12.697968 1 utils.go:205] ID: 3 GRPC response: {} I0717 21:47:12.698420 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0717 21:47:12.698473 1 utils.go:199] ID: 4 GRPC request: {} I0717 21:47:12.698612 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0717 21:47:12.699341 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0717 21:47:12.699474 1 utils.go:199] ID: 5 GRPC request: {} I0717 21:47:12.699528 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0717 21:47:12.699790 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0717 21:47:14.139187 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0717 21:47:14.139236 1 utils.go:199] ID: 6 GRPC request: {} I0717 21:47:14.139256 1 utils.go:205] ID: 6 GRPC response: {} I0717 21:47:14.140934 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0717 21:47:14.140975 1 utils.go:199] ID: 7 GRPC request: {} I0717 21:47:14.140985 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0717 21:47:14.141115 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0717 21:47:14.142415 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0717 21:47:14.142482 1 utils.go:199] ID: 8 GRPC request: {} I0717 21:47:14.142511 1 utils.go:205] ID: 8 GRPC response: {} I0717 21:47:14.144002 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0717 21:47:14.144023 1 utils.go:199] ID: 9 GRPC request: {} I0717 21:47:14.144130 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0717 21:47:14.145433 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0717 21:47:14.145452 1 utils.go:199] ID: 10 GRPC request: {} I0717 21:47:14.145463 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0717 21:47:14.145553 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0717 21:47:14.146470 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0717 21:47:14.146486 1 utils.go:199] ID: 11 GRPC request: {} I0717 21:47:14.146491 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0717 21:47:14.146539 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0717 21:47:14.146963 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0717 21:47:14.146990 1 utils.go:199] ID: 12 GRPC request: {} I0717 21:47:14.147000 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0717 21:47:14.147110 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0717 21:47:15.741834 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0717 21:47:15.741883 1 utils.go:199] ID: 13 GRPC request: {} I0717 21:47:15.741892 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0717 21:47:15.741920 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0717 21:47:15.746677 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0717 21:47:15.746765 1 utils.go:199] ID: 14 GRPC request: {} I0717 21:47:15.746791 1 utils.go:205] ID: 14 GRPC response: {} I0717 21:47:15.747461 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0717 21:47:15.747599 1 utils.go:199] ID: 15 GRPC request: {} I0717 21:47:15.747620 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0717 21:47:15.747860 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0717 21:47:17.193192 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0717 21:47:17.193238 1 utils.go:199] ID: 16 GRPC request: {} I0717 21:47:17.193279 1 utils.go:205] ID: 16 GRPC response: {} I0717 21:47:17.195326 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0717 21:47:17.195376 1 utils.go:199] ID: 17 GRPC request: {} I0717 21:47:17.195384 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0717 21:47:17.195408 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0717 21:47:17.196691 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0717 21:47:17.196748 1 utils.go:199] ID: 18 GRPC request: {} I0717 21:47:17.196797 1 utils.go:205] ID: 18 GRPC response: {} I0717 21:47:17.197094 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0717 21:47:17.197122 1 utils.go:199] ID: 19 GRPC request: {} I0717 21:47:17.197240 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0717 21:47:17.197909 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0717 21:47:17.197936 1 utils.go:199] ID: 20 GRPC request: {} I0717 21:47:17.197945 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0717 21:47:17.198077 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0717 21:48:17.375336 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0717 21:48:17.375382 1 utils.go:199] ID: 21 GRPC request: {} I0717 21:48:17.375405 1 utils.go:205] ID: 21 GRPC response: {} I0717 21:49:17.379474 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0717 21:49:17.379539 1 utils.go:199] ID: 22 GRPC request: {} I0717 21:49:17.379566 1 utils.go:205] ID: 22 GRPC response: {} I0717 21:50:17.375076 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0717 21:50:17.375114 1 utils.go:199] ID: 23 GRPC request: {} I0717 21:50:17.375133 1 utils.go:205] ID: 23 GRPC response: {} I0717 21:51:17.386661 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0717 21:51:17.386696 1 utils.go:199] ID: 24 GRPC request: {} I0717 21:51:17.386708 1 utils.go:205] ID: 24 GRPC response: {} I0717 21:51:23.263713 1 utils.go:198] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 GRPC call: /csi.v1.Controller/CreateVolume I0717 21:51:23.264066 1 utils.go:199] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0717 21:51:23.265580 1 rbd_util.go:1315] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 setting disableInUseChecks: false image features: [layering] mounter: rbd E0717 21:51:23.283977 1 omap.go:80] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0717 21:51:23.300169 1 omap.go:159] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2:1b1912df-ca20-4a17-a3f9-ee9c261325dd]) I0717 21:51:23.306537 1 omap.go:159] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 set omap keys (pool="kube", namespace="", name="csi.volume.1b1912df-ca20-4a17-a3f9-ee9c261325dd"): map[csi.imagename:csi-vol-1b1912df-ca20-4a17-a3f9-ee9c261325dd csi.volname:pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 csi.volume.owner:default]) I0717 21:51:23.306578 1 rbd_journal.go:491] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-1b1912df-ca20-4a17-a3f9-ee9c261325dd) and image name (csi-vol-1b1912df-ca20-4a17-a3f9-ee9c261325dd) for request name (pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2) I0717 21:51:23.306659 1 rbd_util.go:423] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 rbd: create kube/csi-vol-1b1912df-ca20-4a17-a3f9-ee9c261325dd size 5120M (features: [layering]) using mon 199.204.45.95 I0717 21:51:23.306700 1 rbd_util.go:1563] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 setting image options on kube/csi-vol-1b1912df-ca20-4a17-a3f9-ee9c261325dd I0717 21:51:23.336548 1 controllerserver.go:763] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 created image kube/csi-vol-1b1912df-ca20-4a17-a3f9-ee9c261325dd backed for request name pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 I0717 21:51:23.362331 1 omap.go:159] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 set omap keys (pool="kube", namespace="", name="csi.volume.1b1912df-ca20-4a17-a3f9-ee9c261325dd"): map[csi.imageid:37f481888f8]) I0717 21:51:23.454819 1 utils.go:205] ID: 25 Req-ID: pvc-1c147d0a-61d7-4328-865b-c8f2a94cecc2 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-1b1912df-ca20-4a17-a3f9-ee9c261325dd","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-1b1912df-ca20-4a17-a3f9-ee9c261325dd"}} I0717 21:52:17.375196 1 utils.go:198] ID: 26 GRPC call: /csi.v1.Identity/Probe I0717 21:52:17.375236 1 utils.go:199] ID: 26 GRPC request: {} I0717 21:52:17.375252 1 utils.go:205] ID: 26 GRPC response: {}