I0420 10:18:17.162932 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0420 10:18:17.163195 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0420 10:18:17.163239 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0420 10:18:17.163256 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0420 10:18:17.163266 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0420 10:18:17.163282 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0420 10:18:17.163301 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0420 10:18:17.163313 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0420 10:18:17.163321 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0420 10:18:17.163337 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0420 10:18:17.164154 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0420 10:18:17.164220 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0420 10:18:18.683459 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0420 10:18:18.684746 1 utils.go:199] ID: 1 GRPC request: {} I0420 10:18:18.684803 1 utils.go:205] ID: 1 GRPC response: {} I0420 10:18:18.687688 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 10:18:18.688160 1 utils.go:199] ID: 2 GRPC request: {} I0420 10:18:18.688322 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0420 10:18:18.688583 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0420 10:18:18.690275 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0420 10:18:18.690393 1 utils.go:199] ID: 3 GRPC request: {} I0420 10:18:18.690437 1 utils.go:205] ID: 3 GRPC response: {} I0420 10:18:18.690904 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0420 10:18:18.690977 1 utils.go:199] ID: 4 GRPC request: {} I0420 10:18:18.691136 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0420 10:18:18.692199 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:18:18.692386 1 utils.go:199] ID: 5 GRPC request: {} I0420 10:18:18.692472 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0420 10:18:18.692823 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:18:20.530469 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0420 10:18:20.530518 1 utils.go:199] ID: 6 GRPC request: {} I0420 10:18:20.530549 1 utils.go:205] ID: 6 GRPC response: {} I0420 10:18:20.535718 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 10:18:20.535743 1 utils.go:199] ID: 7 GRPC request: {} I0420 10:18:20.536578 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0420 10:18:20.536653 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0420 10:18:20.543559 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0420 10:18:20.543590 1 utils.go:199] ID: 8 GRPC request: {} I0420 10:18:20.543603 1 utils.go:205] ID: 8 GRPC response: {} I0420 10:18:20.545396 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0420 10:18:20.545432 1 utils.go:199] ID: 9 GRPC request: {} I0420 10:18:20.545520 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0420 10:18:20.546439 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:18:20.546459 1 utils.go:199] ID: 10 GRPC request: {} I0420 10:18:20.546468 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0420 10:18:20.546533 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:18:20.547041 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:18:20.547055 1 utils.go:199] ID: 11 GRPC request: {} I0420 10:18:20.547060 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0420 10:18:20.547110 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:18:20.550890 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:18:20.550907 1 utils.go:199] ID: 12 GRPC request: {} I0420 10:18:20.550912 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0420 10:18:20.550965 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:18:23.277238 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 10:18:23.277270 1 utils.go:199] ID: 13 GRPC request: {} I0420 10:18:23.277277 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0420 10:18:23.277308 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0420 10:18:23.279498 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0420 10:18:23.279557 1 utils.go:199] ID: 14 GRPC request: {} I0420 10:18:23.279606 1 utils.go:205] ID: 14 GRPC response: {} I0420 10:18:23.280097 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:18:23.280124 1 utils.go:199] ID: 15 GRPC request: {} I0420 10:18:23.280131 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0420 10:18:23.280219 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:18:26.157354 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0420 10:18:26.157396 1 utils.go:199] ID: 16 GRPC request: {} I0420 10:18:26.157514 1 utils.go:205] ID: 16 GRPC response: {} I0420 10:18:26.160211 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0420 10:18:26.160231 1 utils.go:199] ID: 17 GRPC request: {} I0420 10:18:26.160238 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0420 10:18:26.160261 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0420 10:18:26.164389 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0420 10:18:26.164416 1 utils.go:199] ID: 18 GRPC request: {} I0420 10:18:26.164430 1 utils.go:205] ID: 18 GRPC response: {} I0420 10:18:26.164858 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0420 10:18:26.164953 1 utils.go:199] ID: 19 GRPC request: {} I0420 10:18:26.165086 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0420 10:18:26.166712 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0420 10:18:26.166733 1 utils.go:199] ID: 20 GRPC request: {} I0420 10:18:26.166766 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0420 10:18:26.166879 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0420 10:19:26.381306 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0420 10:19:26.381363 1 utils.go:199] ID: 21 GRPC request: {} I0420 10:19:26.381406 1 utils.go:205] ID: 21 GRPC response: {} I0420 10:20:26.344653 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0420 10:20:26.344816 1 utils.go:199] ID: 22 GRPC request: {} I0420 10:20:26.344942 1 utils.go:205] ID: 22 GRPC response: {} I0420 10:21:26.339862 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0420 10:21:26.339933 1 utils.go:199] ID: 23 GRPC request: {} I0420 10:21:26.339957 1 utils.go:205] ID: 23 GRPC response: {} I0420 10:21:28.982707 1 utils.go:198] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb GRPC call: /csi.v1.Controller/CreateVolume I0420 10:21:28.982991 1 utils.go:199] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-5941c551-2921-496c-a2b8-a907caaa28eb","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-5941c551-2921-496c-a2b8-a907caaa28eb","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0420 10:21:28.983320 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb setting disableInUseChecks: false image features: [layering] mounter: rbd E0420 10:21:29.002211 1 omap.go:80] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0420 10:21:29.021702 1 omap.go:159] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-5941c551-2921-496c-a2b8-a907caaa28eb:02022489-a182-456d-ab79-23a14ff7ce4c]) I0420 10:21:29.040469 1 omap.go:159] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb set omap keys (pool="kube", namespace="", name="csi.volume.02022489-a182-456d-ab79-23a14ff7ce4c"): map[csi.imagename:csi-vol-02022489-a182-456d-ab79-23a14ff7ce4c csi.volname:pvc-5941c551-2921-496c-a2b8-a907caaa28eb csi.volume.owner:default]) I0420 10:21:29.040560 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-02022489-a182-456d-ab79-23a14ff7ce4c) and image name (csi-vol-02022489-a182-456d-ab79-23a14ff7ce4c) for request name (pvc-5941c551-2921-496c-a2b8-a907caaa28eb) I0420 10:21:29.040658 1 rbd_util.go:423] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb rbd: create kube/csi-vol-02022489-a182-456d-ab79-23a14ff7ce4c size 5120M (features: [layering]) using mon 199.204.45.25 I0420 10:21:29.040742 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb setting image options on kube/csi-vol-02022489-a182-456d-ab79-23a14ff7ce4c I0420 10:21:30.657362 1 controllerserver.go:763] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb created image kube/csi-vol-02022489-a182-456d-ab79-23a14ff7ce4c backed for request name pvc-5941c551-2921-496c-a2b8-a907caaa28eb I0420 10:21:30.694246 1 omap.go:159] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb set omap keys (pool="kube", namespace="", name="csi.volume.02022489-a182-456d-ab79-23a14ff7ce4c"): map[csi.imageid:37d951b31a70]) I0420 10:21:30.789109 1 utils.go:205] ID: 24 Req-ID: pvc-5941c551-2921-496c-a2b8-a907caaa28eb GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-02022489-a182-456d-ab79-23a14ff7ce4c","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-02022489-a182-456d-ab79-23a14ff7ce4c"}}