I0630 22:19:31.637643 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0630 22:19:31.637746 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0630 22:19:31.637756 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0630 22:19:31.637759 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0630 22:19:31.637762 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0630 22:19:31.637764 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0630 22:19:31.637767 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0630 22:19:31.637770 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0630 22:19:31.637772 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0630 22:19:31.637775 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0630 22:19:31.638035 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0630 22:19:31.638045 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0630 22:19:35.084454 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0630 22:19:35.085514 1 utils.go:199] ID: 1 GRPC request: {} I0630 22:19:35.085556 1 utils.go:205] ID: 1 GRPC response: {} I0630 22:19:35.087752 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0630 22:19:35.087783 1 utils.go:199] ID: 2 GRPC request: {} I0630 22:19:35.087793 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0630 22:19:35.087820 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0630 22:19:35.089754 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0630 22:19:35.089796 1 utils.go:199] ID: 3 GRPC request: {} I0630 22:19:35.089814 1 utils.go:205] ID: 3 GRPC response: {} I0630 22:19:35.090724 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0630 22:19:35.090831 1 utils.go:199] ID: 4 GRPC request: {} I0630 22:19:35.090974 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0630 22:19:35.094199 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0630 22:19:35.094335 1 utils.go:199] ID: 5 GRPC request: {} I0630 22:19:35.094350 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0630 22:19:35.094524 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0630 22:19:36.917000 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0630 22:19:36.917072 1 utils.go:199] ID: 6 GRPC request: {} I0630 22:19:36.917091 1 utils.go:205] ID: 6 GRPC response: {} I0630 22:19:36.920396 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0630 22:19:36.920416 1 utils.go:199] ID: 7 GRPC request: {} I0630 22:19:36.920424 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0630 22:19:36.920478 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0630 22:19:36.922337 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0630 22:19:36.922367 1 utils.go:199] ID: 8 GRPC request: {} I0630 22:19:36.922382 1 utils.go:205] ID: 8 GRPC response: {} I0630 22:19:36.922940 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0630 22:19:36.922955 1 utils.go:199] ID: 9 GRPC request: {} I0630 22:19:36.923025 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0630 22:19:36.923656 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0630 22:19:36.923692 1 utils.go:199] ID: 10 GRPC request: {} I0630 22:19:36.923701 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0630 22:19:36.923785 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0630 22:19:36.924345 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0630 22:19:36.924367 1 utils.go:199] ID: 11 GRPC request: {} I0630 22:19:36.924375 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0630 22:19:36.924615 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0630 22:19:36.925103 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0630 22:19:36.925141 1 utils.go:199] ID: 12 GRPC request: {} I0630 22:19:36.925157 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0630 22:19:36.925343 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0630 22:19:38.636473 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0630 22:19:38.636563 1 utils.go:199] ID: 13 GRPC request: {} I0630 22:19:38.636598 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0630 22:19:38.636643 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0630 22:19:38.638718 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0630 22:19:38.638810 1 utils.go:199] ID: 14 GRPC request: {} I0630 22:19:38.638859 1 utils.go:205] ID: 14 GRPC response: {} I0630 22:19:38.639248 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0630 22:19:38.639296 1 utils.go:199] ID: 15 GRPC request: {} I0630 22:19:38.639319 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0630 22:19:38.639459 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0630 22:19:40.204409 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0630 22:19:40.204592 1 utils.go:199] ID: 16 GRPC request: {} I0630 22:19:40.204713 1 utils.go:205] ID: 16 GRPC response: {} I0630 22:19:40.206980 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0630 22:19:40.207116 1 utils.go:199] ID: 17 GRPC request: {} I0630 22:19:40.207172 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0630 22:19:40.207229 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0630 22:19:40.209188 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0630 22:19:40.209292 1 utils.go:199] ID: 18 GRPC request: {} I0630 22:19:40.209399 1 utils.go:205] ID: 18 GRPC response: {} I0630 22:19:40.209857 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0630 22:19:40.209903 1 utils.go:199] ID: 19 GRPC request: {} I0630 22:19:40.209987 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0630 22:19:40.210583 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0630 22:19:40.210690 1 utils.go:199] ID: 20 GRPC request: {} I0630 22:19:40.210746 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0630 22:19:40.210899 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0630 22:20:40.371207 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0630 22:20:40.371250 1 utils.go:199] ID: 21 GRPC request: {} I0630 22:20:40.371271 1 utils.go:205] ID: 21 GRPC response: {} I0630 22:21:40.372245 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0630 22:21:40.372399 1 utils.go:199] ID: 22 GRPC request: {} I0630 22:21:40.373046 1 utils.go:205] ID: 22 GRPC response: {} I0630 22:22:40.370947 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0630 22:22:40.370998 1 utils.go:199] ID: 23 GRPC request: {} I0630 22:22:40.371039 1 utils.go:205] ID: 23 GRPC response: {} I0630 22:23:16.181294 1 utils.go:198] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 GRPC call: /csi.v1.Controller/CreateVolume I0630 22:23:16.181590 1 utils.go:199] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-dff5a04b-f247-4420-85eb-2e35bfee7466","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-dff5a04b-f247-4420-85eb-2e35bfee7466","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0630 22:23:16.181801 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 setting disableInUseChecks: false image features: [layering] mounter: rbd E0630 22:23:16.198346 1 omap.go:80] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0630 22:23:16.212857 1 omap.go:159] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-dff5a04b-f247-4420-85eb-2e35bfee7466:28ac4e05-7b30-4138-8b16-ae5b83f2e47d]) I0630 22:23:16.221783 1 omap.go:159] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 set omap keys (pool="kube", namespace="", name="csi.volume.28ac4e05-7b30-4138-8b16-ae5b83f2e47d"): map[csi.imagename:csi-vol-28ac4e05-7b30-4138-8b16-ae5b83f2e47d csi.volname:pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 csi.volume.owner:default]) I0630 22:23:16.221822 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-28ac4e05-7b30-4138-8b16-ae5b83f2e47d) and image name (csi-vol-28ac4e05-7b30-4138-8b16-ae5b83f2e47d) for request name (pvc-dff5a04b-f247-4420-85eb-2e35bfee7466) I0630 22:23:16.221919 1 rbd_util.go:423] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 rbd: create kube/csi-vol-28ac4e05-7b30-4138-8b16-ae5b83f2e47d size 5120M (features: [layering]) using mon 199.204.45.129 I0630 22:23:16.221997 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 setting image options on kube/csi-vol-28ac4e05-7b30-4138-8b16-ae5b83f2e47d I0630 22:23:16.252432 1 controllerserver.go:763] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 created image kube/csi-vol-28ac4e05-7b30-4138-8b16-ae5b83f2e47d backed for request name pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 I0630 22:23:16.283054 1 omap.go:159] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 set omap keys (pool="kube", namespace="", name="csi.volume.28ac4e05-7b30-4138-8b16-ae5b83f2e47d"): map[csi.imageid:37ed58e85ade]) I0630 22:23:16.361118 1 utils.go:205] ID: 24 Req-ID: pvc-dff5a04b-f247-4420-85eb-2e35bfee7466 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-28ac4e05-7b30-4138-8b16-ae5b83f2e47d","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-28ac4e05-7b30-4138-8b16-ae5b83f2e47d"}} I0630 22:23:40.381934 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0630 22:23:40.381972 1 utils.go:199] ID: 25 GRPC request: {} I0630 22:23:40.381988 1 utils.go:205] ID: 25 GRPC response: {}