I0128 06:28:53.225476 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0128 06:28:53.225758 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0128 06:28:53.225952 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0128 06:28:53.225996 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0128 06:28:53.226050 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0128 06:28:53.226111 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0128 06:28:53.226163 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0128 06:28:53.226236 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0128 06:28:53.226277 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0128 06:28:53.226419 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0128 06:28:53.232831 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0128 06:28:53.232959 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0128 06:28:58.520890 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0128 06:28:58.522528 1 utils.go:199] ID: 1 GRPC request: {} I0128 06:28:58.522669 1 utils.go:205] ID: 1 GRPC response: {} I0128 06:28:58.524383 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0128 06:28:58.524442 1 utils.go:199] ID: 2 GRPC request: {} I0128 06:28:58.524464 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0128 06:28:58.524519 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0128 06:28:58.529690 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0128 06:28:58.529726 1 utils.go:199] ID: 3 GRPC request: {} I0128 06:28:58.529746 1 utils.go:205] ID: 3 GRPC response: {} I0128 06:28:58.529970 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0128 06:28:58.530064 1 utils.go:199] ID: 4 GRPC request: {} I0128 06:28:58.530219 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0128 06:28:58.530740 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0128 06:28:58.530799 1 utils.go:199] ID: 5 GRPC request: {} I0128 06:28:58.530817 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0128 06:28:58.530935 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0128 06:29:01.146982 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0128 06:29:01.147153 1 utils.go:199] ID: 6 GRPC request: {} I0128 06:29:01.147218 1 utils.go:205] ID: 6 GRPC response: {} I0128 06:29:01.148655 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0128 06:29:01.148723 1 utils.go:199] ID: 7 GRPC request: {} I0128 06:29:01.148782 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0128 06:29:01.148836 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0128 06:29:01.150483 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0128 06:29:01.150567 1 utils.go:199] ID: 8 GRPC request: {} I0128 06:29:01.150596 1 utils.go:205] ID: 8 GRPC response: {} I0128 06:29:01.151024 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0128 06:29:01.151057 1 utils.go:199] ID: 9 GRPC request: {} I0128 06:29:01.151196 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0128 06:29:01.151801 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0128 06:29:01.151838 1 utils.go:199] ID: 10 GRPC request: {} I0128 06:29:01.151889 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0128 06:29:01.151969 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0128 06:29:01.152445 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0128 06:29:01.152501 1 utils.go:199] ID: 11 GRPC request: {} I0128 06:29:01.152551 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0128 06:29:01.152649 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0128 06:29:01.152934 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0128 06:29:01.152968 1 utils.go:199] ID: 12 GRPC request: {} I0128 06:29:01.153029 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0128 06:29:01.153129 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0128 06:29:04.346008 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0128 06:29:04.346130 1 utils.go:199] ID: 13 GRPC request: {} I0128 06:29:04.346198 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0128 06:29:04.346264 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0128 06:29:04.348456 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0128 06:29:04.348549 1 utils.go:199] ID: 14 GRPC request: {} I0128 06:29:04.348622 1 utils.go:205] ID: 14 GRPC response: {} I0128 06:29:04.349827 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0128 06:29:04.349903 1 utils.go:199] ID: 15 GRPC request: {} I0128 06:29:04.349966 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0128 06:29:04.350126 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0128 06:29:11.398188 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0128 06:29:11.398424 1 utils.go:199] ID: 16 GRPC request: {} I0128 06:29:11.398442 1 utils.go:205] ID: 16 GRPC response: {} I0128 06:29:11.402732 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0128 06:29:11.402751 1 utils.go:199] ID: 17 GRPC request: {} I0128 06:29:11.402757 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0128 06:29:11.402811 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0128 06:29:11.404190 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0128 06:29:11.404207 1 utils.go:199] ID: 18 GRPC request: {} I0128 06:29:11.404216 1 utils.go:205] ID: 18 GRPC response: {} I0128 06:29:11.404510 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0128 06:29:11.404526 1 utils.go:199] ID: 19 GRPC request: {} I0128 06:29:11.404654 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0128 06:29:11.405103 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0128 06:29:11.405118 1 utils.go:199] ID: 20 GRPC request: {} I0128 06:29:11.405124 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0128 06:29:11.405186 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0128 06:30:11.669612 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0128 06:30:11.669743 1 utils.go:199] ID: 21 GRPC request: {} I0128 06:30:11.669918 1 utils.go:205] ID: 21 GRPC response: {} I0128 06:31:11.669688 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0128 06:31:11.669806 1 utils.go:199] ID: 22 GRPC request: {} I0128 06:31:11.669873 1 utils.go:205] ID: 22 GRPC response: {} I0128 06:32:07.739161 1 utils.go:198] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e GRPC call: /csi.v1.Controller/CreateVolume I0128 06:32:07.741318 1 utils.go:199] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-094c96fc-eaae-49f8-8297-6d901f62874e","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-094c96fc-eaae-49f8-8297-6d901f62874e","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0128 06:32:07.741846 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e setting disableInUseChecks: false image features: [layering] mounter: rbd E0128 06:32:07.776373 1 omap.go:80] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0128 06:32:07.789873 1 omap.go:159] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-094c96fc-eaae-49f8-8297-6d901f62874e:af1a1fa8-37a9-428c-ad4d-20f0d205c072]) I0128 06:32:07.795359 1 omap.go:159] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e set omap keys (pool="kube", namespace="", name="csi.volume.af1a1fa8-37a9-428c-ad4d-20f0d205c072"): map[csi.imagename:csi-vol-af1a1fa8-37a9-428c-ad4d-20f0d205c072 csi.volname:pvc-094c96fc-eaae-49f8-8297-6d901f62874e csi.volume.owner:default]) I0128 06:32:07.795382 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-af1a1fa8-37a9-428c-ad4d-20f0d205c072) and image name (csi-vol-af1a1fa8-37a9-428c-ad4d-20f0d205c072) for request name (pvc-094c96fc-eaae-49f8-8297-6d901f62874e) I0128 06:32:07.795561 1 rbd_util.go:423] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e rbd: create kube/csi-vol-af1a1fa8-37a9-428c-ad4d-20f0d205c072 size 5120M (features: [layering]) using mon 199.204.45.95 I0128 06:32:07.795663 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e setting image options on kube/csi-vol-af1a1fa8-37a9-428c-ad4d-20f0d205c072 I0128 06:32:09.754113 1 controllerserver.go:763] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e created image kube/csi-vol-af1a1fa8-37a9-428c-ad4d-20f0d205c072 backed for request name pvc-094c96fc-eaae-49f8-8297-6d901f62874e I0128 06:32:09.789878 1 omap.go:159] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e set omap keys (pool="kube", namespace="", name="csi.volume.af1a1fa8-37a9-428c-ad4d-20f0d205c072"): map[csi.imageid:37d83402996f]) I0128 06:32:09.864720 1 utils.go:205] ID: 23 Req-ID: pvc-094c96fc-eaae-49f8-8297-6d901f62874e GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-af1a1fa8-37a9-428c-ad4d-20f0d205c072","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-af1a1fa8-37a9-428c-ad4d-20f0d205c072"}} I0128 06:32:11.668994 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0128 06:32:11.669282 1 utils.go:199] ID: 24 GRPC request: {} I0128 06:32:11.669448 1 utils.go:205] ID: 24 GRPC response: {} I0128 06:33:11.691940 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0128 06:33:11.692017 1 utils.go:199] ID: 25 GRPC request: {} I0128 06:33:11.692039 1 utils.go:205] ID: 25 GRPC response: {}