I0314 07:05:01.027442 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0314 07:05:01.027607 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0314 07:05:01.027624 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0314 07:05:01.027629 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0314 07:05:01.027634 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0314 07:05:01.027639 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0314 07:05:01.027652 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0314 07:05:01.027657 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0314 07:05:01.027662 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0314 07:05:01.027666 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0314 07:05:01.028014 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0314 07:05:01.028051 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0314 07:05:07.510378 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0314 07:05:07.511631 1 utils.go:199] ID: 1 GRPC request: {} I0314 07:05:07.511689 1 utils.go:205] ID: 1 GRPC response: {} I0314 07:05:07.515336 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0314 07:05:07.515381 1 utils.go:199] ID: 2 GRPC request: {} I0314 07:05:07.515394 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0314 07:05:07.515433 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0314 07:05:07.517001 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0314 07:05:07.517261 1 utils.go:199] ID: 3 GRPC request: {} I0314 07:05:07.517450 1 utils.go:205] ID: 3 GRPC response: {} I0314 07:05:07.518135 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0314 07:05:07.518187 1 utils.go:199] ID: 4 GRPC request: {} I0314 07:05:07.518334 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0314 07:05:07.519143 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0314 07:05:07.519375 1 utils.go:199] ID: 5 GRPC request: {} I0314 07:05:07.519403 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0314 07:05:07.519684 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0314 07:05:34.473998 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0314 07:05:34.474038 1 utils.go:199] ID: 6 GRPC request: {} I0314 07:05:34.474066 1 utils.go:205] ID: 6 GRPC response: {} I0314 07:05:34.476051 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0314 07:05:34.476120 1 utils.go:199] ID: 7 GRPC request: {} I0314 07:05:34.476143 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0314 07:05:34.476199 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0314 07:05:34.479495 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0314 07:05:34.479531 1 utils.go:199] ID: 8 GRPC request: {} I0314 07:05:34.479546 1 utils.go:205] ID: 8 GRPC response: {} I0314 07:05:34.480125 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0314 07:05:34.480159 1 utils.go:199] ID: 9 GRPC request: {} I0314 07:05:34.480301 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0314 07:05:34.481083 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0314 07:05:34.481104 1 utils.go:199] ID: 10 GRPC request: {} I0314 07:05:34.481112 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0314 07:05:34.481188 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0314 07:05:34.481779 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0314 07:05:34.481809 1 utils.go:199] ID: 11 GRPC request: {} I0314 07:05:34.481831 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0314 07:05:34.481932 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0314 07:05:34.482495 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0314 07:05:34.482516 1 utils.go:199] ID: 12 GRPC request: {} I0314 07:05:34.482531 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0314 07:05:34.482593 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0314 07:05:54.181147 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0314 07:05:54.181179 1 utils.go:199] ID: 13 GRPC request: {} I0314 07:05:54.181186 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0314 07:05:54.181219 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0314 07:05:54.184508 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0314 07:05:54.184555 1 utils.go:199] ID: 14 GRPC request: {} I0314 07:05:54.184582 1 utils.go:205] ID: 14 GRPC response: {} I0314 07:05:54.185249 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0314 07:05:54.185294 1 utils.go:199] ID: 15 GRPC request: {} I0314 07:05:54.185311 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0314 07:05:54.185436 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0314 07:05:58.754096 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0314 07:05:58.754133 1 utils.go:199] ID: 16 GRPC request: {} I0314 07:05:58.754148 1 utils.go:205] ID: 16 GRPC response: {} I0314 07:05:58.757341 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0314 07:05:58.757364 1 utils.go:199] ID: 17 GRPC request: {} I0314 07:05:58.757373 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0314 07:05:58.757395 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0314 07:05:58.760977 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0314 07:05:58.761009 1 utils.go:199] ID: 18 GRPC request: {} I0314 07:05:58.761022 1 utils.go:205] ID: 18 GRPC response: {} I0314 07:05:58.761392 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0314 07:05:58.761412 1 utils.go:199] ID: 19 GRPC request: {} I0314 07:05:58.761525 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0314 07:05:58.762162 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0314 07:05:58.762175 1 utils.go:199] ID: 20 GRPC request: {} I0314 07:05:58.762181 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0314 07:05:58.762243 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0314 07:06:59.473681 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0314 07:06:59.473736 1 utils.go:199] ID: 21 GRPC request: {} I0314 07:06:59.473757 1 utils.go:205] ID: 21 GRPC response: {} I0314 07:07:59.491369 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0314 07:07:59.491459 1 utils.go:199] ID: 22 GRPC request: {} I0314 07:07:59.491488 1 utils.go:205] ID: 22 GRPC response: {} I0314 07:08:59.525119 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0314 07:08:59.525246 1 utils.go:199] ID: 23 GRPC request: {} I0314 07:08:59.525288 1 utils.go:205] ID: 23 GRPC response: {} I0314 07:09:12.546356 1 utils.go:198] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 GRPC call: /csi.v1.Controller/CreateVolume I0314 07:09:12.546807 1 utils.go:199] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0314 07:09:12.547189 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 setting disableInUseChecks: false image features: [layering] mounter: rbd E0314 07:09:12.567041 1 omap.go:80] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0314 07:09:12.698812 1 omap.go:159] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179:ba8825e2-0a57-4447-ae17-102d4d8f79c9]) I0314 07:09:12.741479 1 omap.go:159] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 set omap keys (pool="kube", namespace="", name="csi.volume.ba8825e2-0a57-4447-ae17-102d4d8f79c9"): map[csi.imagename:csi-vol-ba8825e2-0a57-4447-ae17-102d4d8f79c9 csi.volname:pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 csi.volume.owner:default]) I0314 07:09:12.741560 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-ba8825e2-0a57-4447-ae17-102d4d8f79c9) and image name (csi-vol-ba8825e2-0a57-4447-ae17-102d4d8f79c9) for request name (pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179) I0314 07:09:12.741658 1 rbd_util.go:423] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 rbd: create kube/csi-vol-ba8825e2-0a57-4447-ae17-102d4d8f79c9 size 5120M (features: [layering]) using mon 199.204.45.41 I0314 07:09:12.741716 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 setting image options on kube/csi-vol-ba8825e2-0a57-4447-ae17-102d4d8f79c9 I0314 07:09:14.778149 1 controllerserver.go:763] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 created image kube/csi-vol-ba8825e2-0a57-4447-ae17-102d4d8f79c9 backed for request name pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 I0314 07:09:14.811341 1 omap.go:159] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 set omap keys (pool="kube", namespace="", name="csi.volume.ba8825e2-0a57-4447-ae17-102d4d8f79c9"): map[csi.imageid:37d9be49f083]) I0314 07:09:14.902256 1 utils.go:205] ID: 24 Req-ID: pvc-43f39e2f-42e6-4db2-91c8-ae3794b6a179 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-ba8825e2-0a57-4447-ae17-102d4d8f79c9","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-ba8825e2-0a57-4447-ae17-102d4d8f79c9"}} I0314 07:09:59.483931 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0314 07:09:59.483982 1 utils.go:199] ID: 25 GRPC request: {} I0314 07:09:59.484004 1 utils.go:205] ID: 25 GRPC response: {}