I0205 05:29:59.263798 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0205 05:29:59.264000 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0205 05:29:59.264028 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0205 05:29:59.264033 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0205 05:29:59.264036 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0205 05:29:59.264039 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0205 05:29:59.264042 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0205 05:29:59.264046 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0205 05:29:59.264049 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0205 05:29:59.264051 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0205 05:29:59.264385 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0205 05:29:59.264462 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0205 05:30:08.007290 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0205 05:30:08.008504 1 utils.go:199] ID: 1 GRPC request: {} I0205 05:30:08.008556 1 utils.go:205] ID: 1 GRPC response: {} I0205 05:30:08.009984 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0205 05:30:08.010022 1 utils.go:199] ID: 2 GRPC request: {} I0205 05:30:08.010031 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0205 05:30:08.010057 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0205 05:30:08.010897 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0205 05:30:08.010913 1 utils.go:199] ID: 3 GRPC request: {} I0205 05:30:08.010921 1 utils.go:205] ID: 3 GRPC response: {} I0205 05:30:08.011148 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0205 05:30:08.011185 1 utils.go:199] ID: 4 GRPC request: {} I0205 05:30:08.011285 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0205 05:30:08.011759 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0205 05:30:08.011792 1 utils.go:199] ID: 5 GRPC request: {} I0205 05:30:08.011804 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0205 05:30:08.011898 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0205 05:30:10.088258 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0205 05:30:10.088368 1 utils.go:199] ID: 6 GRPC request: {} I0205 05:30:10.088439 1 utils.go:205] ID: 6 GRPC response: {} I0205 05:30:10.090093 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0205 05:30:10.090115 1 utils.go:199] ID: 7 GRPC request: {} I0205 05:30:10.090171 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0205 05:30:10.090294 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0205 05:30:10.091389 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0205 05:30:10.091403 1 utils.go:199] ID: 8 GRPC request: {} I0205 05:30:10.091449 1 utils.go:205] ID: 8 GRPC response: {} I0205 05:30:10.091797 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0205 05:30:10.091842 1 utils.go:199] ID: 9 GRPC request: {} I0205 05:30:10.091993 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0205 05:30:10.092582 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0205 05:30:10.092596 1 utils.go:199] ID: 10 GRPC request: {} I0205 05:30:10.092654 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0205 05:30:10.092749 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0205 05:30:10.093176 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0205 05:30:10.093190 1 utils.go:199] ID: 11 GRPC request: {} I0205 05:30:10.093194 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0205 05:30:10.093288 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0205 05:30:10.093560 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0205 05:30:10.093572 1 utils.go:199] ID: 12 GRPC request: {} I0205 05:30:10.093576 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0205 05:30:10.093690 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0205 05:30:13.220350 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0205 05:30:13.220478 1 utils.go:199] ID: 13 GRPC request: {} I0205 05:30:13.220532 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0205 05:30:13.220592 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0205 05:30:13.229526 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0205 05:30:13.229634 1 utils.go:199] ID: 14 GRPC request: {} I0205 05:30:13.229714 1 utils.go:205] ID: 14 GRPC response: {} I0205 05:30:13.231704 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0205 05:30:13.231786 1 utils.go:199] ID: 15 GRPC request: {} I0205 05:30:13.232029 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0205 05:30:13.232164 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0205 05:30:15.492676 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0205 05:30:15.493642 1 utils.go:199] ID: 16 GRPC request: {} I0205 05:30:15.493664 1 utils.go:205] ID: 16 GRPC response: {} I0205 05:30:15.499341 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0205 05:30:15.499359 1 utils.go:199] ID: 17 GRPC request: {} I0205 05:30:15.499440 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0205 05:30:15.499507 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0205 05:30:15.500930 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0205 05:30:15.500947 1 utils.go:199] ID: 18 GRPC request: {} I0205 05:30:15.501006 1 utils.go:205] ID: 18 GRPC response: {} I0205 05:30:15.501301 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0205 05:30:15.501317 1 utils.go:199] ID: 19 GRPC request: {} I0205 05:30:15.501444 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0205 05:30:15.504891 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0205 05:30:15.504924 1 utils.go:199] ID: 20 GRPC request: {} I0205 05:30:15.504931 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0205 05:30:15.505075 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0205 05:31:15.819354 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0205 05:31:15.819393 1 utils.go:199] ID: 21 GRPC request: {} I0205 05:31:15.819415 1 utils.go:205] ID: 21 GRPC response: {} I0205 05:32:15.762074 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0205 05:32:15.762455 1 utils.go:199] ID: 22 GRPC request: {} I0205 05:32:15.762627 1 utils.go:205] ID: 22 GRPC response: {} I0205 05:33:15.817486 1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe I0205 05:33:15.817578 1 utils.go:199] ID: 23 GRPC request: {} I0205 05:33:15.817609 1 utils.go:205] ID: 23 GRPC response: {} I0205 05:33:29.026144 1 utils.go:198] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 GRPC call: /csi.v1.Controller/CreateVolume I0205 05:33:29.030005 1 utils.go:199] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-b0f1d991-c901-4300-9135-783167476312","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-b0f1d991-c901-4300-9135-783167476312","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0205 05:33:29.033738 1 rbd_util.go:1315] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 setting disableInUseChecks: false image features: [layering] mounter: rbd E0205 05:33:29.154439 1 omap.go:80] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0205 05:33:29.179248 1 omap.go:159] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-b0f1d991-c901-4300-9135-783167476312:d17f0fba-9a82-4d9d-ac08-07b034011f8b]) I0205 05:33:29.186050 1 omap.go:159] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 set omap keys (pool="kube", namespace="", name="csi.volume.d17f0fba-9a82-4d9d-ac08-07b034011f8b"): map[csi.imagename:csi-vol-d17f0fba-9a82-4d9d-ac08-07b034011f8b csi.volname:pvc-b0f1d991-c901-4300-9135-783167476312 csi.volume.owner:default]) I0205 05:33:29.186082 1 rbd_journal.go:491] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-d17f0fba-9a82-4d9d-ac08-07b034011f8b) and image name (csi-vol-d17f0fba-9a82-4d9d-ac08-07b034011f8b) for request name (pvc-b0f1d991-c901-4300-9135-783167476312) I0205 05:33:29.186142 1 rbd_util.go:423] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 rbd: create kube/csi-vol-d17f0fba-9a82-4d9d-ac08-07b034011f8b size 5120M (features: [layering]) using mon 199.204.45.69 I0205 05:33:29.186173 1 rbd_util.go:1563] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 setting image options on kube/csi-vol-d17f0fba-9a82-4d9d-ac08-07b034011f8b I0205 05:33:30.649055 1 controllerserver.go:763] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 created image kube/csi-vol-d17f0fba-9a82-4d9d-ac08-07b034011f8b backed for request name pvc-b0f1d991-c901-4300-9135-783167476312 I0205 05:33:30.690734 1 omap.go:159] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 set omap keys (pool="kube", namespace="", name="csi.volume.d17f0fba-9a82-4d9d-ac08-07b034011f8b"): map[csi.imageid:37d9e94bd77c]) I0205 05:33:30.784179 1 utils.go:205] ID: 24 Req-ID: pvc-b0f1d991-c901-4300-9135-783167476312 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-d17f0fba-9a82-4d9d-ac08-07b034011f8b","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-d17f0fba-9a82-4d9d-ac08-07b034011f8b"}} I0205 05:34:15.786511 1 utils.go:198] ID: 25 GRPC call: /csi.v1.Identity/Probe I0205 05:34:15.787208 1 utils.go:199] ID: 25 GRPC request: {} I0205 05:34:15.787334 1 utils.go:205] ID: 25 GRPC response: {}