I0303 00:53:44.346578 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0303 00:53:44.346690 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0303 00:53:44.346705 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0303 00:53:44.346709 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0303 00:53:44.346712 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0303 00:53:44.346715 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0303 00:53:44.346721 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0303 00:53:44.346732 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0303 00:53:44.346735 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0303 00:53:44.346738 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0303 00:53:44.347017 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0303 00:53:44.347086 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0303 00:53:47.956915 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0303 00:53:47.959385 1 utils.go:199] ID: 1 GRPC request: {} I0303 00:53:47.959567 1 utils.go:205] ID: 1 GRPC response: {} I0303 00:53:47.964139 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0303 00:53:47.964327 1 utils.go:199] ID: 2 GRPC request: {} I0303 00:53:47.964352 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0303 00:53:47.964505 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0303 00:53:47.966788 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0303 00:53:47.966814 1 utils.go:199] ID: 3 GRPC request: {} I0303 00:53:47.966827 1 utils.go:205] ID: 3 GRPC response: {} I0303 00:53:47.967362 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0303 00:53:47.967461 1 utils.go:199] ID: 4 GRPC request: {} I0303 00:53:47.967667 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0303 00:53:47.970953 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0303 00:53:47.971036 1 utils.go:199] ID: 5 GRPC request: {} I0303 00:53:47.971045 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0303 00:53:47.971204 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0303 00:53:55.250035 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0303 00:53:55.250074 1 utils.go:199] ID: 6 GRPC request: {} I0303 00:53:55.250090 1 utils.go:205] ID: 6 GRPC response: {} I0303 00:53:55.253645 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0303 00:53:55.253684 1 utils.go:199] ID: 7 GRPC request: {} I0303 00:53:55.253692 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0303 00:53:55.253715 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0303 00:53:55.256847 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0303 00:53:55.256864 1 utils.go:199] ID: 8 GRPC request: {} I0303 00:53:55.256877 1 utils.go:205] ID: 8 GRPC response: {} I0303 00:53:55.257387 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0303 00:53:55.257401 1 utils.go:199] ID: 9 GRPC request: {} I0303 00:53:55.257493 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0303 00:53:55.258140 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0303 00:53:55.258158 1 utils.go:199] ID: 10 GRPC request: {} I0303 00:53:55.258166 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0303 00:53:55.258230 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0303 00:53:55.258741 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0303 00:53:55.258762 1 utils.go:199] ID: 11 GRPC request: {} I0303 00:53:55.258767 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0303 00:53:55.258815 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0303 00:53:55.259585 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0303 00:53:55.259603 1 utils.go:199] ID: 12 GRPC request: {} I0303 00:53:55.259609 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0303 00:53:55.259773 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0303 00:53:56.541972 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0303 00:53:56.542016 1 utils.go:199] ID: 13 GRPC request: {} I0303 00:53:56.542026 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0303 00:53:56.542056 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0303 00:53:56.547303 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0303 00:53:56.547333 1 utils.go:199] ID: 14 GRPC request: {} I0303 00:53:56.547357 1 utils.go:205] ID: 14 GRPC response: {} I0303 00:53:56.547932 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0303 00:53:56.547962 1 utils.go:199] ID: 15 GRPC request: {} I0303 00:53:56.547973 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0303 00:53:56.548098 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0303 00:53:58.945942 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0303 00:53:58.945978 1 utils.go:199] ID: 16 GRPC request: {} I0303 00:53:58.945993 1 utils.go:205] ID: 16 GRPC response: {} I0303 00:53:58.948259 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0303 00:53:58.948280 1 utils.go:199] ID: 17 GRPC request: {} I0303 00:53:58.948288 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0303 00:53:58.948315 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0303 00:53:58.950275 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0303 00:53:58.950295 1 utils.go:199] ID: 18 GRPC request: {} I0303 00:53:58.950305 1 utils.go:205] ID: 18 GRPC response: {} I0303 00:53:58.950776 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0303 00:53:58.950796 1 utils.go:199] ID: 19 GRPC request: {} I0303 00:53:58.950876 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0303 00:53:58.951409 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0303 00:53:58.951426 1 utils.go:199] ID: 20 GRPC request: {} I0303 00:53:58.951434 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0303 00:53:58.951492 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0303 00:54:59.192002 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0303 00:54:59.192092 1 utils.go:199] ID: 21 GRPC request: {} I0303 00:54:59.192171 1 utils.go:205] ID: 21 GRPC response: {} I0303 00:55:59.154670 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0303 00:55:59.154767 1 utils.go:199] ID: 22 GRPC request: {} I0303 00:55:59.154796 1 utils.go:205] ID: 22 GRPC response: {} I0303 00:56:53.401623 1 utils.go:198] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 GRPC call: /csi.v1.Controller/CreateVolume I0303 00:56:53.402254 1 utils.go:199] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0303 00:56:53.402745 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 setting disableInUseChecks: false image features: [layering] mounter: rbd E0303 00:56:53.422701 1 omap.go:80] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0303 00:56:53.437582 1 omap.go:159] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330:1b41c202-e42c-48e4-b15e-849e8f036245]) I0303 00:56:53.445405 1 omap.go:159] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 set omap keys (pool="kube", namespace="", name="csi.volume.1b41c202-e42c-48e4-b15e-849e8f036245"): map[csi.imagename:csi-vol-1b41c202-e42c-48e4-b15e-849e8f036245 csi.volname:pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 csi.volume.owner:default]) I0303 00:56:53.445443 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-1b41c202-e42c-48e4-b15e-849e8f036245) and image name (csi-vol-1b41c202-e42c-48e4-b15e-849e8f036245) for request name (pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330) I0303 00:56:53.445586 1 rbd_util.go:423] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 rbd: create kube/csi-vol-1b41c202-e42c-48e4-b15e-849e8f036245 size 5120M (features: [layering]) using mon 199.204.45.223 I0303 00:56:53.445682 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 setting image options on kube/csi-vol-1b41c202-e42c-48e4-b15e-849e8f036245 I0303 00:56:55.369373 1 controllerserver.go:763] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 created image kube/csi-vol-1b41c202-e42c-48e4-b15e-849e8f036245 backed for request name pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 I0303 00:56:55.406939 1 omap.go:159] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 set omap keys (pool="kube", namespace="", name="csi.volume.1b41c202-e42c-48e4-b15e-849e8f036245"): map[csi.imageid:37d948bd8a5]) I0303 00:56:55.512893 1 utils.go:205] ID: 23 Req-ID: pvc-fa298ff9-fc21-48ee-a7ca-857dc7125330 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-1b41c202-e42c-48e4-b15e-849e8f036245","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-1b41c202-e42c-48e4-b15e-849e8f036245"}} I0303 00:56:59.152976 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0303 00:56:59.153025 1 utils.go:199] ID: 24 GRPC request: {} I0303 00:56:59.153049 1 utils.go:205] ID: 24 GRPC response: {}