I0313 23:04:22.022824 1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a I0313 23:04:22.022983 1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com I0313 23:04:22.022999 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME I0313 23:04:22.023006 1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT I0313 23:04:22.023010 1 driver.go:95] Enabling controller service capability: CLONE_VOLUME I0313 23:04:22.023016 1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME I0313 23:04:22.023021 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER I0313 23:04:22.023027 1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER I0313 23:04:22.023032 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER I0313 23:04:22.023037 1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER I0313 23:04:22.023366 1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"} I0313 23:04:22.023400 1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"} I0313 23:04:27.400498 1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe I0313 23:04:27.401903 1 utils.go:199] ID: 1 GRPC request: {} I0313 23:04:27.401961 1 utils.go:205] ID: 1 GRPC response: {} I0313 23:04:27.405693 1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo I0313 23:04:27.405745 1 utils.go:199] ID: 2 GRPC request: {} I0313 23:04:27.405761 1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo I0313 23:04:27.405806 1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0313 23:04:27.407442 1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe I0313 23:04:27.407469 1 utils.go:199] ID: 3 GRPC request: {} I0313 23:04:27.407483 1 utils.go:205] ID: 3 GRPC response: {} I0313 23:04:27.407923 1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0313 23:04:27.407985 1 utils.go:199] ID: 4 GRPC request: {} I0313 23:04:27.408157 1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0313 23:04:27.409087 1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0313 23:04:27.409141 1 utils.go:199] ID: 5 GRPC request: {} I0313 23:04:27.409155 1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities I0313 23:04:27.409260 1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0313 23:04:32.790181 1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe I0313 23:04:32.790216 1 utils.go:199] ID: 6 GRPC request: {} I0313 23:04:32.790232 1 utils.go:205] ID: 6 GRPC response: {} I0313 23:04:32.792284 1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo I0313 23:04:32.792325 1 utils.go:199] ID: 7 GRPC request: {} I0313 23:04:32.792333 1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo I0313 23:04:32.792357 1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0313 23:04:32.795017 1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe I0313 23:04:32.795039 1 utils.go:199] ID: 8 GRPC request: {} I0313 23:04:32.795050 1 utils.go:205] ID: 8 GRPC response: {} I0313 23:04:32.795763 1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0313 23:04:32.795784 1 utils.go:199] ID: 9 GRPC request: {} I0313 23:04:32.795876 1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0313 23:04:32.796739 1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0313 23:04:32.796809 1 utils.go:199] ID: 10 GRPC request: {} I0313 23:04:32.796822 1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities I0313 23:04:32.796933 1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0313 23:04:32.797488 1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0313 23:04:32.797516 1 utils.go:199] ID: 11 GRPC request: {} I0313 23:04:32.797527 1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities I0313 23:04:32.797642 1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0313 23:04:32.798041 1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0313 23:04:32.798059 1 utils.go:199] ID: 12 GRPC request: {} I0313 23:04:32.798065 1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities I0313 23:04:32.798197 1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0313 23:04:34.488491 1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo I0313 23:04:34.488526 1 utils.go:199] ID: 13 GRPC request: {} I0313 23:04:34.488533 1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo I0313 23:04:34.488562 1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0313 23:04:34.494199 1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe I0313 23:04:34.494229 1 utils.go:199] ID: 14 GRPC request: {} I0313 23:04:34.494245 1 utils.go:205] ID: 14 GRPC response: {} I0313 23:04:34.495166 1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0313 23:04:34.495185 1 utils.go:199] ID: 15 GRPC request: {} I0313 23:04:34.495191 1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities I0313 23:04:34.495268 1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0313 23:04:36.030454 1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe I0313 23:04:36.030494 1 utils.go:199] ID: 16 GRPC request: {} I0313 23:04:36.030512 1 utils.go:205] ID: 16 GRPC response: {} I0313 23:04:36.034409 1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo I0313 23:04:36.034435 1 utils.go:199] ID: 17 GRPC request: {} I0313 23:04:36.034444 1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo I0313 23:04:36.034470 1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"} I0313 23:04:36.036696 1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe I0313 23:04:36.036713 1 utils.go:199] ID: 18 GRPC request: {} I0313 23:04:36.036747 1 utils.go:205] ID: 18 GRPC response: {} I0313 23:04:36.037124 1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities I0313 23:04:36.037164 1 utils.go:199] ID: 19 GRPC request: {} I0313 23:04:36.037275 1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]} I0313 23:04:36.037926 1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities I0313 23:04:36.037957 1 utils.go:199] ID: 20 GRPC request: {} I0313 23:04:36.037964 1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities I0313 23:04:36.038043 1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]} I0313 23:05:36.270299 1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe I0313 23:05:36.270373 1 utils.go:199] ID: 21 GRPC request: {} I0313 23:05:36.270397 1 utils.go:205] ID: 21 GRPC response: {} I0313 23:06:36.230177 1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe I0313 23:06:36.230235 1 utils.go:199] ID: 22 GRPC request: {} I0313 23:06:36.230265 1 utils.go:205] ID: 22 GRPC response: {} I0313 23:07:26.069681 1 utils.go:198] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 GRPC call: /csi.v1.Controller/CreateVolume I0313 23:07:26.070243 1 utils.go:199] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-5a539717-caea-4437-9738-90935ff6d015","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-5a539717-caea-4437-9738-90935ff6d015","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]} I0313 23:07:26.070530 1 rbd_util.go:1315] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 setting disableInUseChecks: false image features: [layering] mounter: rbd E0313 23:07:26.091478 1 omap.go:80] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory I0313 23:07:26.107317 1 omap.go:159] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-5a539717-caea-4437-9738-90935ff6d015:b59ac379-cca7-450f-9f4a-3e4616987d22]) I0313 23:07:26.117838 1 omap.go:159] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 set omap keys (pool="kube", namespace="", name="csi.volume.b59ac379-cca7-450f-9f4a-3e4616987d22"): map[csi.imagename:csi-vol-b59ac379-cca7-450f-9f4a-3e4616987d22 csi.volname:pvc-5a539717-caea-4437-9738-90935ff6d015 csi.volume.owner:default]) I0313 23:07:26.117877 1 rbd_journal.go:491] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-b59ac379-cca7-450f-9f4a-3e4616987d22) and image name (csi-vol-b59ac379-cca7-450f-9f4a-3e4616987d22) for request name (pvc-5a539717-caea-4437-9738-90935ff6d015) I0313 23:07:26.117996 1 rbd_util.go:423] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 rbd: create kube/csi-vol-b59ac379-cca7-450f-9f4a-3e4616987d22 size 5120M (features: [layering]) using mon 162.253.55.36 I0313 23:07:26.118057 1 rbd_util.go:1563] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 setting image options on kube/csi-vol-b59ac379-cca7-450f-9f4a-3e4616987d22 I0313 23:07:27.548456 1 controllerserver.go:763] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 created image kube/csi-vol-b59ac379-cca7-450f-9f4a-3e4616987d22 backed for request name pvc-5a539717-caea-4437-9738-90935ff6d015 I0313 23:07:27.584298 1 omap.go:159] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 set omap keys (pool="kube", namespace="", name="csi.volume.b59ac379-cca7-450f-9f4a-3e4616987d22"): map[csi.imageid:37d9c7df9c80]) I0313 23:07:27.683340 1 utils.go:205] ID: 23 Req-ID: pvc-5a539717-caea-4437-9738-90935ff6d015 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-b59ac379-cca7-450f-9f4a-3e4616987d22","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-b59ac379-cca7-450f-9f4a-3e4616987d22"}} I0313 23:07:36.261053 1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe I0313 23:07:36.261104 1 utils.go:199] ID: 24 GRPC request: {} I0313 23:07:36.261127 1 utils.go:205] ID: 24 GRPC response: {}