I0313 23:07:53.665050       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0313 23:07:53.665171       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0313 23:07:53.665185       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0313 23:07:53.665188       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0313 23:07:53.665193       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0313 23:07:53.665196       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0313 23:07:53.665199       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0313 23:07:53.665202       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0313 23:07:53.665205       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0313 23:07:53.665209       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0313 23:07:53.665488       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0313 23:07:53.665501       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0313 23:07:55.160302       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0313 23:07:55.162299       1 utils.go:199] ID: 1 GRPC request: {}
I0313 23:07:55.162437       1 utils.go:205] ID: 1 GRPC response: {}
I0313 23:07:55.165423       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0313 23:07:55.165500       1 utils.go:199] ID: 2 GRPC request: {}
I0313 23:07:55.165510       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0313 23:07:55.165572       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0313 23:07:55.167192       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0313 23:07:55.167244       1 utils.go:199] ID: 3 GRPC request: {}
I0313 23:07:55.167284       1 utils.go:205] ID: 3 GRPC response: {}
I0313 23:07:55.167623       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0313 23:07:55.167706       1 utils.go:199] ID: 4 GRPC request: {}
I0313 23:07:55.167906       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0313 23:07:55.168890       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:07:55.168966       1 utils.go:199] ID: 5 GRPC request: {}
I0313 23:07:55.169005       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0313 23:07:55.169151       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:07:58.189367       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0313 23:07:58.189402       1 utils.go:199] ID: 6 GRPC request: {}
I0313 23:07:58.189419       1 utils.go:205] ID: 6 GRPC response: {}
I0313 23:07:58.192612       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0313 23:07:58.192651       1 utils.go:199] ID: 7 GRPC request: {}
I0313 23:07:58.192667       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0313 23:07:58.192739       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0313 23:07:58.194950       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0313 23:07:58.194997       1 utils.go:199] ID: 8 GRPC request: {}
I0313 23:07:58.195063       1 utils.go:205] ID: 8 GRPC response: {}
I0313 23:07:58.195553       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0313 23:07:58.195587       1 utils.go:199] ID: 9 GRPC request: {}
I0313 23:07:58.195691       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0313 23:07:58.196255       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:07:58.196278       1 utils.go:199] ID: 10 GRPC request: {}
I0313 23:07:58.196287       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0313 23:07:58.196393       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:07:58.197120       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:07:58.197151       1 utils.go:199] ID: 11 GRPC request: {}
I0313 23:07:58.197164       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0313 23:07:58.197358       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:07:58.197818       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:07:58.197838       1 utils.go:199] ID: 12 GRPC request: {}
I0313 23:07:58.197844       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0313 23:07:58.197937       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:07:59.459745       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0313 23:07:59.459777       1 utils.go:199] ID: 13 GRPC request: {}
I0313 23:07:59.459786       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0313 23:07:59.459809       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0313 23:07:59.464722       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0313 23:07:59.464754       1 utils.go:199] ID: 14 GRPC request: {}
I0313 23:07:59.464767       1 utils.go:205] ID: 14 GRPC response: {}
I0313 23:07:59.465223       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:07:59.465355       1 utils.go:199] ID: 15 GRPC request: {}
I0313 23:07:59.465443       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0313 23:07:59.465736       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:08:00.670086       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0313 23:08:00.670143       1 utils.go:199] ID: 16 GRPC request: {}
I0313 23:08:00.670170       1 utils.go:205] ID: 16 GRPC response: {}
I0313 23:08:00.673708       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0313 23:08:00.673742       1 utils.go:199] ID: 17 GRPC request: {}
I0313 23:08:00.673750       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0313 23:08:00.673780       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0313 23:08:00.675661       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0313 23:08:00.675690       1 utils.go:199] ID: 18 GRPC request: {}
I0313 23:08:00.675704       1 utils.go:205] ID: 18 GRPC response: {}
I0313 23:08:00.676101       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0313 23:08:00.676118       1 utils.go:199] ID: 19 GRPC request: {}
I0313 23:08:00.676184       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0313 23:08:00.676845       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:08:00.676860       1 utils.go:199] ID: 20 GRPC request: {}
I0313 23:08:00.676865       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0313 23:08:00.676910       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:09:00.895504       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0313 23:09:00.895575       1 utils.go:199] ID: 21 GRPC request: {}
I0313 23:09:00.895658       1 utils.go:205] ID: 21 GRPC response: {}
I0313 23:10:00.842001       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0313 23:10:00.842058       1 utils.go:199] ID: 22 GRPC request: {}
I0313 23:10:00.842080       1 utils.go:205] ID: 22 GRPC response: {}
I0313 23:10:55.145012       1 utils.go:198] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 GRPC call: /csi.v1.Controller/CreateVolume
I0313 23:10:55.145234       1 utils.go:199] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-ca347bea-9cef-42a6-9715-5ae477c5f590","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-ca347bea-9cef-42a6-9715-5ae477c5f590","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0313 23:10:55.145411       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0313 23:10:55.162878       1 omap.go:80] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0313 23:10:55.304290       1 omap.go:159] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-ca347bea-9cef-42a6-9715-5ae477c5f590:6c2bb587-0b67-4a99-9552-f1325621a4b6])
I0313 23:10:55.310558       1 omap.go:159] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 set omap keys (pool="kube", namespace="", name="csi.volume.6c2bb587-0b67-4a99-9552-f1325621a4b6"): map[csi.imagename:csi-vol-6c2bb587-0b67-4a99-9552-f1325621a4b6 csi.volname:pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 csi.volume.owner:default])
I0313 23:10:55.310584       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6c2bb587-0b67-4a99-9552-f1325621a4b6) and image name (csi-vol-6c2bb587-0b67-4a99-9552-f1325621a4b6) for request name (pvc-ca347bea-9cef-42a6-9715-5ae477c5f590)
I0313 23:10:55.310648       1 rbd_util.go:423] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 rbd: create kube/csi-vol-6c2bb587-0b67-4a99-9552-f1325621a4b6 size 5120M (features: [layering]) using mon 162.253.55.207
I0313 23:10:55.310681       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 setting image options on kube/csi-vol-6c2bb587-0b67-4a99-9552-f1325621a4b6
I0313 23:10:56.822937       1 controllerserver.go:763] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 created image kube/csi-vol-6c2bb587-0b67-4a99-9552-f1325621a4b6 backed for request name pvc-ca347bea-9cef-42a6-9715-5ae477c5f590
I0313 23:10:56.861330       1 omap.go:159] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 set omap keys (pool="kube", namespace="", name="csi.volume.6c2bb587-0b67-4a99-9552-f1325621a4b6"): map[csi.imageid:37d8c997098])
I0313 23:10:56.948991       1 utils.go:205] ID: 23 Req-ID: pvc-ca347bea-9cef-42a6-9715-5ae477c5f590 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-6c2bb587-0b67-4a99-9552-f1325621a4b6","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-6c2bb587-0b67-4a99-9552-f1325621a4b6"}}
I0313 23:11:00.841807       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0313 23:11:00.841890       1 utils.go:199] ID: 24 GRPC request: {}
I0313 23:11:00.841912       1 utils.go:205] ID: 24 GRPC response: {}