I0318 05:36:44.256516       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0318 05:36:44.256634       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0318 05:36:44.256645       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0318 05:36:44.256648       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0318 05:36:44.256651       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0318 05:36:44.256653       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0318 05:36:44.256661       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0318 05:36:44.256664       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0318 05:36:44.256666       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0318 05:36:44.256671       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0318 05:36:44.256949       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0318 05:36:44.257234       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0318 05:36:48.008490       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0318 05:36:48.009632       1 utils.go:199] ID: 1 GRPC request: {}
I0318 05:36:48.009682       1 utils.go:205] ID: 1 GRPC response: {}
I0318 05:36:48.012049       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0318 05:36:48.012153       1 utils.go:199] ID: 2 GRPC request: {}
I0318 05:36:48.012170       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0318 05:36:48.012222       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0318 05:36:48.014027       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0318 05:36:48.014062       1 utils.go:199] ID: 3 GRPC request: {}
I0318 05:36:48.014076       1 utils.go:205] ID: 3 GRPC response: {}
I0318 05:36:48.014647       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0318 05:36:48.014706       1 utils.go:199] ID: 4 GRPC request: {}
I0318 05:36:48.014855       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0318 05:36:48.015918       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 05:36:48.015974       1 utils.go:199] ID: 5 GRPC request: {}
I0318 05:36:48.015987       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0318 05:36:48.016141       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 05:36:52.347121       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0318 05:36:52.347177       1 utils.go:199] ID: 6 GRPC request: {}
I0318 05:36:52.347222       1 utils.go:205] ID: 6 GRPC response: {}
I0318 05:36:52.350953       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0318 05:36:52.350984       1 utils.go:199] ID: 7 GRPC request: {}
I0318 05:36:52.350995       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0318 05:36:52.351032       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0318 05:36:52.353548       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0318 05:36:52.353578       1 utils.go:199] ID: 8 GRPC request: {}
I0318 05:36:52.353600       1 utils.go:205] ID: 8 GRPC response: {}
I0318 05:36:52.354424       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0318 05:36:52.354491       1 utils.go:199] ID: 9 GRPC request: {}
I0318 05:36:52.354621       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0318 05:36:52.355643       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 05:36:52.355713       1 utils.go:199] ID: 10 GRPC request: {}
I0318 05:36:52.355730       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0318 05:36:52.355875       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 05:36:52.356559       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 05:36:52.356584       1 utils.go:199] ID: 11 GRPC request: {}
I0318 05:36:52.356591       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0318 05:36:52.356651       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 05:36:52.357060       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 05:36:52.357080       1 utils.go:199] ID: 12 GRPC request: {}
I0318 05:36:52.357086       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0318 05:36:52.357138       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 05:36:53.620165       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0318 05:36:53.620228       1 utils.go:199] ID: 13 GRPC request: {}
I0318 05:36:53.620240       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0318 05:36:53.620279       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0318 05:36:53.624059       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0318 05:36:53.624086       1 utils.go:199] ID: 14 GRPC request: {}
I0318 05:36:53.624103       1 utils.go:205] ID: 14 GRPC response: {}
I0318 05:36:53.624528       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 05:36:53.624551       1 utils.go:199] ID: 15 GRPC request: {}
I0318 05:36:53.624561       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0318 05:36:53.624674       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 05:36:54.869869       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0318 05:36:54.869936       1 utils.go:199] ID: 16 GRPC request: {}
I0318 05:36:54.869961       1 utils.go:205] ID: 16 GRPC response: {}
I0318 05:36:54.872305       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0318 05:36:54.872379       1 utils.go:199] ID: 17 GRPC request: {}
I0318 05:36:54.872431       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0318 05:36:54.872591       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0318 05:36:54.874837       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0318 05:36:54.874942       1 utils.go:199] ID: 18 GRPC request: {}
I0318 05:36:54.874970       1 utils.go:205] ID: 18 GRPC response: {}
I0318 05:36:54.875708       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0318 05:36:54.875747       1 utils.go:199] ID: 19 GRPC request: {}
I0318 05:36:54.875845       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0318 05:36:54.876605       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0318 05:36:54.876629       1 utils.go:199] ID: 20 GRPC request: {}
I0318 05:36:54.876640       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0318 05:36:54.876933       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0318 05:37:55.167391       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0318 05:37:55.167443       1 utils.go:199] ID: 21 GRPC request: {}
I0318 05:37:55.167466       1 utils.go:205] ID: 21 GRPC response: {}
I0318 05:38:55.119410       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0318 05:38:55.119465       1 utils.go:199] ID: 22 GRPC request: {}
I0318 05:38:55.119487       1 utils.go:205] ID: 22 GRPC response: {}
I0318 05:39:51.808097       1 utils.go:198] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 GRPC call: /csi.v1.Controller/CreateVolume
I0318 05:39:51.808544       1 utils.go:199] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0318 05:39:51.808879       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0318 05:39:51.827171       1 omap.go:80] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0318 05:39:51.846401       1 omap.go:159] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478:ed3d6eb7-513d-4adb-8c76-79c06858d148])
I0318 05:39:51.855999       1 omap.go:159] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 set omap keys (pool="kube", namespace="", name="csi.volume.ed3d6eb7-513d-4adb-8c76-79c06858d148"): map[csi.imagename:csi-vol-ed3d6eb7-513d-4adb-8c76-79c06858d148 csi.volname:pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 csi.volume.owner:default])
I0318 05:39:51.856026       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-ed3d6eb7-513d-4adb-8c76-79c06858d148) and image name (csi-vol-ed3d6eb7-513d-4adb-8c76-79c06858d148) for request name (pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478)
I0318 05:39:51.856085       1 rbd_util.go:423] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 rbd: create kube/csi-vol-ed3d6eb7-513d-4adb-8c76-79c06858d148 size 5120M (features: [layering]) using mon 162.253.55.49
I0318 05:39:51.856113       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 setting image options on kube/csi-vol-ed3d6eb7-513d-4adb-8c76-79c06858d148
I0318 05:39:53.815407       1 controllerserver.go:763] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 created image kube/csi-vol-ed3d6eb7-513d-4adb-8c76-79c06858d148 backed for request name pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478
I0318 05:39:53.865179       1 omap.go:159] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 set omap keys (pool="kube", namespace="", name="csi.volume.ed3d6eb7-513d-4adb-8c76-79c06858d148"): map[csi.imageid:37d986fe2eee])
I0318 05:39:53.965243       1 utils.go:205] ID: 23 Req-ID: pvc-3a2a1d35-28f6-4fd0-a5f1-a5e09648c478 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-ed3d6eb7-513d-4adb-8c76-79c06858d148","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-ed3d6eb7-513d-4adb-8c76-79c06858d148"}}
I0318 05:39:55.118949       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0318 05:39:55.119005       1 utils.go:199] ID: 24 GRPC request: {}
I0318 05:39:55.119028       1 utils.go:205] ID: 24 GRPC response: {}