I0204 05:21:38.796388       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0204 05:21:38.796503       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0204 05:21:38.796514       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0204 05:21:38.796521       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0204 05:21:38.796524       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0204 05:21:38.796527       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0204 05:21:38.796532       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0204 05:21:38.796583       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0204 05:21:38.796587       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0204 05:21:38.796590       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0204 05:21:38.797303       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0204 05:21:38.797342       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0204 05:21:52.682123       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0204 05:21:52.683405       1 utils.go:199] ID: 1 GRPC request: {}
I0204 05:21:52.683461       1 utils.go:205] ID: 1 GRPC response: {}
I0204 05:21:52.686212       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0204 05:21:52.686299       1 utils.go:199] ID: 2 GRPC request: {}
I0204 05:21:52.686322       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0204 05:21:52.686384       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0204 05:21:52.687530       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0204 05:21:52.687549       1 utils.go:199] ID: 3 GRPC request: {}
I0204 05:21:52.687560       1 utils.go:205] ID: 3 GRPC response: {}
I0204 05:21:52.687903       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0204 05:21:52.687963       1 utils.go:199] ID: 4 GRPC request: {}
I0204 05:21:52.688094       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0204 05:21:52.688678       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0204 05:21:52.688715       1 utils.go:199] ID: 5 GRPC request: {}
I0204 05:21:52.688723       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0204 05:21:52.688872       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0204 05:21:55.110470       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0204 05:21:55.110588       1 utils.go:199] ID: 6 GRPC request: {}
I0204 05:21:55.110659       1 utils.go:205] ID: 6 GRPC response: {}
I0204 05:21:55.112257       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0204 05:21:55.112359       1 utils.go:199] ID: 7 GRPC request: {}
I0204 05:21:55.112417       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0204 05:21:55.112711       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0204 05:21:55.114378       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0204 05:21:55.114457       1 utils.go:199] ID: 8 GRPC request: {}
I0204 05:21:55.114520       1 utils.go:205] ID: 8 GRPC response: {}
I0204 05:21:55.114899       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0204 05:21:55.114976       1 utils.go:199] ID: 9 GRPC request: {}
I0204 05:21:55.115086       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0204 05:21:55.115613       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0204 05:21:55.115713       1 utils.go:199] ID: 10 GRPC request: {}
I0204 05:21:55.115782       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0204 05:21:55.115882       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0204 05:21:55.116426       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0204 05:21:55.116505       1 utils.go:199] ID: 11 GRPC request: {}
I0204 05:21:55.116542       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0204 05:21:55.116657       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0204 05:21:55.116992       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0204 05:21:55.117073       1 utils.go:199] ID: 12 GRPC request: {}
I0204 05:21:55.117121       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0204 05:21:55.117306       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0204 05:22:02.362409       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0204 05:22:02.362448       1 utils.go:199] ID: 13 GRPC request: {}
I0204 05:22:02.362458       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0204 05:22:02.362476       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0204 05:22:02.368376       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0204 05:22:02.368396       1 utils.go:199] ID: 14 GRPC request: {}
I0204 05:22:02.368409       1 utils.go:205] ID: 14 GRPC response: {}
I0204 05:22:02.368847       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0204 05:22:02.368865       1 utils.go:199] ID: 15 GRPC request: {}
I0204 05:22:02.368873       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0204 05:22:02.368974       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0204 05:22:05.001108       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0204 05:22:05.001339       1 utils.go:199] ID: 16 GRPC request: {}
I0204 05:22:05.001359       1 utils.go:205] ID: 16 GRPC response: {}
I0204 05:22:05.003325       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0204 05:22:05.003341       1 utils.go:199] ID: 17 GRPC request: {}
I0204 05:22:05.003347       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0204 05:22:05.003362       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0204 05:22:05.004369       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0204 05:22:05.004396       1 utils.go:199] ID: 18 GRPC request: {}
I0204 05:22:05.004407       1 utils.go:205] ID: 18 GRPC response: {}
I0204 05:22:05.004661       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0204 05:22:05.004671       1 utils.go:199] ID: 19 GRPC request: {}
I0204 05:22:05.004751       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0204 05:22:05.005323       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0204 05:22:05.005337       1 utils.go:199] ID: 20 GRPC request: {}
I0204 05:22:05.005343       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0204 05:22:05.005432       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0204 05:23:05.940929       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0204 05:23:05.940978       1 utils.go:199] ID: 21 GRPC request: {}
I0204 05:23:05.941011       1 utils.go:205] ID: 21 GRPC response: {}
I0204 05:24:05.890606       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0204 05:24:05.890635       1 utils.go:199] ID: 22 GRPC request: {}
I0204 05:24:05.890648       1 utils.go:205] ID: 22 GRPC response: {}
I0204 05:25:05.880329       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0204 05:25:05.880373       1 utils.go:199] ID: 23 GRPC request: {}
I0204 05:25:05.880388       1 utils.go:205] ID: 23 GRPC response: {}
I0204 05:25:10.178838       1 utils.go:198] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c GRPC call: /csi.v1.Controller/CreateVolume
I0204 05:25:10.180496       1 utils.go:199] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0204 05:25:10.180790       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c setting disableInUseChecks: false image features: [layering] mounter: rbd
E0204 05:25:10.221986       1 omap.go:80] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0204 05:25:10.239265       1 omap.go:159] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c:3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9])
I0204 05:25:10.249161       1 omap.go:159] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c set omap keys (pool="kube", namespace="", name="csi.volume.3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9"): map[csi.imagename:csi-vol-3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9 csi.volname:pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c csi.volume.owner:default])
I0204 05:25:10.249188       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9) and image name (csi-vol-3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9) for request name (pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c)
I0204 05:25:10.249237       1 rbd_util.go:423] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c rbd: create kube/csi-vol-3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9 size 5120M (features: [layering]) using mon 162.253.55.204
I0204 05:25:10.249271       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c setting image options on kube/csi-vol-3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9
I0204 05:25:12.328433       1 controllerserver.go:763] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c created image kube/csi-vol-3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9 backed for request name pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c
I0204 05:25:12.388641       1 omap.go:159] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c set omap keys (pool="kube", namespace="", name="csi.volume.3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9"): map[csi.imageid:37d9bc5e084c])
I0204 05:25:12.507234       1 utils.go:205] ID: 24 Req-ID: pvc-9fb50c6f-e768-44d5-a5bc-a3d14ebe5c5c GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-3d44f61f-fb29-4db1-b2bb-4d7a114b8fd9"}}