I0409 22:30:24.624734       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0409 22:30:24.625001       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0409 22:30:24.625026       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0409 22:30:24.625034       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0409 22:30:24.625037       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0409 22:30:24.625040       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0409 22:30:24.625044       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0409 22:30:24.625047       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0409 22:30:24.625051       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0409 22:30:24.625054       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0409 22:30:24.625996       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0409 22:30:24.626036       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0409 22:30:26.557348       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0409 22:30:26.558627       1 utils.go:199] ID: 1 GRPC request: {}
I0409 22:30:26.558675       1 utils.go:205] ID: 1 GRPC response: {}
I0409 22:30:26.561492       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0409 22:30:26.561538       1 utils.go:199] ID: 2 GRPC request: {}
I0409 22:30:26.561551       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0409 22:30:26.561588       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0409 22:30:26.565562       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0409 22:30:26.565609       1 utils.go:199] ID: 3 GRPC request: {}
I0409 22:30:26.565643       1 utils.go:205] ID: 3 GRPC response: {}
I0409 22:30:26.566271       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0409 22:30:26.566477       1 utils.go:199] ID: 4 GRPC request: {}
I0409 22:30:26.566789       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0409 22:30:26.567804       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 22:30:26.567851       1 utils.go:199] ID: 5 GRPC request: {}
I0409 22:30:26.567955       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0409 22:30:26.568193       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 22:30:27.743527       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0409 22:30:27.743585       1 utils.go:199] ID: 6 GRPC request: {}
I0409 22:30:27.743612       1 utils.go:205] ID: 6 GRPC response: {}
I0409 22:30:27.745324       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0409 22:30:27.745356       1 utils.go:199] ID: 7 GRPC request: {}
I0409 22:30:27.745371       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0409 22:30:27.745403       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0409 22:30:27.748465       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0409 22:30:27.748493       1 utils.go:199] ID: 8 GRPC request: {}
I0409 22:30:27.748509       1 utils.go:205] ID: 8 GRPC response: {}
I0409 22:30:27.749377       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0409 22:30:27.749409       1 utils.go:199] ID: 9 GRPC request: {}
I0409 22:30:27.749525       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0409 22:30:27.750543       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 22:30:27.750648       1 utils.go:199] ID: 10 GRPC request: {}
I0409 22:30:27.750708       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0409 22:30:27.750856       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 22:30:27.751461       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 22:30:27.751482       1 utils.go:199] ID: 11 GRPC request: {}
I0409 22:30:27.751491       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0409 22:30:27.751595       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 22:30:27.751979       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 22:30:27.752056       1 utils.go:199] ID: 12 GRPC request: {}
I0409 22:30:27.752108       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0409 22:30:27.752212       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 22:30:28.941431       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0409 22:30:28.941467       1 utils.go:199] ID: 13 GRPC request: {}
I0409 22:30:28.941490       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0409 22:30:28.941525       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0409 22:30:28.943871       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0409 22:30:28.943943       1 utils.go:199] ID: 14 GRPC request: {}
I0409 22:30:28.943980       1 utils.go:205] ID: 14 GRPC response: {}
I0409 22:30:28.944849       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 22:30:28.944892       1 utils.go:199] ID: 15 GRPC request: {}
I0409 22:30:28.944908       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0409 22:30:28.945073       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 22:30:31.592854       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0409 22:30:31.592886       1 utils.go:199] ID: 16 GRPC request: {}
I0409 22:30:31.592900       1 utils.go:205] ID: 16 GRPC response: {}
I0409 22:30:31.596224       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0409 22:30:31.596247       1 utils.go:199] ID: 17 GRPC request: {}
I0409 22:30:31.596261       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0409 22:30:31.596314       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0409 22:30:31.602034       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0409 22:30:31.602124       1 utils.go:199] ID: 18 GRPC request: {}
I0409 22:30:31.602207       1 utils.go:205] ID: 18 GRPC response: {}
I0409 22:30:31.602721       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0409 22:30:31.602868       1 utils.go:199] ID: 19 GRPC request: {}
I0409 22:30:31.603071       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0409 22:30:31.604381       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0409 22:30:31.604415       1 utils.go:199] ID: 20 GRPC request: {}
I0409 22:30:31.604428       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0409 22:30:31.604740       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0409 22:31:31.833238       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0409 22:31:31.833389       1 utils.go:199] ID: 21 GRPC request: {}
I0409 22:31:31.833562       1 utils.go:205] ID: 21 GRPC response: {}
I0409 22:32:31.789542       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0409 22:32:31.789652       1 utils.go:199] ID: 22 GRPC request: {}
I0409 22:32:31.789703       1 utils.go:205] ID: 22 GRPC response: {}
I0409 22:33:31.839017       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0409 22:33:31.839147       1 utils.go:199] ID: 23 GRPC request: {}
I0409 22:33:31.839253       1 utils.go:205] ID: 23 GRPC response: {}
I0409 22:33:34.208311       1 utils.go:198] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f GRPC call: /csi.v1.Controller/CreateVolume
I0409 22:33:34.209079       1 utils.go:199] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0409 22:33:34.209444       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f setting disableInUseChecks: false image features: [layering] mounter: rbd
E0409 22:33:34.227114       1 omap.go:80] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0409 22:33:34.242561       1 omap.go:159] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f:acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a])
I0409 22:33:34.247845       1 omap.go:159] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f set omap keys (pool="kube", namespace="", name="csi.volume.acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a"): map[csi.imagename:csi-vol-acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a csi.volname:pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f csi.volume.owner:default])
I0409 22:33:34.247883       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a) and image name (csi-vol-acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a) for request name (pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f)
I0409 22:33:34.247963       1 rbd_util.go:423] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f rbd: create kube/csi-vol-acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a size 5120M (features: [layering]) using mon 199.204.45.57
I0409 22:33:34.248018       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f setting image options on kube/csi-vol-acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a
I0409 22:33:35.633238       1 controllerserver.go:763] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f created image kube/csi-vol-acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a backed for request name pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f
I0409 22:33:35.666162       1 omap.go:159] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f set omap keys (pool="kube", namespace="", name="csi.volume.acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a"): map[csi.imageid:37d992068542])
I0409 22:33:35.757952       1 utils.go:205] ID: 24 Req-ID: pvc-fa5aa931-69a7-47cd-9349-4be65ad7c33f GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-acf8ee01-fe7f-4f53-b3f2-7cdc5468b95a"}}