I0418 09:11:10.001815       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0418 09:11:10.001972       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0418 09:11:10.001984       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0418 09:11:10.001988       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0418 09:11:10.001991       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0418 09:11:10.001993       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0418 09:11:10.001997       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0418 09:11:10.001999       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0418 09:11:10.002002       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0418 09:11:10.002005       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0418 09:11:10.002586       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0418 09:11:10.002589       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0418 09:11:12.744112       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0418 09:11:12.745780       1 utils.go:199] ID: 1 GRPC request: {}
I0418 09:11:12.745848       1 utils.go:205] ID: 1 GRPC response: {}
I0418 09:11:12.748852       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0418 09:11:12.748966       1 utils.go:199] ID: 2 GRPC request: {}
I0418 09:11:12.748985       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0418 09:11:12.749054       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0418 09:11:12.751092       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0418 09:11:12.751120       1 utils.go:199] ID: 3 GRPC request: {}
I0418 09:11:12.751136       1 utils.go:205] ID: 3 GRPC response: {}
I0418 09:11:12.751743       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0418 09:11:12.751794       1 utils.go:199] ID: 4 GRPC request: {}
I0418 09:11:12.751937       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0418 09:11:12.752680       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0418 09:11:12.752748       1 utils.go:199] ID: 5 GRPC request: {}
I0418 09:11:12.752763       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0418 09:11:12.752914       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0418 09:11:14.850653       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0418 09:11:14.850685       1 utils.go:199] ID: 6 GRPC request: {}
I0418 09:11:14.850698       1 utils.go:205] ID: 6 GRPC response: {}
I0418 09:11:14.853138       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0418 09:11:14.853160       1 utils.go:199] ID: 7 GRPC request: {}
I0418 09:11:14.853167       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0418 09:11:14.853190       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0418 09:11:14.855507       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0418 09:11:14.855530       1 utils.go:199] ID: 8 GRPC request: {}
I0418 09:11:14.855589       1 utils.go:205] ID: 8 GRPC response: {}
I0418 09:11:14.855990       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0418 09:11:14.856026       1 utils.go:199] ID: 9 GRPC request: {}
I0418 09:11:14.856128       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0418 09:11:14.856874       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0418 09:11:14.856911       1 utils.go:199] ID: 10 GRPC request: {}
I0418 09:11:14.856918       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0418 09:11:14.857279       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0418 09:11:14.857774       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0418 09:11:14.857791       1 utils.go:199] ID: 11 GRPC request: {}
I0418 09:11:14.857797       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0418 09:11:14.857901       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0418 09:11:14.858259       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0418 09:11:14.858279       1 utils.go:199] ID: 12 GRPC request: {}
I0418 09:11:14.858287       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0418 09:11:14.858367       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0418 09:11:16.059028       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0418 09:11:16.059161       1 utils.go:199] ID: 13 GRPC request: {}
I0418 09:11:16.059198       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0418 09:11:16.059254       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0418 09:11:16.060869       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0418 09:11:16.060936       1 utils.go:199] ID: 14 GRPC request: {}
I0418 09:11:16.061053       1 utils.go:205] ID: 14 GRPC response: {}
I0418 09:11:16.061594       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0418 09:11:16.061627       1 utils.go:199] ID: 15 GRPC request: {}
I0418 09:11:16.061639       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0418 09:11:16.061734       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0418 09:11:17.264624       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0418 09:11:17.264654       1 utils.go:199] ID: 16 GRPC request: {}
I0418 09:11:17.264669       1 utils.go:205] ID: 16 GRPC response: {}
I0418 09:11:17.268917       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0418 09:11:17.268974       1 utils.go:199] ID: 17 GRPC request: {}
I0418 09:11:17.268997       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0418 09:11:17.269035       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0418 09:11:17.272765       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0418 09:11:17.272780       1 utils.go:199] ID: 18 GRPC request: {}
I0418 09:11:17.272801       1 utils.go:205] ID: 18 GRPC response: {}
I0418 09:11:17.273068       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0418 09:11:17.273079       1 utils.go:199] ID: 19 GRPC request: {}
I0418 09:11:17.273155       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0418 09:11:17.273994       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0418 09:11:17.274017       1 utils.go:199] ID: 20 GRPC request: {}
I0418 09:11:17.274027       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0418 09:11:17.274201       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0418 09:12:17.473838       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0418 09:12:17.473898       1 utils.go:199] ID: 21 GRPC request: {}
I0418 09:12:17.473922       1 utils.go:205] ID: 21 GRPC response: {}
I0418 09:13:17.439814       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0418 09:13:17.439991       1 utils.go:199] ID: 22 GRPC request: {}
I0418 09:13:17.440111       1 utils.go:205] ID: 22 GRPC response: {}
I0418 09:14:17.486798       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0418 09:14:17.486853       1 utils.go:199] ID: 23 GRPC request: {}
I0418 09:14:17.486876       1 utils.go:205] ID: 23 GRPC response: {}
I0418 09:14:18.146641       1 utils.go:198] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 GRPC call: /csi.v1.Controller/CreateVolume
I0418 09:14:18.147458       1 utils.go:199] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-ad6bf113-3474-4f5b-ba67-a5be26892864","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-ad6bf113-3474-4f5b-ba67-a5be26892864","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0418 09:14:18.147856       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0418 09:14:18.166594       1 omap.go:80] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0418 09:14:18.180264       1 omap.go:159] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-ad6bf113-3474-4f5b-ba67-a5be26892864:642aee2a-5e58-4d6a-9c15-fa50e4124777])
I0418 09:14:18.186286       1 omap.go:159] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 set omap keys (pool="kube", namespace="", name="csi.volume.642aee2a-5e58-4d6a-9c15-fa50e4124777"): map[csi.imagename:csi-vol-642aee2a-5e58-4d6a-9c15-fa50e4124777 csi.volname:pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 csi.volume.owner:default])
I0418 09:14:18.186536       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-642aee2a-5e58-4d6a-9c15-fa50e4124777) and image name (csi-vol-642aee2a-5e58-4d6a-9c15-fa50e4124777) for request name (pvc-ad6bf113-3474-4f5b-ba67-a5be26892864)
I0418 09:14:18.186806       1 rbd_util.go:423] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 rbd: create kube/csi-vol-642aee2a-5e58-4d6a-9c15-fa50e4124777 size 5120M (features: [layering]) using mon 199.204.45.229
I0418 09:14:18.186992       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 setting image options on kube/csi-vol-642aee2a-5e58-4d6a-9c15-fa50e4124777
I0418 09:14:19.512152       1 controllerserver.go:763] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 created image kube/csi-vol-642aee2a-5e58-4d6a-9c15-fa50e4124777 backed for request name pvc-ad6bf113-3474-4f5b-ba67-a5be26892864
I0418 09:14:19.547889       1 omap.go:159] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 set omap keys (pool="kube", namespace="", name="csi.volume.642aee2a-5e58-4d6a-9c15-fa50e4124777"): map[csi.imageid:37d9d15ad139])
I0418 09:14:19.635021       1 utils.go:205] ID: 24 Req-ID: pvc-ad6bf113-3474-4f5b-ba67-a5be26892864 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-642aee2a-5e58-4d6a-9c15-fa50e4124777","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-642aee2a-5e58-4d6a-9c15-fa50e4124777"}}