I0424 11:26:39.169328       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0424 11:26:39.169445       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0424 11:26:39.169460       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0424 11:26:39.169464       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0424 11:26:39.169466       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0424 11:26:39.169469       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0424 11:26:39.169474       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0424 11:26:39.169476       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0424 11:26:39.169481       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0424 11:26:39.169484       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0424 11:26:39.169937       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0424 11:26:39.169962       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0424 11:26:42.108970       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0424 11:26:42.110540       1 utils.go:199] ID: 1 GRPC request: {}
I0424 11:26:42.110615       1 utils.go:205] ID: 1 GRPC response: {}
I0424 11:26:42.117262       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0424 11:26:42.117334       1 utils.go:199] ID: 2 GRPC request: {}
I0424 11:26:42.117352       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0424 11:26:42.117410       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0424 11:26:42.119365       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0424 11:26:42.119468       1 utils.go:199] ID: 3 GRPC request: {}
I0424 11:26:42.119528       1 utils.go:205] ID: 3 GRPC response: {}
I0424 11:26:42.119947       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0424 11:26:42.120110       1 utils.go:199] ID: 4 GRPC request: {}
I0424 11:26:42.120328       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0424 11:26:42.123349       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 11:26:42.123495       1 utils.go:199] ID: 5 GRPC request: {}
I0424 11:26:42.123530       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0424 11:26:42.123709       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 11:26:43.735334       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0424 11:26:43.735367       1 utils.go:199] ID: 6 GRPC request: {}
I0424 11:26:43.735382       1 utils.go:205] ID: 6 GRPC response: {}
I0424 11:26:43.737627       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0424 11:26:43.737649       1 utils.go:199] ID: 7 GRPC request: {}
I0424 11:26:43.737657       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0424 11:26:43.737684       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0424 11:26:43.740573       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0424 11:26:43.740594       1 utils.go:199] ID: 8 GRPC request: {}
I0424 11:26:43.740607       1 utils.go:205] ID: 8 GRPC response: {}
I0424 11:26:43.741205       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0424 11:26:43.741278       1 utils.go:199] ID: 9 GRPC request: {}
I0424 11:26:43.741412       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0424 11:26:43.742064       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 11:26:43.742100       1 utils.go:199] ID: 10 GRPC request: {}
I0424 11:26:43.742108       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0424 11:26:43.742194       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 11:26:43.742639       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 11:26:43.742662       1 utils.go:199] ID: 11 GRPC request: {}
I0424 11:26:43.742668       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0424 11:26:43.742792       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 11:26:43.743222       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 11:26:43.743243       1 utils.go:199] ID: 12 GRPC request: {}
I0424 11:26:43.743248       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0424 11:26:43.743325       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 11:26:45.020653       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0424 11:26:45.020707       1 utils.go:199] ID: 13 GRPC request: {}
I0424 11:26:45.020720       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0424 11:26:45.020825       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0424 11:26:45.025627       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0424 11:26:45.025681       1 utils.go:199] ID: 14 GRPC request: {}
I0424 11:26:45.025709       1 utils.go:205] ID: 14 GRPC response: {}
I0424 11:26:45.026487       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 11:26:45.026539       1 utils.go:199] ID: 15 GRPC request: {}
I0424 11:26:45.026556       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0424 11:26:45.026696       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 11:26:46.297690       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0424 11:26:46.297732       1 utils.go:199] ID: 16 GRPC request: {}
I0424 11:26:46.297751       1 utils.go:205] ID: 16 GRPC response: {}
I0424 11:26:46.302683       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0424 11:26:46.302741       1 utils.go:199] ID: 17 GRPC request: {}
I0424 11:26:46.302749       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0424 11:26:46.302768       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0424 11:26:46.305362       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0424 11:26:46.305418       1 utils.go:199] ID: 18 GRPC request: {}
I0424 11:26:46.305441       1 utils.go:205] ID: 18 GRPC response: {}
I0424 11:26:46.306097       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0424 11:26:46.306207       1 utils.go:199] ID: 19 GRPC request: {}
I0424 11:26:46.306363       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0424 11:26:46.307177       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0424 11:26:46.307221       1 utils.go:199] ID: 20 GRPC request: {}
I0424 11:26:46.307231       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0424 11:26:46.307332       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0424 11:27:46.478130       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0424 11:27:46.478189       1 utils.go:199] ID: 21 GRPC request: {}
I0424 11:27:46.478211       1 utils.go:205] ID: 21 GRPC response: {}
I0424 11:28:46.481484       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0424 11:28:46.481550       1 utils.go:199] ID: 22 GRPC request: {}
I0424 11:28:46.481570       1 utils.go:205] ID: 22 GRPC response: {}
I0424 11:29:46.476506       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0424 11:29:46.476542       1 utils.go:199] ID: 23 GRPC request: {}
I0424 11:29:46.476557       1 utils.go:205] ID: 23 GRPC response: {}
I0424 11:29:54.119763       1 utils.go:198] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 GRPC call: /csi.v1.Controller/CreateVolume
I0424 11:29:54.120746       1 utils.go:199] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0424 11:29:54.121376       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0424 11:29:54.139007       1 omap.go:80] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0424 11:29:54.159693       1 omap.go:159] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6:f88af722-7577-4ebd-bdef-4294619b15a6])
I0424 11:29:54.168545       1 omap.go:159] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 set omap keys (pool="kube", namespace="", name="csi.volume.f88af722-7577-4ebd-bdef-4294619b15a6"): map[csi.imagename:csi-vol-f88af722-7577-4ebd-bdef-4294619b15a6 csi.volname:pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 csi.volume.owner:default])
I0424 11:29:54.168580       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f88af722-7577-4ebd-bdef-4294619b15a6) and image name (csi-vol-f88af722-7577-4ebd-bdef-4294619b15a6) for request name (pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6)
I0424 11:29:54.168652       1 rbd_util.go:423] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 rbd: create kube/csi-vol-f88af722-7577-4ebd-bdef-4294619b15a6 size 5120M (features: [layering]) using mon 199.19.213.112
I0424 11:29:54.168847       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 setting image options on kube/csi-vol-f88af722-7577-4ebd-bdef-4294619b15a6
I0424 11:29:55.972582       1 controllerserver.go:763] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 created image kube/csi-vol-f88af722-7577-4ebd-bdef-4294619b15a6 backed for request name pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6
I0424 11:29:56.005114       1 omap.go:159] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 set omap keys (pool="kube", namespace="", name="csi.volume.f88af722-7577-4ebd-bdef-4294619b15a6"): map[csi.imageid:37d98683f15b])
I0424 11:29:56.110472       1 utils.go:205] ID: 24 Req-ID: pvc-96cb30bf-60bb-4aea-b1e5-b8313966dab6 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-f88af722-7577-4ebd-bdef-4294619b15a6","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-f88af722-7577-4ebd-bdef-4294619b15a6"}}