I0427 19:46:23.251240       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0427 19:46:23.251527       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0427 19:46:23.251581       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0427 19:46:23.251593       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0427 19:46:23.251600       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0427 19:46:23.251606       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0427 19:46:23.251613       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0427 19:46:23.251623       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0427 19:46:23.251628       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0427 19:46:23.251634       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0427 19:46:23.251963       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0427 19:46:23.251994       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0427 19:46:32.406395       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0427 19:46:32.408313       1 utils.go:199] ID: 1 GRPC request: {}
I0427 19:46:32.408379       1 utils.go:205] ID: 1 GRPC response: {}
I0427 19:46:32.412708       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0427 19:46:32.412778       1 utils.go:199] ID: 2 GRPC request: {}
I0427 19:46:32.412786       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0427 19:46:32.412822       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0427 19:46:32.414424       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0427 19:46:32.414476       1 utils.go:199] ID: 3 GRPC request: {}
I0427 19:46:32.414492       1 utils.go:205] ID: 3 GRPC response: {}
I0427 19:46:32.415196       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0427 19:46:32.415358       1 utils.go:199] ID: 4 GRPC request: {}
I0427 19:46:32.415618       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0427 19:46:32.416615       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 19:46:32.416719       1 utils.go:199] ID: 5 GRPC request: {}
I0427 19:46:32.416754       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0427 19:46:32.416918       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 19:46:34.542648       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0427 19:46:34.542734       1 utils.go:199] ID: 6 GRPC request: {}
I0427 19:46:34.542819       1 utils.go:205] ID: 6 GRPC response: {}
I0427 19:46:34.546583       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0427 19:46:34.546659       1 utils.go:199] ID: 7 GRPC request: {}
I0427 19:46:34.546678       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0427 19:46:34.546725       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0427 19:46:34.549823       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0427 19:46:34.549847       1 utils.go:199] ID: 8 GRPC request: {}
I0427 19:46:34.549858       1 utils.go:205] ID: 8 GRPC response: {}
I0427 19:46:34.550672       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0427 19:46:34.550708       1 utils.go:199] ID: 9 GRPC request: {}
I0427 19:46:34.550834       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0427 19:46:34.552193       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 19:46:34.552227       1 utils.go:199] ID: 10 GRPC request: {}
I0427 19:46:34.552237       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0427 19:46:34.552339       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 19:46:34.552860       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 19:46:34.552883       1 utils.go:199] ID: 11 GRPC request: {}
I0427 19:46:34.552963       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0427 19:46:34.553092       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 19:46:34.553434       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 19:46:34.553451       1 utils.go:199] ID: 12 GRPC request: {}
I0427 19:46:34.553457       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0427 19:46:34.553515       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 19:46:37.641549       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0427 19:46:37.641629       1 utils.go:199] ID: 13 GRPC request: {}
I0427 19:46:37.641666       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0427 19:46:37.641699       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0427 19:46:37.643295       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0427 19:46:37.643334       1 utils.go:199] ID: 14 GRPC request: {}
I0427 19:46:37.643350       1 utils.go:205] ID: 14 GRPC response: {}
I0427 19:46:37.643865       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 19:46:37.643919       1 utils.go:199] ID: 15 GRPC request: {}
I0427 19:46:37.643929       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0427 19:46:37.644030       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 19:46:42.546229       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0427 19:46:42.546271       1 utils.go:199] ID: 16 GRPC request: {}
I0427 19:46:42.546285       1 utils.go:205] ID: 16 GRPC response: {}
I0427 19:46:42.549075       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0427 19:46:42.549166       1 utils.go:199] ID: 17 GRPC request: {}
I0427 19:46:42.549186       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0427 19:46:42.549255       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0427 19:46:42.551021       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0427 19:46:42.551042       1 utils.go:199] ID: 18 GRPC request: {}
I0427 19:46:42.551053       1 utils.go:205] ID: 18 GRPC response: {}
I0427 19:46:42.551312       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0427 19:46:42.551337       1 utils.go:199] ID: 19 GRPC request: {}
I0427 19:46:42.551460       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0427 19:46:42.552055       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0427 19:46:42.552075       1 utils.go:199] ID: 20 GRPC request: {}
I0427 19:46:42.552083       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0427 19:46:42.552157       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0427 19:47:42.884438       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0427 19:47:42.884528       1 utils.go:199] ID: 21 GRPC request: {}
I0427 19:47:42.884550       1 utils.go:205] ID: 21 GRPC response: {}
I0427 19:48:42.884424       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0427 19:48:42.884583       1 utils.go:199] ID: 22 GRPC request: {}
I0427 19:48:42.884774       1 utils.go:205] ID: 22 GRPC response: {}
I0427 19:49:42.884875       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0427 19:49:42.884965       1 utils.go:199] ID: 23 GRPC request: {}
I0427 19:49:42.884992       1 utils.go:205] ID: 23 GRPC response: {}
I0427 19:49:43.454268       1 utils.go:198] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 GRPC call: /csi.v1.Controller/CreateVolume
I0427 19:49:43.455145       1 utils.go:199] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0427 19:49:43.455538       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 setting disableInUseChecks: false image features: [layering] mounter: rbd
E0427 19:49:43.472687       1 omap.go:80] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0427 19:49:43.489506       1 omap.go:159] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76:c7c5714f-808e-46fe-bfcf-d1a2c5193937])
I0427 19:49:43.496781       1 omap.go:159] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 set omap keys (pool="kube", namespace="", name="csi.volume.c7c5714f-808e-46fe-bfcf-d1a2c5193937"): map[csi.imagename:csi-vol-c7c5714f-808e-46fe-bfcf-d1a2c5193937 csi.volname:pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 csi.volume.owner:default])
I0427 19:49:43.496811       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c7c5714f-808e-46fe-bfcf-d1a2c5193937) and image name (csi-vol-c7c5714f-808e-46fe-bfcf-d1a2c5193937) for request name (pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76)
I0427 19:49:43.497026       1 rbd_util.go:423] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 rbd: create kube/csi-vol-c7c5714f-808e-46fe-bfcf-d1a2c5193937 size 5120M (features: [layering]) using mon 199.19.213.191
I0427 19:49:43.497068       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 setting image options on kube/csi-vol-c7c5714f-808e-46fe-bfcf-d1a2c5193937
I0427 19:49:45.221469       1 controllerserver.go:763] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 created image kube/csi-vol-c7c5714f-808e-46fe-bfcf-d1a2c5193937 backed for request name pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76
I0427 19:49:45.262797       1 omap.go:159] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 set omap keys (pool="kube", namespace="", name="csi.volume.c7c5714f-808e-46fe-bfcf-d1a2c5193937"): map[csi.imageid:37d774c9af75])
I0427 19:49:45.363209       1 utils.go:205] ID: 24 Req-ID: pvc-2fa6997c-ec00-4baa-b6f6-a9808e895e76 GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-c7c5714f-808e-46fe-bfcf-d1a2c5193937","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-c7c5714f-808e-46fe-bfcf-d1a2c5193937"}}