I0811 08:26:39.592286       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0811 08:26:39.592398       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0811 08:26:39.592431       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0811 08:26:39.592434       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0811 08:26:39.592437       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0811 08:26:39.592440       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0811 08:26:39.592444       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0811 08:26:39.592447       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0811 08:26:39.592449       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0811 08:26:39.592455       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0811 08:26:39.592679       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0811 08:26:39.592769       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0811 08:26:42.354943       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0811 08:26:42.356337       1 utils.go:199] ID: 1 GRPC request: {}
I0811 08:26:42.356395       1 utils.go:205] ID: 1 GRPC response: {}
I0811 08:26:42.360041       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0811 08:26:42.360196       1 utils.go:199] ID: 2 GRPC request: {}
I0811 08:26:42.360260       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0811 08:26:42.360368       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0811 08:26:42.361786       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0811 08:26:42.361810       1 utils.go:199] ID: 3 GRPC request: {}
I0811 08:26:42.361821       1 utils.go:205] ID: 3 GRPC response: {}
I0811 08:26:42.362139       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0811 08:26:42.362194       1 utils.go:199] ID: 4 GRPC request: {}
I0811 08:26:42.362336       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0811 08:26:42.362967       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0811 08:26:42.363008       1 utils.go:199] ID: 5 GRPC request: {}
I0811 08:26:42.363020       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0811 08:26:42.363113       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0811 08:26:45.045618       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0811 08:26:45.045653       1 utils.go:199] ID: 6 GRPC request: {}
I0811 08:26:45.045670       1 utils.go:205] ID: 6 GRPC response: {}
I0811 08:26:45.048344       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0811 08:26:45.048371       1 utils.go:199] ID: 7 GRPC request: {}
I0811 08:26:45.048380       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0811 08:26:45.048420       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0811 08:26:45.051246       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0811 08:26:45.051264       1 utils.go:199] ID: 8 GRPC request: {}
I0811 08:26:45.051276       1 utils.go:205] ID: 8 GRPC response: {}
I0811 08:26:45.051942       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0811 08:26:45.051992       1 utils.go:199] ID: 9 GRPC request: {}
I0811 08:26:45.052168       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0811 08:26:45.053106       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0811 08:26:45.053144       1 utils.go:199] ID: 10 GRPC request: {}
I0811 08:26:45.053171       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0811 08:26:45.053256       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0811 08:26:45.053984       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0811 08:26:45.054032       1 utils.go:199] ID: 11 GRPC request: {}
I0811 08:26:45.054046       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0811 08:26:45.054184       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0811 08:26:45.054588       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0811 08:26:45.054609       1 utils.go:199] ID: 12 GRPC request: {}
I0811 08:26:45.054615       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0811 08:26:45.054699       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0811 08:26:46.414576       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0811 08:26:46.414646       1 utils.go:199] ID: 13 GRPC request: {}
I0811 08:26:46.414659       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0811 08:26:46.414714       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0811 08:26:46.421110       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0811 08:26:46.421140       1 utils.go:199] ID: 14 GRPC request: {}
I0811 08:26:46.421181       1 utils.go:205] ID: 14 GRPC response: {}
I0811 08:26:46.422014       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0811 08:26:46.422160       1 utils.go:199] ID: 15 GRPC request: {}
I0811 08:26:46.422230       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0811 08:26:46.422446       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0811 08:26:47.733681       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0811 08:26:47.733734       1 utils.go:199] ID: 16 GRPC request: {}
I0811 08:26:47.733772       1 utils.go:205] ID: 16 GRPC response: {}
I0811 08:26:47.736246       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0811 08:26:47.736278       1 utils.go:199] ID: 17 GRPC request: {}
I0811 08:26:47.736288       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0811 08:26:47.736327       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0811 08:26:47.739575       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0811 08:26:47.739613       1 utils.go:199] ID: 18 GRPC request: {}
I0811 08:26:47.739652       1 utils.go:205] ID: 18 GRPC response: {}
I0811 08:26:47.740348       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0811 08:26:47.740367       1 utils.go:199] ID: 19 GRPC request: {}
I0811 08:26:47.740584       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0811 08:26:47.742036       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0811 08:26:47.742057       1 utils.go:199] ID: 20 GRPC request: {}
I0811 08:26:47.742071       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0811 08:26:47.742212       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0811 08:27:47.990707       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0811 08:27:47.990784       1 utils.go:199] ID: 21 GRPC request: {}
I0811 08:27:47.990827       1 utils.go:205] ID: 21 GRPC response: {}
I0811 08:28:47.944511       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0811 08:28:47.944582       1 utils.go:199] ID: 22 GRPC request: {}
I0811 08:28:47.944612       1 utils.go:205] ID: 22 GRPC response: {}
I0811 08:29:35.442052       1 utils.go:198] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde GRPC call: /csi.v1.Controller/CreateVolume
I0811 08:29:35.442449       1 utils.go:199] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0811 08:29:35.442664       1 rbd_util.go:1315] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde setting disableInUseChecks: false image features: [layering] mounter: rbd
E0811 08:29:35.465377       1 omap.go:80] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0811 08:29:35.475738       1 omap.go:159] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde:55105c69-101a-4c9a-a2eb-c71bc8b92f60])
I0811 08:29:35.480173       1 omap.go:159] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde set omap keys (pool="kube", namespace="", name="csi.volume.55105c69-101a-4c9a-a2eb-c71bc8b92f60"): map[csi.imagename:csi-vol-55105c69-101a-4c9a-a2eb-c71bc8b92f60 csi.volname:pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde csi.volume.owner:default])
I0811 08:29:35.480230       1 rbd_journal.go:491] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-55105c69-101a-4c9a-a2eb-c71bc8b92f60) and image name (csi-vol-55105c69-101a-4c9a-a2eb-c71bc8b92f60) for request name (pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde)
I0811 08:29:35.480298       1 rbd_util.go:423] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde rbd: create kube/csi-vol-55105c69-101a-4c9a-a2eb-c71bc8b92f60 size 5120M (features: [layering]) using mon 199.19.213.124
I0811 08:29:35.480331       1 rbd_util.go:1563] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde setting image options on kube/csi-vol-55105c69-101a-4c9a-a2eb-c71bc8b92f60
I0811 08:29:35.502383       1 controllerserver.go:763] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde created image kube/csi-vol-55105c69-101a-4c9a-a2eb-c71bc8b92f60 backed for request name pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde
I0811 08:29:35.526143       1 omap.go:159] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde set omap keys (pool="kube", namespace="", name="csi.volume.55105c69-101a-4c9a-a2eb-c71bc8b92f60"): map[csi.imageid:3804f47bf5a6])
I0811 08:29:35.595711       1 utils.go:205] ID: 23 Req-ID: pvc-9f36c9dd-2998-4f33-b3db-ea85866f9fde GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-55105c69-101a-4c9a-a2eb-c71bc8b92f60","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-55105c69-101a-4c9a-a2eb-c71bc8b92f60"}}
I0811 08:29:47.941138       1 utils.go:198] ID: 24 GRPC call: /csi.v1.Identity/Probe
I0811 08:29:47.941182       1 utils.go:199] ID: 24 GRPC request: {}
I0811 08:29:47.941197       1 utils.go:205] ID: 24 GRPC response: {}