I0313 23:03:21.007819       1 cephcsi.go:191] Driver version: v3.11.0 and Git version: bc24b5eca87626d690a29effa9d7420cc0154a7a
I0313 23:03:21.007943       1 cephcsi.go:223] Starting driver type: rbd with name: rbd.csi.ceph.com
I0313 23:03:21.007957       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_VOLUME
I0313 23:03:21.007961       1 driver.go:95] Enabling controller service capability: CREATE_DELETE_SNAPSHOT
I0313 23:03:21.007965       1 driver.go:95] Enabling controller service capability: CLONE_VOLUME
I0313 23:03:21.007968       1 driver.go:95] Enabling controller service capability: EXPAND_VOLUME
I0313 23:03:21.007972       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_WRITER
I0313 23:03:21.007975       1 driver.go:108] Enabling volume access mode: MULTI_NODE_MULTI_WRITER
I0313 23:03:21.007979       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_SINGLE_WRITER
I0313 23:03:21.007984       1 driver.go:108] Enabling volume access mode: SINGLE_NODE_MULTI_WRITER
I0313 23:03:21.008255       1 server.go:117] Listening for connections on address: &net.UnixAddr{Name:"//csi/csi-provisioner.sock", Net:"unix"}
I0313 23:03:21.008266       1 server.go:114] listening for CSI-Addons requests on address: &net.UnixAddr{Name:"/csi/csi-addons.sock", Net:"unix"}
I0313 23:03:25.364648       1 utils.go:198] ID: 1 GRPC call: /csi.v1.Identity/Probe
I0313 23:03:25.366237       1 utils.go:199] ID: 1 GRPC request: {}
I0313 23:03:25.366286       1 utils.go:205] ID: 1 GRPC response: {}
I0313 23:03:25.369749       1 utils.go:198] ID: 2 GRPC call: /csi.v1.Identity/GetPluginInfo
I0313 23:03:25.369893       1 utils.go:199] ID: 2 GRPC request: {}
I0313 23:03:25.369943       1 identityserver-default.go:40] ID: 2 Using default GetPluginInfo
I0313 23:03:25.370030       1 utils.go:205] ID: 2 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0313 23:03:25.371945       1 utils.go:198] ID: 3 GRPC call: /csi.v1.Identity/Probe
I0313 23:03:25.371972       1 utils.go:199] ID: 3 GRPC request: {}
I0313 23:03:25.371985       1 utils.go:205] ID: 3 GRPC response: {}
I0313 23:03:25.372551       1 utils.go:198] ID: 4 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0313 23:03:25.372792       1 utils.go:199] ID: 4 GRPC request: {}
I0313 23:03:25.373102       1 utils.go:205] ID: 4 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0313 23:03:25.375926       1 utils.go:198] ID: 5 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:03:25.376070       1 utils.go:199] ID: 5 GRPC request: {}
I0313 23:03:25.376088       1 controllerserver-default.go:42] ID: 5 Using default ControllerGetCapabilities
I0313 23:03:25.376292       1 utils.go:205] ID: 5 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:03:30.810878       1 utils.go:198] ID: 6 GRPC call: /csi.v1.Identity/Probe
I0313 23:03:30.810926       1 utils.go:199] ID: 6 GRPC request: {}
I0313 23:03:30.810943       1 utils.go:205] ID: 6 GRPC response: {}
I0313 23:03:30.813482       1 utils.go:198] ID: 7 GRPC call: /csi.v1.Identity/GetPluginInfo
I0313 23:03:30.813501       1 utils.go:199] ID: 7 GRPC request: {}
I0313 23:03:30.813509       1 identityserver-default.go:40] ID: 7 Using default GetPluginInfo
I0313 23:03:30.813533       1 utils.go:205] ID: 7 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0313 23:03:30.817936       1 utils.go:198] ID: 8 GRPC call: /csi.v1.Identity/Probe
I0313 23:03:30.817979       1 utils.go:199] ID: 8 GRPC request: {}
I0313 23:03:30.818000       1 utils.go:205] ID: 8 GRPC response: {}
I0313 23:03:30.818508       1 utils.go:198] ID: 9 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0313 23:03:30.818536       1 utils.go:199] ID: 9 GRPC request: {}
I0313 23:03:30.818627       1 utils.go:205] ID: 9 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0313 23:03:30.819547       1 utils.go:198] ID: 10 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:03:30.819682       1 utils.go:199] ID: 10 GRPC request: {}
I0313 23:03:30.819703       1 controllerserver-default.go:42] ID: 10 Using default ControllerGetCapabilities
I0313 23:03:30.819940       1 utils.go:205] ID: 10 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:03:30.820705       1 utils.go:198] ID: 11 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:03:30.820753       1 utils.go:199] ID: 11 GRPC request: {}
I0313 23:03:30.820858       1 controllerserver-default.go:42] ID: 11 Using default ControllerGetCapabilities
I0313 23:03:30.821162       1 utils.go:205] ID: 11 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:03:30.821672       1 utils.go:198] ID: 12 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:03:30.821736       1 utils.go:199] ID: 12 GRPC request: {}
I0313 23:03:30.821752       1 controllerserver-default.go:42] ID: 12 Using default ControllerGetCapabilities
I0313 23:03:30.821899       1 utils.go:205] ID: 12 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:03:32.186584       1 utils.go:198] ID: 13 GRPC call: /csi.v1.Identity/GetPluginInfo
I0313 23:03:32.186655       1 utils.go:199] ID: 13 GRPC request: {}
I0313 23:03:32.186670       1 identityserver-default.go:40] ID: 13 Using default GetPluginInfo
I0313 23:03:32.186730       1 utils.go:205] ID: 13 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0313 23:03:32.188988       1 utils.go:198] ID: 14 GRPC call: /csi.v1.Identity/Probe
I0313 23:03:32.189035       1 utils.go:199] ID: 14 GRPC request: {}
I0313 23:03:32.189058       1 utils.go:205] ID: 14 GRPC response: {}
I0313 23:03:32.190171       1 utils.go:198] ID: 15 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:03:32.190234       1 utils.go:199] ID: 15 GRPC request: {}
I0313 23:03:32.190251       1 controllerserver-default.go:42] ID: 15 Using default ControllerGetCapabilities
I0313 23:03:32.190490       1 utils.go:205] ID: 15 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:03:33.465503       1 utils.go:198] ID: 16 GRPC call: /csi.v1.Identity/Probe
I0313 23:03:33.465544       1 utils.go:199] ID: 16 GRPC request: {}
I0313 23:03:33.465562       1 utils.go:205] ID: 16 GRPC response: {}
I0313 23:03:33.468902       1 utils.go:198] ID: 17 GRPC call: /csi.v1.Identity/GetPluginInfo
I0313 23:03:33.468919       1 utils.go:199] ID: 17 GRPC request: {}
I0313 23:03:33.468928       1 identityserver-default.go:40] ID: 17 Using default GetPluginInfo
I0313 23:03:33.468954       1 utils.go:205] ID: 17 GRPC response: {"name":"rbd.csi.ceph.com","vendor_version":"v3.11.0"}
I0313 23:03:33.472252       1 utils.go:198] ID: 18 GRPC call: /csi.v1.Identity/Probe
I0313 23:03:33.472277       1 utils.go:199] ID: 18 GRPC request: {}
I0313 23:03:33.472287       1 utils.go:205] ID: 18 GRPC response: {}
I0313 23:03:33.472866       1 utils.go:198] ID: 19 GRPC call: /csi.v1.Identity/GetPluginCapabilities
I0313 23:03:33.473007       1 utils.go:199] ID: 19 GRPC request: {}
I0313 23:03:33.473198       1 utils.go:205] ID: 19 GRPC response: {"capabilities":[{"Type":{"Service":{"type":1}}},{"Type":{"VolumeExpansion":{"type":1}}},{"Type":{"Service":{"type":2}}}]}
I0313 23:03:33.474005       1 utils.go:198] ID: 20 GRPC call: /csi.v1.Controller/ControllerGetCapabilities
I0313 23:03:33.474030       1 utils.go:199] ID: 20 GRPC request: {}
I0313 23:03:33.474040       1 controllerserver-default.go:42] ID: 20 Using default ControllerGetCapabilities
I0313 23:03:33.474146       1 utils.go:205] ID: 20 GRPC response: {"capabilities":[{"Type":{"Rpc":{"type":1}}},{"Type":{"Rpc":{"type":5}}},{"Type":{"Rpc":{"type":7}}},{"Type":{"Rpc":{"type":9}}}]}
I0313 23:04:33.717661       1 utils.go:198] ID: 21 GRPC call: /csi.v1.Identity/Probe
I0313 23:04:33.717761       1 utils.go:199] ID: 21 GRPC request: {}
I0313 23:04:33.717830       1 utils.go:205] ID: 21 GRPC response: {}
I0313 23:05:33.662898       1 utils.go:198] ID: 22 GRPC call: /csi.v1.Identity/Probe
I0313 23:05:33.662967       1 utils.go:199] ID: 22 GRPC request: {}
I0313 23:05:33.663014       1 utils.go:205] ID: 22 GRPC response: {}
I0313 23:06:33.660327       1 utils.go:198] ID: 23 GRPC call: /csi.v1.Identity/Probe
I0313 23:06:33.660399       1 utils.go:199] ID: 23 GRPC request: {}
I0313 23:06:33.660429       1 utils.go:205] ID: 23 GRPC response: {}
I0313 23:06:39.008531       1 utils.go:198] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec GRPC call: /csi.v1.Controller/CreateVolume
I0313 23:06:39.009028       1 utils.go:199] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec GRPC request: {"capacity_range":{"required_bytes":5368709120},"name":"pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec","parameters":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","csi.storage.k8s.io/pv/name":"pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec","csi.storage.k8s.io/pvc/name":"test-pvc","csi.storage.k8s.io/pvc/namespace":"default","imageFeatures":"layering","pool":"kube"},"secrets":"***stripped***","volume_capabilities":[{"AccessType":{"Mount":{"fs_type":"ext4","mount_flags":["discard"]}},"access_mode":{"mode":1}}]}
I0313 23:06:39.009327       1 rbd_util.go:1315] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec setting disableInUseChecks: false image features: [layering] mounter: rbd
E0313 23:06:39.029956       1 omap.go:80] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec omap not found (pool="kube", namespace="", name="csi.volumes.default"): rados: ret=-2, No such file or directory
I0313 23:06:39.046446       1 omap.go:159] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec set omap keys (pool="kube", namespace="", name="csi.volumes.default"): map[csi.volume.pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec:aa42d55c-708f-491d-aff0-744466105c1b])
I0313 23:06:39.053585       1 omap.go:159] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec set omap keys (pool="kube", namespace="", name="csi.volume.aa42d55c-708f-491d-aff0-744466105c1b"): map[csi.imagename:csi-vol-aa42d55c-708f-491d-aff0-744466105c1b csi.volname:pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec csi.volume.owner:default])
I0313 23:06:39.053626       1 rbd_journal.go:491] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec generated Volume ID (0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aa42d55c-708f-491d-aff0-744466105c1b) and image name (csi-vol-aa42d55c-708f-491d-aff0-744466105c1b) for request name (pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec)
I0313 23:06:39.053709       1 rbd_util.go:423] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec rbd: create kube/csi-vol-aa42d55c-708f-491d-aff0-744466105c1b size 5120M (features: [layering]) using mon 199.204.45.138
I0313 23:06:39.053794       1 rbd_util.go:1563] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec setting image options on kube/csi-vol-aa42d55c-708f-491d-aff0-744466105c1b
I0313 23:06:41.041982       1 controllerserver.go:763] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec created image kube/csi-vol-aa42d55c-708f-491d-aff0-744466105c1b backed for request name pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec
I0313 23:06:41.094501       1 omap.go:159] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec set omap keys (pool="kube", namespace="", name="csi.volume.aa42d55c-708f-491d-aff0-744466105c1b"): map[csi.imageid:37d978ab975e])
I0313 23:06:41.194075       1 utils.go:205] ID: 24 Req-ID: pvc-dd1e0326-cfdd-4903-ac3c-acd4c86e08ec GRPC response: {"volume":{"capacity_bytes":5368709120,"volume_context":{"clusterID":"4837cbf8-4f90-4300-b3f6-726c9b9f89b4","imageFeatures":"layering","imageName":"csi-vol-aa42d55c-708f-491d-aff0-744466105c1b","journalPool":"kube","pool":"kube"},"volume_id":"0001-0024-4837cbf8-4f90-4300-b3f6-726c9b9f89b4-0000000000000002-aa42d55c-708f-491d-aff0-744466105c1b"}}